{"meta":{"query_hash":"eaf1a5f68a4c","filters":{"venue":"The International Review of Research in Open and Distributed Learning"},"cohort_total":1490,"direct_labels_cover":4,"predictions_cover":1490,"exported":1490,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/eaf1a5f68a4c","api":"https://metacan.xera.ac/api/v1/cohort?venue=The+International+Review+of+Research+in+Open+and+Distributed+Learning"},"results":[{"id":"W1479786099","doi":"10.19173/irrodl.v13i3.1171","title":"Development and validation of the Online Student Connectedness Survey (OSCS)","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":147,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social connectedness; Distance education; Psychology; Certificate; Online community; Turkish; Mathematics education; Medical education; Computer science; Social psychology; World Wide Web; Medicine","score_opus":0.17466499356309367,"score_gpt":0.5074789962834505,"score_spread":0.3328140027203568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1479786099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98869056,0.0047827903,0.000020265908,0.004379932,0.00007645323,0.00038995434,0.0000222445,0.0000029916039,0.0016348333],"genre_scores_gemma":[0.9908265,0.008600196,0.00015991677,0.000034032466,0.000042294294,0.00001165582,0.000097216645,0.0000031340103,0.00022507638],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970671,0.0016549265,0.00028142653,0.00009730229,0.00072054926,0.00017871476],"domain_scores_gemma":[0.9983087,0.0010448301,0.00015611944,0.000085613145,0.00035592224,0.000048777565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014223546,0.000049383245,0.00014426945,0.000046738653,0.0002699015,0.00006155752,0.0006120205,0.000025928497,0.00007783772],"category_scores_gemma":[0.004474619,0.000029708297,0.000016948634,0.0004120318,0.00021860364,0.00017694014,0.0005846584,0.00033206033,0.0000015426757],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026319505,0.00017433192,0.94573075,0.0002662846,0.00003144201,3.634383e-7,0.0023280561,0.000014962466,0.00004814921,0.008936821,0.00019578394,0.042246714],"study_design_scores_gemma":[0.00035129976,0.000020804462,0.71942204,0.0035042888,0.000007965082,0.0000014385417,0.02081117,0.00004560803,0.0002488236,0.00011434889,0.25539544,0.000076789795],"about_ca_topic_score_codex":0.0012509954,"about_ca_topic_score_gemma":0.0005739059,"teacher_disagreement_score":0.25519967,"about_ca_system_score_codex":0.00006720716,"about_ca_system_score_gemma":0.00031262243,"threshold_uncertainty_score":0.535686},"labels":[],"label_agreement":null},{"id":"W1480484553","doi":"10.19173/irrodl.v16i3.2085","title":"Expanding the interaction equivalency theorem","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Consejo Nacional de Ciencia y Tecnología","keywords":"Disengagement theory; Mathematics education; Computer science; Distance education; Psychology; Knowledge management; Pedagogy","score_opus":0.1914290036941601,"score_gpt":0.5272306270055516,"score_spread":0.33580162331139146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1480484553","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24571432,0.037011012,0.0005605846,0.2276951,0.00078411424,0.002073364,0.000024143124,0.000050563303,0.4860868],"genre_scores_gemma":[0.9716737,0.026780518,0.000067924455,0.00012341936,0.00018187647,0.00003257921,0.0000303547,0.0000050390495,0.0011045821],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968013,0.0017189487,0.00025312402,0.00014296184,0.00085789553,0.00022573535],"domain_scores_gemma":[0.99791074,0.0013591923,0.00012810255,0.00012642864,0.00040488635,0.00007063961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018122382,0.000057835572,0.00013298068,0.000074232536,0.0004088328,0.00023687237,0.0010744181,0.0000286523,0.00025910322],"category_scores_gemma":[0.008182055,0.000032951586,0.000034832534,0.00050935417,0.00032471935,0.0003475472,0.00054944225,0.00071077753,0.000019859901],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032431824,0.00022585668,0.07831156,0.00064878986,0.000100042445,0.000025874746,0.009489422,0.0004131791,0.000081736885,0.39351767,0.020130556,0.49673098],"study_design_scores_gemma":[0.0003868604,0.0000702099,0.0008245369,0.0049203383,0.000008079444,0.0000067634255,0.098911844,0.00045249177,0.000030820895,0.010702396,0.883603,0.000082709],"about_ca_topic_score_codex":0.0014653042,"about_ca_topic_score_gemma":0.00014052044,"teacher_disagreement_score":0.8634724,"about_ca_system_score_codex":0.00014859535,"about_ca_system_score_gemma":0.0004129532,"threshold_uncertainty_score":0.97952753},"labels":[],"label_agreement":null},{"id":"W1480756546","doi":"10.19173/irrodl.v15i1.1628","title":"Rethinking dropout in online higher education: The case of the Universitat Oberta de Catalunya","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Oberta de Catalunya","keywords":"Dropout (neural networks); Drop out; Context (archaeology); Higher education; Phenomenon; Mathematics education; Psychology; Pedagogy; Computer science; Political science; Demographic economics; Economics; Geography; Epistemology","score_opus":0.06093210020114778,"score_gpt":0.42109672944629145,"score_spread":0.3601646292451437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1480756546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5469646,0.0125046475,0.0014078349,0.42687097,0.00034033076,0.00083234825,0.000028671406,0.000017396667,0.0110332295],"genre_scores_gemma":[0.9963707,0.0018072184,0.0003670718,0.0003358033,0.000038565337,0.000004254405,0.000019291047,0.000003199996,0.0010539466],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981191,0.0009991393,0.00024256417,0.00015298456,0.0003281126,0.0001581103],"domain_scores_gemma":[0.998141,0.0010911936,0.00015071529,0.00033925113,0.00024483097,0.00003299388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005046143,0.00005941648,0.00013629367,0.00007135197,0.00016225192,0.000097868244,0.0020779364,0.00002507982,0.00002321171],"category_scores_gemma":[0.0016502773,0.00003202347,0.000037929203,0.0006942578,0.00016566916,0.00014481632,0.0011676697,0.00069432566,0.0000016030493],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000423892,0.00047545033,0.16889124,0.001336802,0.00007151203,0.00008140358,0.0027050816,0.003103091,0.00006797369,0.70226616,0.0044705453,0.11648835],"study_design_scores_gemma":[0.002122154,0.0002922967,0.10647515,0.041820265,0.00005740582,0.00064934755,0.010669798,0.40894094,0.00016068036,0.14285237,0.2854567,0.0005029252],"about_ca_topic_score_codex":0.0023137874,"about_ca_topic_score_gemma":0.00026814282,"teacher_disagreement_score":0.5594138,"about_ca_system_score_codex":0.00009327008,"about_ca_system_score_gemma":0.00033578725,"threshold_uncertainty_score":0.38613576},"labels":[],"label_agreement":null},{"id":"W1480967509","doi":"10.19173/irrodl.v12i5.950","title":"Liminality and disinhibition in online language learning","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Liminality; Communitas; Disinhibition; Language acquisition; Discipline; Distance education; Psychology; Online learning; Sociology; Computer science; Pedagogy; Multimedia; Mathematics education; Anthropology; Social science","score_opus":0.1457451855978561,"score_gpt":0.48655007706012265,"score_spread":0.34080489146226656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1480967509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96151364,0.00971763,0.000034646655,0.0089183375,0.000030881787,0.00042463926,0.000014961822,0.000011917593,0.019333342],"genre_scores_gemma":[0.966367,0.032827143,0.0002356733,0.000054703585,0.000047612164,0.000013658262,0.000090962974,0.0000045749116,0.0003586429],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99751735,0.00134285,0.00027295089,0.00018005005,0.0004660148,0.00022078207],"domain_scores_gemma":[0.99902993,0.00057865673,0.000105526204,0.00007536832,0.00015301719,0.000057525293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008473674,0.00006190637,0.00017073718,0.00011527532,0.00021498521,0.000080814134,0.00041312294,0.000039295133,0.00023875009],"category_scores_gemma":[0.004150645,0.000047295587,0.000022302473,0.0004513511,0.00028066282,0.0002578302,0.00039154032,0.0008041733,0.000003669802],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020162055,0.0003820543,0.6200293,0.0010134737,0.000025935686,0.0000690161,0.011818095,0.000027987784,0.00012346964,0.035214838,0.00021578309,0.33087847],"study_design_scores_gemma":[0.0020914457,0.00040933807,0.37865788,0.02819976,0.000026924525,0.000020758453,0.36395445,0.0018041212,0.00013416185,0.007245687,0.21701398,0.00044149373],"about_ca_topic_score_codex":0.00678775,"about_ca_topic_score_gemma":0.0017460509,"teacher_disagreement_score":0.35213634,"about_ca_system_score_codex":0.00006971674,"about_ca_system_score_gemma":0.00015997463,"threshold_uncertainty_score":0.99982613},"labels":[],"label_agreement":null},{"id":"W1481200794","doi":"10.19173/irrodl.v12i5.977","title":"Study orchestrations in distance learning: Identifying dissonance and its implications for distance educators","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Consonance and dissonance; Cognitive dissonance; Distance education; Psychology; Educational technology; Mathematics education; Computer science; Social psychology","score_opus":0.2533573174753045,"score_gpt":0.5279369197608353,"score_spread":0.27457960228553085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1481200794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9282614,0.025035169,0.0015703992,0.026683379,0.0001388698,0.0042904182,0.00008717062,0.000032344375,0.01390087],"genre_scores_gemma":[0.9796192,0.019198857,0.00021967001,0.00001974567,0.00003981102,0.00032363366,0.000044869183,0.00000769766,0.0005265397],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978998,0.0007918653,0.0003815788,0.00028842632,0.00035422327,0.0002841412],"domain_scores_gemma":[0.9982703,0.0010356844,0.00017112415,0.000118575495,0.00032985274,0.000074472315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065512564,0.00008581259,0.000207269,0.00011088105,0.0005922516,0.0001548546,0.00072310015,0.00003293475,0.000041104864],"category_scores_gemma":[0.0050558243,0.00007088113,0.000029209272,0.00071888923,0.00021118169,0.00040554928,0.00026086907,0.00057918904,0.0000018439775],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007233794,0.00039294513,0.7293475,0.00046343406,0.00002533433,0.0000038423414,0.0067815147,0.00002346982,0.000031091542,0.23646656,0.00014481499,0.026247133],"study_design_scores_gemma":[0.0011662695,0.00024461505,0.65214807,0.006986149,0.000025625648,0.000004204267,0.13907923,0.0003978871,0.000022906306,0.0134249665,0.18619633,0.00030374827],"about_ca_topic_score_codex":0.0008322205,"about_ca_topic_score_gemma":0.0019363584,"teacher_disagreement_score":0.2230416,"about_ca_system_score_codex":0.00011106474,"about_ca_system_score_gemma":0.00036707683,"threshold_uncertainty_score":0.6052659},"labels":[],"label_agreement":null},{"id":"W1481853694","doi":"10.19173/irrodl.v4i2.151","title":"An E-Learning Experience: A written analysis based on my experience in an e-Learning Pilot Project","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Unit (ring theory); Educational technology; Experiential learning; Medical education; Mathematics education; Psychology; E learning; Pedagogy; Computer science; Medicine","score_opus":0.11507942857108594,"score_gpt":0.47495385110367455,"score_spread":0.3598744225325886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1481853694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96068,0.001833832,0.02403153,0.002462885,0.00016799882,0.0018774413,0.0000053260787,0.00009559036,0.008845403],"genre_scores_gemma":[0.9956749,0.0013249031,0.0020535898,0.00018802105,0.000026501817,0.00048331651,0.000098550205,0.000014549232,0.00013567024],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99187815,0.0047677527,0.0006575317,0.00081714644,0.0013690579,0.0005103711],"domain_scores_gemma":[0.9971068,0.0012895276,0.0003198033,0.00066590245,0.00047441135,0.00014356313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01016882,0.00020697224,0.00042516718,0.00083352614,0.00039040716,0.0007376274,0.0029556921,0.000060069186,0.0001941111],"category_scores_gemma":[0.0060973577,0.00016714576,0.00006908401,0.0038881437,0.00022094615,0.00111823,0.00044377023,0.0016096212,0.000009072081],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017907628,0.0010494916,0.8332173,0.00038021477,0.00005442668,0.000042893156,0.008854767,0.11200126,0.0004457611,0.0138671575,0.00006799166,0.029839654],"study_design_scores_gemma":[0.0013502938,0.0019048571,0.12052914,0.0049663116,0.000022616845,0.00001773307,0.02181415,0.8231301,0.00025487455,0.0004202498,0.02505032,0.00053938996],"about_ca_topic_score_codex":0.0009111291,"about_ca_topic_score_gemma":0.000059759688,"teacher_disagreement_score":0.71268815,"about_ca_system_score_codex":0.00026770053,"about_ca_system_score_gemma":0.0004231508,"threshold_uncertainty_score":0.7299547},"labels":[],"label_agreement":null},{"id":"W1482073163","doi":"10.19173/irrodl.v14i1.1355","title":"An OER architecture framework: Need and design","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Organisation de Coopération et de Développement Économiques","keywords":"Open educational resources; Distance education; Computer science; Architecture; Knowledge management; Quality (philosophy); Component (thermodynamics); Relevance (law); World Wide Web; Multimedia; Engineering management; Engineering; Pedagogy; Sociology","score_opus":0.07901247596089012,"score_gpt":0.42651832042973065,"score_spread":0.34750584446884053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1482073163","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15215592,0.03180812,0.50736016,0.25885636,0.0005610549,0.0064824945,0.000014478169,0.00014718741,0.042614207],"genre_scores_gemma":[0.9772037,0.009134288,0.012635296,0.00057314127,0.00004141488,0.00010487295,0.000023888262,0.0000070356937,0.0002763149],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978037,0.0009976779,0.000244847,0.00026122792,0.00046573256,0.00022679727],"domain_scores_gemma":[0.9981539,0.0010835464,0.00009607222,0.00025343895,0.00029774755,0.00011528633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043792254,0.00008527181,0.00016892324,0.00011947137,0.0002070802,0.0007979894,0.0017432304,0.000038420658,0.00030153638],"category_scores_gemma":[0.0019406022,0.000057988935,0.000019491987,0.00048498317,0.00012625342,0.00062664266,0.000873976,0.0008547797,0.000029536437],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008347543,0.00037376594,0.05530405,0.0011570568,0.00008958785,0.000015306476,0.003955818,0.0024066796,0.0007278154,0.36847022,0.009733058,0.55768317],"study_design_scores_gemma":[0.0028314544,0.0014444984,0.23383968,0.032731492,0.000026530679,0.00026540755,0.035687696,0.27344185,0.0006087452,0.18112752,0.23672186,0.0012732501],"about_ca_topic_score_codex":0.0004300148,"about_ca_topic_score_gemma":0.0000029080445,"teacher_disagreement_score":0.82504785,"about_ca_system_score_codex":0.000034844834,"about_ca_system_score_gemma":0.00012163253,"threshold_uncertainty_score":0.76950306},"labels":[],"label_agreement":null},{"id":"W1482250310","doi":"10.19173/irrodl.v2i2.60","title":"Out of the Shadow and Into the Spotlight: The Development of Distance Teaching in Norwegian Higher Education","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Norwegian; Obstacle; Distance education; Higher education; Shadow (psychology); Skepticism; Period (music); Sociology; Pedagogy; Political science; Psychology; Economic growth; Economics","score_opus":0.08269358522359056,"score_gpt":0.4488302477818849,"score_spread":0.36613666255829436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1482250310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70766133,0.029926492,0.00006500396,0.19649799,0.0002844341,0.0015845625,0.000012271307,0.000006960754,0.06396095],"genre_scores_gemma":[0.992082,0.0061665806,0.00015170455,0.00007846926,0.000043221935,0.000026900761,0.0000070506126,0.0000035221176,0.0014405517],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997557,0.001202529,0.00035134025,0.00012270213,0.00062212016,0.00014432544],"domain_scores_gemma":[0.9986409,0.0008420414,0.00020445677,0.0001451117,0.00014323319,0.00002424213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007884531,0.00005774409,0.00014084374,0.000047003738,0.0004555774,0.000072053605,0.0010301849,0.000025419979,0.000114422946],"category_scores_gemma":[0.0018009484,0.000026771733,0.00002711331,0.00035552258,0.00041294307,0.0001331234,0.00042656958,0.00060547946,0.000001536085],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041729854,0.00023731968,0.19221714,0.0006818034,0.000043581043,7.5944286e-7,0.039982755,0.00004594309,0.00009022557,0.1332934,0.0014428985,0.6319224],"study_design_scores_gemma":[0.0002166333,0.000019454952,0.072241895,0.006048368,0.0000071530685,5.8918624e-7,0.03073531,0.00019133181,0.00003239798,0.0022281932,0.8882087,0.000069953465],"about_ca_topic_score_codex":0.0010590561,"about_ca_topic_score_gemma":0.0021187388,"teacher_disagreement_score":0.88676584,"about_ca_system_score_codex":0.00008731719,"about_ca_system_score_gemma":0.00027586275,"threshold_uncertainty_score":0.3503979},"labels":[],"label_agreement":null},{"id":"W1483022990","doi":"10.19173/irrodl.v16i2.2019","title":"Guidelines towards the facilitation of interactive online learning programmes in higher education","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Facilitator; Educational technology; Synchronous learning; Constructivist teaching methods; Observational study; Distance education; Open learning; Pedagogy; Constructivism (international relations); Collaborative learning; Psychology; Curriculum; Observational learning; Higher education; Facilitation; Blended learning; Learning sciences; Experiential learning; Mathematics education; Cooperative learning; Teaching method; Medicine","score_opus":0.31385284740222363,"score_gpt":0.5575729194993079,"score_spread":0.24372007209708424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1483022990","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59186405,0.043295536,0.00010671017,0.31167915,0.000530226,0.0025492364,0.000047628786,0.000030592662,0.049896874],"genre_scores_gemma":[0.98289055,0.0131576825,0.00049874984,0.00011801973,0.00013832291,0.000064919186,0.00018753654,0.0000057301004,0.0029384703],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99663514,0.0017366582,0.00046799556,0.00015995733,0.00081241917,0.00018786023],"domain_scores_gemma":[0.9973636,0.0008482879,0.00023465228,0.0000995396,0.0014016172,0.000052261028],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011129372,0.000070269096,0.00019454584,0.00013558325,0.00013927366,0.000099192664,0.000735352,0.000039048067,0.0001222594],"category_scores_gemma":[0.0133709,0.0000439809,0.00003617295,0.0007593929,0.00029247275,0.00031684505,0.00033019332,0.00071693666,0.0000035201817],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018095408,0.00035430936,0.08027818,0.00043553024,0.00003731801,0.0000023971857,0.0053252014,0.0008729919,0.00003103561,0.023629755,0.0024638246,0.8863885],"study_design_scores_gemma":[0.00045969893,0.00013041725,0.014103593,0.006016963,0.000007979938,0.000001512597,0.120470494,0.00074834767,0.000016635855,0.0033082245,0.8546509,0.00008519782],"about_ca_topic_score_codex":0.0067620757,"about_ca_topic_score_gemma":0.00065976515,"teacher_disagreement_score":0.8863033,"about_ca_system_score_codex":0.00016361903,"about_ca_system_score_gemma":0.0010797015,"threshold_uncertainty_score":0.999852},"labels":[],"label_agreement":null},{"id":"W1484039578","doi":"10.19173/irrodl.v12i5.960","title":"Open access textbooks and financial sustainability: A case study on Flat World Knowledge","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sustainability; Open source; Function (biology); Business; Knowledge management; Computer science; Software","score_opus":0.23384400866658706,"score_gpt":0.51898760551171,"score_spread":0.2851435968451229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1484039578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6321354,0.0051217773,0.0009145204,0.014517248,0.00035857433,0.006985331,0.000012301639,0.000045424822,0.33990943],"genre_scores_gemma":[0.99708533,0.000825333,0.000111290596,0.00015657587,0.000023359775,0.00017125823,0.000006837562,0.000005859627,0.0016141545],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99741507,0.001182883,0.00035952174,0.00041597532,0.0003783233,0.0002482195],"domain_scores_gemma":[0.99807096,0.00076550257,0.00013627078,0.00034490475,0.0005740131,0.000108331944],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.008139581,0.00011165693,0.00025584074,0.00023337208,0.00041557406,0.0014094391,0.0042151464,0.000022629038,0.000107153915],"category_scores_gemma":[0.0030637386,0.000080212034,0.000025220572,0.0008585933,0.00014298786,0.0010815674,0.00828068,0.0007466961,0.000011815336],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003319074,0.0021274632,0.262507,0.0014874882,0.00008715759,0.0007254438,0.020047847,0.000025043584,0.0000051403654,0.36770362,0.0068126814,0.3381392],"study_design_scores_gemma":[0.006989831,0.0026211105,0.35893938,0.018123187,0.00005410337,0.0009957366,0.19340327,0.008235886,0.00015631871,0.038932025,0.37030107,0.0012480884],"about_ca_topic_score_codex":0.0030521064,"about_ca_topic_score_gemma":0.000376167,"teacher_disagreement_score":0.36494994,"about_ca_system_score_codex":0.00013712712,"about_ca_system_score_gemma":0.0005320195,"threshold_uncertainty_score":0.9997402},"labels":[],"label_agreement":null},{"id":"W1484411164","doi":"10.19173/irrodl.v14i3.1477","title":"Pedagogical roles and competencies of university teachers practicing in the e-learning environment","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Scope (computer science); Psychology; Higher education; Faculty development; Perception; Pedagogy; Instructional design; Focus group; Mathematics education; Computer science; Professional development; Sociology; Medicine; Political science","score_opus":0.136191205200758,"score_gpt":0.4535904629241151,"score_spread":0.3173992577233571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1484411164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9436646,0.004722292,0.00004932894,0.034584846,0.000011227395,0.00059507746,0.0000027447193,0.0000044825124,0.016365409],"genre_scores_gemma":[0.96254826,0.036754355,0.00015085824,0.000036640853,0.000018023427,0.0000058949263,0.000011870032,0.0000021996138,0.0004718728],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99634236,0.0025950703,0.00019102822,0.00012764064,0.0005753786,0.00016854769],"domain_scores_gemma":[0.9974871,0.002183662,0.00013142414,0.0000684016,0.000094568975,0.00003481274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0099265585,0.000050896597,0.00014958745,0.000072862036,0.00027446644,0.00008790711,0.0005789752,0.000028748942,0.00023013914],"category_scores_gemma":[0.0032380067,0.000032533622,0.000022244274,0.0002551014,0.0004160033,0.0002698561,0.0003723481,0.0007404573,0.0000046684368],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010951003,0.0002728372,0.69768304,0.00055148004,0.00005811134,0.000026385445,0.027290879,0.0010027024,0.00029618945,0.06762849,0.00042427308,0.2046561],"study_design_scores_gemma":[0.0003909344,0.00009653704,0.08145794,0.0023505827,0.000009402634,0.00000406021,0.43220404,0.000749066,0.0000069525904,0.00059112976,0.48206082,0.000078555175],"about_ca_topic_score_codex":0.0047672135,"about_ca_topic_score_gemma":0.00023173423,"teacher_disagreement_score":0.6162251,"about_ca_system_score_codex":0.00006731599,"about_ca_system_score_gemma":0.0001304896,"threshold_uncertainty_score":0.72066325},"labels":[],"label_agreement":null},{"id":"W1485059493","doi":"10.19173/irrodl.v3i2.103","title":"The Effectiveness of Web-Based Instruction: An Initial Inquiry","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":140,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Benchmark (surveying); Computer-Assisted Instruction; Instructional design; Presentation (obstetrics); Educational technology; Mathematics education; Web application; Distance education; Multimedia; World Wide Web; Psychology","score_opus":0.13376802314794406,"score_gpt":0.49189625032511963,"score_spread":0.3581282271771756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1485059493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90835905,0.017133776,0.00013896679,0.019348124,0.0004424187,0.0014878601,0.000033289863,0.000026534482,0.053029954],"genre_scores_gemma":[0.9837914,0.015865522,0.0000559778,0.00002839115,0.000114833434,0.0000337144,0.000029733344,0.0000043497957,0.000076090095],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99453443,0.004104505,0.000273303,0.00014236734,0.0007524953,0.00019287012],"domain_scores_gemma":[0.9961724,0.0030701223,0.00013176865,0.00013937728,0.0004347157,0.00005160748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0165134,0.000057262012,0.00016332664,0.00007449988,0.0005194136,0.00013066392,0.00090858643,0.000037504666,0.00021808884],"category_scores_gemma":[0.005239872,0.000035982033,0.00003817117,0.00056534546,0.00071679655,0.00025119013,0.00021885792,0.0005245937,0.000004695241],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079902227,0.0004446243,0.09410806,0.002182027,0.00009844164,0.000019694895,0.001367132,0.0007021655,0.00021967669,0.15122558,0.0012640711,0.7475695],"study_design_scores_gemma":[0.0029530704,0.00048505573,0.024823403,0.015348263,0.000021833805,0.000008735873,0.025324639,0.006565881,0.0003178548,0.0047373767,0.9191789,0.00023498193],"about_ca_topic_score_codex":0.0005825776,"about_ca_topic_score_gemma":0.000151839,"teacher_disagreement_score":0.9179148,"about_ca_system_score_codex":0.000071951246,"about_ca_system_score_gemma":0.000292558,"threshold_uncertainty_score":0.6272994},"labels":[],"label_agreement":null},{"id":"W1485092510","doi":"10.19173/irrodl.v13i3.1151","title":"Economies of scope in distance education: The case of Chinese research universities","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scope (computer science); Distance education; Economies of scope; Product (mathematics); Higher education; Function (biology); Meaning (existential); Marketing; Empirical research; Economies of scale; Scale (ratio); Gross domestic product; Economics; Sociology; Business; Economic growth; Pedagogy; Psychology; Mathematics; Computer science; Geography; Statistics","score_opus":0.08685845912215581,"score_gpt":0.5080160688771331,"score_spread":0.4211576097549773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1485092510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9004857,0.037588555,0.000009738878,0.016145201,0.00013041284,0.00055054144,0.000023711897,0.0000014856198,0.04506465],"genre_scores_gemma":[0.96482676,0.03375099,0.00004221857,0.00003227991,0.000045505603,0.000033189917,0.000011804377,0.0000020156017,0.0012552519],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99804944,0.0009775561,0.00027301448,0.00008579838,0.0004346301,0.0001795853],"domain_scores_gemma":[0.9977522,0.0014327503,0.00013643612,0.00012302607,0.000515002,0.000040613977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011624757,0.00004043167,0.00013910394,0.000106382744,0.00021962183,0.00004182316,0.00067899626,0.000019570998,0.00026349648],"category_scores_gemma":[0.0015318784,0.00002585063,0.00001972691,0.000761411,0.0006091448,0.00031707218,0.00029258893,0.00029195612,0.0000037190828],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007489535,0.00028023068,0.53423643,0.0007896481,0.000024460809,0.0000049516652,0.023459524,0.000023346187,0.000009554685,0.42204604,0.0049123107,0.014138598],"study_design_scores_gemma":[0.00043498422,0.000043628002,0.23098023,0.008307159,0.000004186376,0.000013972345,0.29201388,0.00002338807,0.000081549944,0.0075814514,0.46039826,0.00011728465],"about_ca_topic_score_codex":0.015000868,"about_ca_topic_score_gemma":0.0015622389,"teacher_disagreement_score":0.45548597,"about_ca_system_score_codex":0.00024579064,"about_ca_system_score_gemma":0.0013395891,"threshold_uncertainty_score":0.9915583},"labels":[],"label_agreement":null},{"id":"W1485627804","doi":"10.19173/irrodl.v13i5.1240","title":"A qualitative analysis framework using natural language processing and graph theory","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Language, Metaphor, and Cognition","field":"Psychology","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Qualitative research; Coding (social sciences); Graph theory; Graph; Natural language; Qualitative property; Artificial intelligence; Natural language processing; Theoretical computer science; Data science; Mathematics; Machine learning; Sociology; Social science","score_opus":0.11130361553482954,"score_gpt":0.5397671734051442,"score_spread":0.4284635578703147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1485627804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6736787,0.31395718,0.005347655,0.00086832716,0.00009792156,0.00046998987,0.000048070633,0.00001074962,0.0055213813],"genre_scores_gemma":[0.9963388,0.002786753,0.0003295512,0.0001589926,0.00005678416,0.000034318702,0.00010944258,0.0000062872928,0.00017911354],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99702334,0.0019471722,0.00025207576,0.00017168076,0.00037040407,0.00023532119],"domain_scores_gemma":[0.9980455,0.0014464294,0.00014119942,0.00012126935,0.0001905094,0.000055065764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008961444,0.00008121185,0.00023525843,0.00021200709,0.00014348734,0.000094406765,0.0003308325,0.0000416789,0.0004164766],"category_scores_gemma":[0.0019852445,0.000053221844,0.000054119773,0.000925802,0.00020616734,0.00022101153,0.0002453293,0.00059562287,0.000004797464],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011072746,0.00060704077,0.11022587,0.0028333005,0.0024292148,0.000051171508,0.19214195,0.00002080128,0.00043457618,0.27059016,0.00038968812,0.41916895],"study_design_scores_gemma":[0.0017065635,0.00014533769,0.09628639,0.015653532,0.00076128525,0.00009384719,0.84148616,0.0021783006,0.00011785685,0.03793396,0.0030906335,0.00054615096],"about_ca_topic_score_codex":0.00046375647,"about_ca_topic_score_gemma":0.000010693664,"teacher_disagreement_score":0.6493442,"about_ca_system_score_codex":0.00003365111,"about_ca_system_score_gemma":0.00002843427,"threshold_uncertainty_score":0.45601267},"labels":[],"label_agreement":null},{"id":"W1485660313","doi":"10.19173/irrodl.v5i3.208","title":"Learning and Affective Support Online in Small Group and Class Contexts","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Distance education; Psychology; Class (philosophy); Perception; Computer-mediated communication; Mathematics education; Value (mathematics); Pedagogy; Computer science; The Internet; World Wide Web","score_opus":0.0657205910196167,"score_gpt":0.4580700676167665,"score_spread":0.3923494765971498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1485660313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9564016,0.012084929,0.00005327453,0.022169903,0.000043047377,0.0007879661,0.000018890873,0.000013690037,0.008426693],"genre_scores_gemma":[0.93386924,0.06536521,0.00020927165,0.00008541967,0.000052569794,0.000021930537,0.00008438083,0.0000067110564,0.0003052847],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977033,0.0010624125,0.00028546966,0.0002531688,0.00040950652,0.00028610282],"domain_scores_gemma":[0.99848825,0.001072526,0.000117549454,0.0000619404,0.00017071317,0.000089033645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0078009274,0.000089255744,0.00025390775,0.0001429743,0.0002936443,0.00016017217,0.0003759753,0.00005626617,0.00006604341],"category_scores_gemma":[0.004005688,0.000069536276,0.000023890938,0.00042886674,0.00042533764,0.0002386173,0.00050270226,0.0010419062,0.0000023476082],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021968668,0.00031383973,0.46204358,0.0009677917,0.000056417026,0.00009226176,0.003743239,0.00017781998,0.00014479617,0.075661115,0.00011183271,0.45646763],"study_design_scores_gemma":[0.006101637,0.0011711685,0.19767115,0.025083171,0.000032220007,0.0000530327,0.10203091,0.000765552,0.000039767066,0.015748251,0.6507623,0.0005408315],"about_ca_topic_score_codex":0.0037726415,"about_ca_topic_score_gemma":0.004936809,"teacher_disagreement_score":0.6506505,"about_ca_system_score_codex":0.00013397695,"about_ca_system_score_gemma":0.0002882038,"threshold_uncertainty_score":0.5703131},"labels":[],"label_agreement":null},{"id":"W1486867901","doi":"10.19173/irrodl.v13i3.1152","title":"M-learning adoption: A perspective from a developing country","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":193,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Developing country; M-learning; Context (archaeology); Usability; Perspective (graphical); Perception; Knowledge management; Educational technology; Order (exchange); Affect (linguistics); Learning styles; Mobile device; Psychology; Business; Computer science; Mathematics education; Geography; World Wide Web; Economic growth; Economics","score_opus":0.25089795913306184,"score_gpt":0.5291302336629149,"score_spread":0.27823227452985305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1486867901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88695616,0.047578678,0.0032569796,0.04570106,0.0003700701,0.0009856205,0.00009124803,0.00005734684,0.0150028635],"genre_scores_gemma":[0.9876771,0.010997914,0.00048543283,0.00025613396,0.00006264824,0.00004298028,0.000058441834,0.0000061284013,0.00041324532],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99654424,0.0010017364,0.00050593575,0.00027994686,0.0013861672,0.000281997],"domain_scores_gemma":[0.99632037,0.0022121554,0.00024129194,0.00024304225,0.0009068816,0.0000762497],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013965326,0.000093294686,0.00026423726,0.00023008061,0.00027242597,0.00023785712,0.0015642985,0.00006808794,0.00069285714],"category_scores_gemma":[0.014704273,0.000061020055,0.00004469654,0.0011057664,0.00024896528,0.00049649284,0.0011921263,0.0010462003,0.000093976836],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007750772,0.00008200253,0.8871794,0.000045960576,0.000032285967,0.0000073760684,0.00093202514,0.00002938003,0.0000421849,0.09012555,0.0023804714,0.019065894],"study_design_scores_gemma":[0.0007958525,0.00007501806,0.6426425,0.004626773,0.000013620221,0.000035584555,0.066081956,0.00061412563,0.00005672329,0.016775444,0.26808196,0.00020046798],"about_ca_topic_score_codex":0.00059099833,"about_ca_topic_score_gemma":0.000026359243,"teacher_disagreement_score":0.26570147,"about_ca_system_score_codex":0.00020501288,"about_ca_system_score_gemma":0.0001599004,"threshold_uncertainty_score":0.9935953},"labels":[],"label_agreement":null},{"id":"W1487281076","doi":"10.19173/irrodl.v14i4.1436","title":"Assessment of the effectiveness of internet-based distance learning through the VClass e-Education platform","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Office of the Higher Education Commission; Rajamangala University of Technology Lanna; Asian Institute of Technology","keywords":"Distance education; The Internet; TUTOR; Chiang mai; Test (biology); E learning; Computer science; Sample (material); Mathematics education; Psychology; Multimedia; World Wide Web; Sociology","score_opus":0.06200984019426898,"score_gpt":0.47431163589098324,"score_spread":0.41230179569671427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1487281076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8185415,0.0136194425,0.0037215156,0.029547246,0.00042260688,0.0046651014,0.000030294885,0.00002066414,0.12943158],"genre_scores_gemma":[0.9954441,0.0037113503,0.00015721386,0.00004627365,0.00003206786,0.000111750385,0.000035005534,0.0000058282017,0.00045639233],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954459,0.0028851228,0.00038799472,0.00016231328,0.00092262053,0.00019602536],"domain_scores_gemma":[0.99522114,0.0035095206,0.00036058767,0.00018898804,0.0006900828,0.00002966625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010833978,0.000079731035,0.00023180901,0.00004740084,0.00029690767,0.0001070867,0.0013382796,0.000039590923,0.00017400974],"category_scores_gemma":[0.004544361,0.000042063704,0.00007435501,0.00063845434,0.00060539006,0.00029492597,0.00042704388,0.0008016694,0.0000023973855],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014357208,0.00044559935,0.5111256,0.0035684176,0.000117853815,8.442787e-7,0.0016123988,0.002811624,0.00045466502,0.3888002,0.0008680588,0.09005113],"study_design_scores_gemma":[0.0014338155,0.0003317826,0.4797737,0.052394394,0.000048210044,0.0000024693102,0.05902333,0.009757425,0.0010053347,0.015787933,0.38014498,0.00029663567],"about_ca_topic_score_codex":0.0068109506,"about_ca_topic_score_gemma":0.00018560412,"teacher_disagreement_score":0.37927693,"about_ca_system_score_codex":0.00016290977,"about_ca_system_score_gemma":0.0010204747,"threshold_uncertainty_score":0.99980277},"labels":[],"label_agreement":null},{"id":"W1488241422","doi":"10.19173/irrodl.v14i2.1532","title":"Visualization mapping approaches for developing and understanding OER","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; License; Computer science; Context (archaeology); Visualization; Educational technology; Open education; Multimedia; Mathematics education; Pedagogy; World Wide Web; Sociology; Psychology; Artificial intelligence","score_opus":0.31598818105824533,"score_gpt":0.45022178134576196,"score_spread":0.13423360028751663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1488241422","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019641768,0.007430865,0.8810642,0.06881822,0.00020109599,0.0028632663,0.00000467508,0.000041298117,0.019934641],"genre_scores_gemma":[0.98702085,0.007384134,0.0048650857,0.00022973494,0.000027457401,0.00017098013,0.00004709337,0.000006572436,0.00024810675],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986984,0.00030916926,0.0002671799,0.00022313699,0.00031440938,0.00018770357],"domain_scores_gemma":[0.99873495,0.0007601483,0.000118727185,0.000106571264,0.00023521013,0.000044369663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039986772,0.00006939927,0.00014619011,0.00013639311,0.0002900415,0.000653903,0.00079828047,0.000024747005,0.000029432884],"category_scores_gemma":[0.0014067553,0.00005204069,0.000018736968,0.00047525892,0.00007829401,0.00067053206,0.000765735,0.00024237542,0.000005121564],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063824805,0.00002554261,0.009264754,0.0009582143,0.000023267015,4.276785e-7,0.00081615953,0.000069807254,0.000040067025,0.9591133,0.0011534472,0.028528647],"study_design_scores_gemma":[0.0025863245,0.00026118735,0.046584237,0.030177582,0.000015430278,0.000063186235,0.10649651,0.5313927,0.00030842656,0.12564376,0.15567395,0.00079668744],"about_ca_topic_score_codex":0.00012362575,"about_ca_topic_score_gemma":0.0000033620656,"teacher_disagreement_score":0.9673791,"about_ca_system_score_codex":0.0001262115,"about_ca_system_score_gemma":0.00012282297,"threshold_uncertainty_score":0.63056016},"labels":[],"label_agreement":null},{"id":"W1489565308","doi":"10.19173/irrodl.v4i1.130","title":"Adults Contemplating University Study at a Distance: Issues, themes and concerns","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Preparedness; Psychology; Higher education; Identity (music); Medical education; Pedagogy; Class (philosophy); Intervention (counseling); Political science; Medicine","score_opus":0.12405463419627501,"score_gpt":0.5121893771272253,"score_spread":0.38813474293095035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1489565308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8306199,0.05945424,0.000024330211,0.028943345,0.000100314835,0.0027320944,0.0000680082,0.000018027318,0.07803975],"genre_scores_gemma":[0.94940346,0.04679683,0.000024072153,0.00002456477,0.000020579448,0.000018934503,0.000010727588,0.0000028572035,0.0036979713],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968175,0.0018890877,0.00017521919,0.0001940521,0.0007155623,0.00020852864],"domain_scores_gemma":[0.9978103,0.0014852462,0.00008716752,0.00010036381,0.00044257936,0.000074330506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066729053,0.00005795079,0.0001686984,0.000058484908,0.0007595603,0.0001048635,0.00053017447,0.000018028351,0.00027458096],"category_scores_gemma":[0.0060697175,0.000043402215,0.000016763463,0.0004289996,0.0005406623,0.00016614888,0.00049213326,0.00029408137,0.0000044636076],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014346976,0.00019256175,0.866695,0.00042932114,0.000077335826,0.00001821962,0.017956993,0.0000034271645,0.000006548181,0.10486118,0.005407173,0.0042088106],"study_design_scores_gemma":[0.0008148592,0.00007936201,0.03150157,0.0026343577,0.000005477735,0.0000010886945,0.23193884,0.000024178813,0.0000052401037,0.00046314875,0.7324542,0.00007771051],"about_ca_topic_score_codex":0.006534861,"about_ca_topic_score_gemma":0.002116664,"teacher_disagreement_score":0.8351934,"about_ca_system_score_codex":0.00020979877,"about_ca_system_score_gemma":0.00020149766,"threshold_uncertainty_score":0.9878799},"labels":[],"label_agreement":null},{"id":"W1490784848","doi":"10.19173/irrodl.v15i4.1805","title":"To enhance collaborative learning and practice network knowledge with a virtualization laboratory and online synchronous discussion","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Virtualization; Computer science; Virtual Laboratory; Test (biology); Control (management); Network virtualization; Multimedia; Virtual lab; Operating system; Artificial intelligence; Cloud computing","score_opus":0.015290643032562945,"score_gpt":0.396919779516701,"score_spread":0.38162913648413804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1490784848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6051799,0.2601148,0.08743353,0.017209928,0.00045280688,0.0051124445,0.00012373016,0.00036058176,0.024012256],"genre_scores_gemma":[0.97490853,0.022393115,0.0023230722,0.000054250704,0.0000644922,0.00006590213,0.000072384944,0.000023966146,0.00009430277],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985458,0.0005809607,0.00022000757,0.00019645893,0.00027055794,0.00018618678],"domain_scores_gemma":[0.9983686,0.0011473945,0.00006303512,0.00008763648,0.00025292704,0.000080356534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028638714,0.0001128275,0.00020563464,0.00007473069,0.00014044205,0.00012248073,0.00021182527,0.000031619315,0.000010733839],"category_scores_gemma":[0.0030111675,0.0000737526,0.0000070082115,0.0006084427,0.00009578776,0.00025692375,0.0003484543,0.0005280747,0.000002536163],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010386973,0.000365016,0.037437372,0.008485451,0.0004227715,0.00003497502,0.008499553,0.6243574,0.013920388,0.020092743,0.0029258872,0.28241974],"study_design_scores_gemma":[0.0010766283,0.0009559622,0.005746885,0.034148585,0.00003390743,0.0000475652,0.0102383625,0.22117648,0.0009861673,0.00009040745,0.72498083,0.0005182215],"about_ca_topic_score_codex":0.000021810085,"about_ca_topic_score_gemma":0.00001803189,"teacher_disagreement_score":0.72205496,"about_ca_system_score_codex":0.00008996613,"about_ca_system_score_gemma":0.00004060038,"threshold_uncertainty_score":0.36048663},"labels":[],"label_agreement":null},{"id":"W1490855277","doi":"10.19173/irrodl.v5i2.189","title":"The Relationship Between Self-Regulation and Online Learning in a Blended Learning Context","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":403,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Self-regulated learning; Blended learning; Psychology; Operationalization; Context (archaeology); Distance education; Self-efficacy; Academic achievement; Mathematics education; Educational technology; Social psychology","score_opus":0.11116096878891013,"score_gpt":0.4659689044476472,"score_spread":0.3548079356587371,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1490855277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9113602,0.0136164315,0.00013039896,0.06911246,0.00005673263,0.0009833225,0.000009069693,0.000044596858,0.0046867914],"genre_scores_gemma":[0.9747537,0.024098627,0.0001906385,0.000038558166,0.000107377964,0.000029605144,0.00012047577,0.0000101679925,0.000650877],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99566793,0.002336572,0.0005163404,0.00026550033,0.00083935994,0.00037430346],"domain_scores_gemma":[0.9936995,0.0055489996,0.00024774007,0.00011338238,0.00030446242,0.00008592842],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013873298,0.00010995571,0.00025215972,0.00017087207,0.0012179764,0.0003085124,0.0006720326,0.00007986214,0.00003234818],"category_scores_gemma":[0.015718972,0.0000779695,0.000040261475,0.0008821538,0.00038545122,0.00038280748,0.00043770493,0.0018888712,0.000006967266],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046660836,0.000054519256,0.85691315,0.00019373413,0.00002849795,0.0000048636484,0.0017336245,0.0009424589,0.000006989312,0.05215507,0.000039600687,0.08788081],"study_design_scores_gemma":[0.0016837849,0.00015930219,0.658351,0.008282799,0.000023142695,0.000005976632,0.046204146,0.00088786706,0.000008021077,0.014029653,0.27016073,0.00020359183],"about_ca_topic_score_codex":0.0022951537,"about_ca_topic_score_gemma":0.0019216724,"teacher_disagreement_score":0.27012113,"about_ca_system_score_codex":0.00025595614,"about_ca_system_score_gemma":0.00063432247,"threshold_uncertainty_score":0.99257207},"labels":[],"label_agreement":null},{"id":"W1491151700","doi":"10.19173/irrodl.v12i5.999","title":"Quality of e-learners’ time and learning performance beyond quantitative time-on-task","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Flexibility (engineering); Time management; Quality (philosophy); Task (project management); Psychology; Perspective (graphical); Collaborative learning; Computer science; Mathematics education; Artificial intelligence; Mathematics; Statistics; Engineering","score_opus":0.14787532134195255,"score_gpt":0.47522214102627997,"score_spread":0.32734681968432744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1491151700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87934595,0.0036584213,0.000023355331,0.0033142725,0.00002860573,0.00050040206,0.000023327011,0.000013354946,0.11309229],"genre_scores_gemma":[0.97472835,0.021964576,0.0006812425,0.00005854508,0.000030819454,0.000015580268,0.00006280691,0.0000086517375,0.0024494354],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99591976,0.0024012132,0.00041387713,0.00022022439,0.0007981328,0.0002467989],"domain_scores_gemma":[0.9971108,0.0020247279,0.0002842705,0.0001140644,0.0003933335,0.0000728067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015602165,0.00008988449,0.00030660778,0.00012712067,0.00040027132,0.00006534945,0.00065372995,0.000048396305,0.00060400827],"category_scores_gemma":[0.0069705783,0.00006703478,0.000040941446,0.00046796162,0.00059833383,0.0002978828,0.00039431296,0.00088878244,0.000042286185],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015356018,0.00065937795,0.42273214,0.0029185791,0.00031179358,0.000017791668,0.02726433,0.00039572202,0.001600504,0.12474601,0.0018215491,0.4159966],"study_design_scores_gemma":[0.005675385,0.0045973114,0.24003379,0.0461571,0.0000882354,0.00001939118,0.19878508,0.016287794,0.0010623427,0.010741838,0.4750214,0.0015303436],"about_ca_topic_score_codex":0.0012558054,"about_ca_topic_score_gemma":0.00004741211,"teacher_disagreement_score":0.47319984,"about_ca_system_score_codex":0.000051862397,"about_ca_system_score_gemma":0.00024790707,"threshold_uncertainty_score":0.8344937},"labels":[],"label_agreement":null},{"id":"W1491364602","doi":"10.19173/irrodl.v5i3.203","title":"Selecting Research Areas and Research Design Approaches in Distance Education: Process Issues","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Context (archaeology); Qualitative research; Triangulation; Conversation; Process (computing); Data collection; Research design; Qualitative property; Discipline; Content analysis; Sociology; Psychology; Computer science; Pedagogy; Social science","score_opus":0.3070358035012697,"score_gpt":0.5617496206215283,"score_spread":0.25471381712025865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1491364602","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49701467,0.16425626,0.0006383833,0.24443571,0.00015575261,0.0060310056,0.000018587465,0.000047195037,0.08740242],"genre_scores_gemma":[0.952296,0.045820307,0.00069118984,0.000027410491,0.00015195752,0.0002153735,0.000029714116,0.000010248439,0.000757782],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922686,0.0044597895,0.00038371288,0.0003996943,0.0019007995,0.00058740034],"domain_scores_gemma":[0.99578905,0.0026124583,0.000091873706,0.00016166506,0.0012308799,0.00011405392],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.051942177,0.000090080015,0.00023394705,0.00040560446,0.0009774894,0.000464365,0.0011807178,0.00006906156,0.00005771726],"category_scores_gemma":[0.016156003,0.00007077041,0.000020061516,0.0026106988,0.0009258619,0.000474349,0.0005461922,0.0020357475,0.0000070048213],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047451447,0.0011504054,0.18742907,0.004405102,0.00006013125,0.000047251386,0.02353722,0.0016077381,0.000089085035,0.42971572,0.002392527,0.34909123],"study_design_scores_gemma":[0.001613533,0.00040817444,0.013728324,0.049569096,0.000008807584,0.000024423201,0.38963953,0.0011074714,0.00038753563,0.14614917,0.396931,0.00043293735],"about_ca_topic_score_codex":0.005487105,"about_ca_topic_score_gemma":0.0011306957,"teacher_disagreement_score":0.45528135,"about_ca_system_score_codex":0.00038524292,"about_ca_system_score_gemma":0.0026889693,"threshold_uncertainty_score":0.99213135},"labels":[],"label_agreement":null},{"id":"W1491379012","doi":"10.19173/irrodl.v12i1.888","title":"Preconditions for post-employment learning: Preliminary results from ongoing research","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Locus of control; Psychology; Personality; Adult education; Formal learning; Informal learning; Sample (material); Self-efficacy; Population; Social psychology; Applied psychology; Pedagogy; Sociology; Demography","score_opus":0.3009800997717747,"score_gpt":0.5467250206492695,"score_spread":0.24574492087749483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1491379012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36963674,0.041312117,0.0003096869,0.238359,0.0006904334,0.013759331,0.0018297054,0.00011867619,0.33398432],"genre_scores_gemma":[0.95149666,0.040022463,0.00044689164,0.00009368365,0.00017517185,0.00093888614,0.0006123708,0.0000146676,0.006199221],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99399954,0.0030884407,0.0005055019,0.00038511155,0.0014807412,0.0005406538],"domain_scores_gemma":[0.9881439,0.008998557,0.00016464286,0.00023899418,0.0023001246,0.00015378046],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.025197085,0.00009389703,0.00023275237,0.00026389695,0.0014327405,0.00022335895,0.001580217,0.000056840378,0.00065701135],"category_scores_gemma":[0.03518744,0.000073284784,0.000060403367,0.00078326574,0.00090529997,0.00033071972,0.0010156648,0.0010629859,0.000036991867],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008458754,0.0033655856,0.1506118,0.0033290144,0.001064845,0.00006611495,0.17424434,0.00017357382,0.00047182012,0.31104484,0.21848974,0.12867956],"study_design_scores_gemma":[0.0014285747,0.0009148107,0.061419606,0.009036268,0.000017044316,0.000001588193,0.095354035,0.00016803195,0.00016322361,0.012683351,0.8186011,0.00021239051],"about_ca_topic_score_codex":0.02226033,"about_ca_topic_score_gemma":0.000985565,"teacher_disagreement_score":0.60011137,"about_ca_system_score_codex":0.00029387767,"about_ca_system_score_gemma":0.00075356284,"threshold_uncertainty_score":0.99986726},"labels":[],"label_agreement":null},{"id":"W1491638371","doi":"10.19173/irrodl.v7i1.309","title":"\"Best Practices\" and Collaborative Software In Online Teaching","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Asynchronous communication; Flexibility (engineering); Synchronicity; Computer science; Distance education; Computer-mediated communication; Online course; World Wide Web; Multimedia; Online discussion; Software; Face-to-face; Asynchronous learning; Collaborative learning; Teaching method; Mathematics education; Synchronous learning; Psychology; Knowledge management; Cooperative learning; The Internet; Telecommunications","score_opus":0.10388512436619897,"score_gpt":0.5139573863981568,"score_spread":0.41007226203195785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1491638371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79460037,0.0502123,0.00011035707,0.09341399,0.00009531414,0.0014778922,0.000107895474,0.00002277131,0.05995911],"genre_scores_gemma":[0.92606586,0.068094485,0.003124827,0.0001439174,0.0002029966,0.000040896713,0.0002454477,0.000010018716,0.0020715524],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970495,0.001680532,0.00029019726,0.00018711864,0.00057719817,0.00021543003],"domain_scores_gemma":[0.9974103,0.0019265258,0.00024646436,0.00007524315,0.00030005828,0.000041419444],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009653424,0.00006433818,0.000180301,0.00011754827,0.00032684827,0.00020755132,0.0004941076,0.000039383533,0.000067557456],"category_scores_gemma":[0.013931851,0.000048590773,0.0000151448785,0.0005509444,0.00024696288,0.0004059615,0.00036776427,0.00093742926,0.0000031109],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016161056,0.0006281385,0.50514996,0.0009714723,0.00003467891,0.000066218825,0.0017247684,0.00033460627,0.000060192466,0.07176272,0.002406292,0.41669932],"study_design_scores_gemma":[0.0006105156,0.000078487734,0.016435705,0.007632356,0.0000070103006,0.0000044281765,0.035437725,0.00048239308,0.000004787668,0.0023779052,0.9368186,0.00011011453],"about_ca_topic_score_codex":0.014970986,"about_ca_topic_score_gemma":0.0058417483,"teacher_disagreement_score":0.9344123,"about_ca_system_score_codex":0.00010291577,"about_ca_system_score_gemma":0.0004597569,"threshold_uncertainty_score":0.9943742},"labels":[],"label_agreement":null},{"id":"W1492750493","doi":"10.19173/irrodl.v10i6.760","title":"Time students spend reading threaded discussions in online graduate courses requiring asynchronous participation","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reading (process); Asynchronous communication; Mathematics education; Computer science; Psychology; Distance education; Medical education; Medicine","score_opus":0.19421318604561322,"score_gpt":0.5437526304203092,"score_spread":0.349539444374696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1492750493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9491731,0.0023451094,0.000046243244,0.040706404,0.000055167577,0.0007816184,0.000021234166,0.000017632015,0.0068535204],"genre_scores_gemma":[0.9818235,0.017073965,0.00014391552,0.00008398864,0.00008895268,0.000017494087,0.00015801667,0.0000053924587,0.00060475094],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99681664,0.0011253442,0.00042357267,0.00022165081,0.001064924,0.0003478933],"domain_scores_gemma":[0.99872816,0.0006962745,0.0001586491,0.00012443331,0.00020919215,0.00008331064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00855436,0.00008619852,0.00024440256,0.00015808459,0.00033314954,0.00019628172,0.0009085165,0.000039485105,0.00016566578],"category_scores_gemma":[0.004119907,0.00006088332,0.000035561694,0.00065615383,0.00021858895,0.0003988264,0.00031990974,0.00070439104,0.00001595051],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032790488,0.0018034267,0.31801593,0.0005233697,0.0000873085,0.00011452979,0.006219739,0.0013950818,0.0004344744,0.040422484,0.0019054511,0.6287503],"study_design_scores_gemma":[0.0040808097,0.0007771403,0.69799566,0.06410812,0.00007238623,0.00001437227,0.08283899,0.011156207,0.00015320124,0.017607896,0.12039095,0.0008042401],"about_ca_topic_score_codex":0.0007869703,"about_ca_topic_score_gemma":0.00041105144,"teacher_disagreement_score":0.6279461,"about_ca_system_score_codex":0.00019458536,"about_ca_system_score_gemma":0.00023695202,"threshold_uncertainty_score":0.49322113},"labels":[],"label_agreement":null},{"id":"W1493058538","doi":"10.19173/irrodl.v9i3.523","title":"Connectivism: Learning theory of the future or vestige of the past?","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":608,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Connectivism; Blogosphere; Learning theory; Context (archaeology); Education theory; Educational technology; Computer science; Instructional design; Sociology; Pedagogy; Higher education; The Internet; World Wide Web","score_opus":0.09059922995054234,"score_gpt":0.4371249282528679,"score_spread":0.3465256983023256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1493058538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8926317,0.017732712,0.00007159075,0.053860016,0.00034132344,0.0014143996,0.00003488323,0.000015076973,0.03389829],"genre_scores_gemma":[0.9719276,0.02551799,0.000049911334,0.00007316577,0.00014592976,0.000011263449,0.0000075163216,0.0000067028304,0.0022599106],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949418,0.003310433,0.00036495068,0.00015654443,0.001006608,0.0002197131],"domain_scores_gemma":[0.9968413,0.002112814,0.00034653602,0.00020298538,0.00045535323,0.000040972023],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008816143,0.000079644,0.00024770966,0.000056981346,0.00067631603,0.000035039502,0.0015979408,0.000051521907,0.00024284741],"category_scores_gemma":[0.008413807,0.000037457306,0.000090140085,0.00090932293,0.0010116461,0.00014961054,0.0007723078,0.0010307116,0.000002036177],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004763949,0.0002854181,0.6819022,0.0014988359,0.00016549764,0.000013463228,0.007096369,0.0008261419,0.00031214603,0.21628848,0.0035023945,0.08763261],"study_design_scores_gemma":[0.0009316116,0.00018891362,0.117167264,0.01187642,0.000032790867,0.000024947865,0.056206804,0.00020925594,0.0003246793,0.005937707,0.8069222,0.00017740062],"about_ca_topic_score_codex":0.0004912033,"about_ca_topic_score_gemma":0.0001319164,"teacher_disagreement_score":0.8034198,"about_ca_system_score_codex":0.000060069546,"about_ca_system_score_gemma":0.00078082917,"threshold_uncertainty_score":0.9999387},"labels":[],"label_agreement":null},{"id":"W1493103378","doi":"10.19173/irrodl.v15i2.1418","title":"Designing online interaction to address disciplinary competencies: A cross-country comparison of faculty perspectives","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Discipline; Psychology; Higher education; Context (archaeology); Instructional design; Knowledge management; Pedagogy; Mathematics education; Sociology; Computer science; Political science","score_opus":0.1506291854104975,"score_gpt":0.5050202611166494,"score_spread":0.3543910757061519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1493103378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5525083,0.025165481,0.33218,0.03980519,0.0007283721,0.0036684815,0.0001646405,0.00013927608,0.045640256],"genre_scores_gemma":[0.99552876,0.0010112141,0.003050049,0.000054843997,0.000036775844,0.000032329142,0.00008160866,0.000005284213,0.000199128],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977981,0.00060104305,0.00043522834,0.00030472485,0.00065657636,0.00020432138],"domain_scores_gemma":[0.9979014,0.00093084073,0.00021703186,0.00026442044,0.0006235467,0.000062795436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047818255,0.00009742438,0.00029364708,0.000173001,0.00019720299,0.0002611131,0.0018913008,0.000024092627,0.00002604711],"category_scores_gemma":[0.0027035258,0.00007010028,0.00004198213,0.00066032103,0.00020032204,0.0003303468,0.0023620273,0.0005400486,0.000008607553],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000592785,0.0026105114,0.3943765,0.00785868,0.00037388693,0.000019837327,0.027347244,0.032219347,0.0017760337,0.24882606,0.0092348745,0.27476424],"study_design_scores_gemma":[0.0026724967,0.0019169033,0.19440831,0.060369294,0.000035678888,0.000028405817,0.12507693,0.46813762,0.001517205,0.00312411,0.14197262,0.00074040046],"about_ca_topic_score_codex":0.00027240813,"about_ca_topic_score_gemma":0.000050087663,"teacher_disagreement_score":0.44302046,"about_ca_system_score_codex":0.00010962849,"about_ca_system_score_gemma":0.00006083355,"threshold_uncertainty_score":0.3514539},"labels":[],"label_agreement":null},{"id":"W1493563448","doi":"10.19173/irrodl.v12i7.1157","title":"Emergent, self-directed, and self-organized learning: Literacy, numeracy, and the iPod Touch","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Tools and Methods","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Numeracy; Literacy; Reading (process); Psychology; Narrative; Point (geometry); Mathematics education; Computer science; Pedagogy; Mathematics","score_opus":0.1188946072586945,"score_gpt":0.491737822907609,"score_spread":0.3728432156489145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1493563448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42767674,0.18263792,0.00023575992,0.11919753,0.00080812455,0.00575986,0.00005817411,0.00029290892,0.263333],"genre_scores_gemma":[0.6573335,0.33642977,0.002915226,0.00031306111,0.00014900356,0.00011248248,0.000042937736,0.000013286568,0.0026907376],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99581796,0.0028037417,0.00032550073,0.0002288808,0.0005840911,0.00023984934],"domain_scores_gemma":[0.9968425,0.0022269608,0.00016355711,0.00012162416,0.00053989765,0.000105475854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0116480645,0.000091967304,0.00023734196,0.000062541294,0.0006534428,0.00024095226,0.0006810489,0.00004215784,0.0005138397],"category_scores_gemma":[0.006265129,0.000056378092,0.00003486912,0.00049431867,0.00040310575,0.00029258826,0.00056242076,0.00061736535,0.0000055601386],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007505044,0.000888072,0.2787835,0.001856535,0.00051654177,0.000018008572,0.07962089,0.000004903435,0.00005519229,0.48171383,0.012007004,0.14378503],"study_design_scores_gemma":[0.0016415978,0.0000872548,0.041763846,0.0022658186,0.00004609175,0.00001947816,0.014196352,0.00081997097,0.000029361518,0.013290389,0.9256515,0.00018837552],"about_ca_topic_score_codex":0.0035803425,"about_ca_topic_score_gemma":0.000068469424,"teacher_disagreement_score":0.91364443,"about_ca_system_score_codex":0.00005846445,"about_ca_system_score_gemma":0.00026533997,"threshold_uncertainty_score":0.7500397},"labels":[],"label_agreement":null},{"id":"W1494033576","doi":"10.19173/irrodl.v10i6.796","title":"Online learning as a strategic asset","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Innovations and Challenges","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Educational technology; Electronic learning; Asset (computer security); Computer science; Strategic planning; Distance education; Knowledge management; Business; Psychology; Mathematics education; Marketing; Computer security","score_opus":0.18991496346915218,"score_gpt":0.49682436313126893,"score_spread":0.3069093996621167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494033576","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41807672,0.044580497,0.0030614778,0.46919814,0.00019741328,0.0010080416,0.000031336844,0.00006330443,0.06378306],"genre_scores_gemma":[0.9717909,0.026245004,0.0007501489,0.00057681184,0.000043904944,0.000017908887,0.0001410272,0.000002801354,0.00043146586],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983971,0.00034056956,0.00030066035,0.00021392264,0.00057048135,0.00017726484],"domain_scores_gemma":[0.9986241,0.00050060096,0.00012007468,0.00018994648,0.000520286,0.000045011002],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003505867,0.00007204458,0.00015199387,0.00013191909,0.00016662978,0.00026202266,0.0015893884,0.000025898205,0.000079245816],"category_scores_gemma":[0.0006048074,0.000051703373,0.000026101487,0.00078167976,0.00006534875,0.0003217311,0.0004418423,0.00067396153,0.000012899801],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012136668,0.0002956756,0.0014892934,0.00018234084,0.000018647406,0.000010090779,0.00013429666,0.00022302677,0.000088914974,0.95263237,0.0013678854,0.043545295],"study_design_scores_gemma":[0.0021060116,0.0016173488,0.14157544,0.025781218,0.00001624488,0.00018002157,0.024446359,0.052674297,0.0002304782,0.5619567,0.18866758,0.0007482916],"about_ca_topic_score_codex":0.00011599437,"about_ca_topic_score_gemma":0.000007970081,"teacher_disagreement_score":0.5537142,"about_ca_system_score_codex":0.0000552976,"about_ca_system_score_gemma":0.00021473707,"threshold_uncertainty_score":0.29535055},"labels":[],"label_agreement":null},{"id":"W1494744363","doi":"10.19173/irrodl.v13i3.1135","title":"Creating a sustainable online instructor observation system: A case study highlighting flaws when blending mentoring and evaluation","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accountability; Quality (philosophy); Computer science; Function (biology); Distance education; Online learning; Multimedia; Medical education; Knowledge management; Mathematics education; Psychology; Political science; Medicine","score_opus":0.1578487138198621,"score_gpt":0.4937022323494995,"score_spread":0.3358535185296374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494744363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98511994,0.0071232165,0.000027891272,0.001974353,0.00008021105,0.0014307749,0.000005912106,0.000016991562,0.0042207106],"genre_scores_gemma":[0.9964642,0.002244498,0.0005379576,0.000012767764,0.00024065723,0.000091685266,0.000054395678,0.000008412852,0.00034542632],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99544775,0.0023491245,0.00045255746,0.0002164803,0.0011104876,0.0004235853],"domain_scores_gemma":[0.9977432,0.0010593503,0.0002610489,0.000116134,0.0007146186,0.000105635365],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.029172253,0.0000951183,0.000232017,0.00016041032,0.0010351796,0.00032847427,0.0003824478,0.0000383139,0.000058107966],"category_scores_gemma":[0.0062411944,0.000074160525,0.000023813669,0.0005411857,0.00010120541,0.0009840161,0.0005789006,0.0004934402,0.0000010537034],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006788738,0.00036501384,0.7831448,0.0029197976,0.00011572831,0.00016707325,0.033133343,0.00012373719,0.000057942558,0.049331326,0.000102143014,0.13047124],"study_design_scores_gemma":[0.0009554398,0.00009741332,0.009234542,0.00675661,0.000059340415,0.000092328104,0.9462363,0.0055279816,0.000009596035,0.00019422208,0.030692397,0.00014382822],"about_ca_topic_score_codex":0.013943538,"about_ca_topic_score_gemma":0.0005130296,"teacher_disagreement_score":0.913103,"about_ca_system_score_codex":0.0005059615,"about_ca_system_score_gemma":0.00033546056,"threshold_uncertainty_score":0.99967146},"labels":[],"label_agreement":null},{"id":"W1496559023","doi":"10.19173/irrodl.v16i2.2011","title":"Professional task-based curriculum development for distance education practitioners at master’s level: A design-based research","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Professional development; Delphi method; Distance education; Competence (human resources); Task (project management); Curriculum development; Computer science; Faculty development; Medical education; Mathematics education; Pedagogy; Psychology; Medicine; Engineering; Artificial intelligence","score_opus":0.5007985802684828,"score_gpt":0.5836480461106569,"score_spread":0.08284946584217412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1496559023","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12441045,0.031862408,0.047243357,0.7328053,0.0029287082,0.020045998,0.00020877598,0.00013014,0.040364858],"genre_scores_gemma":[0.97621167,0.0011729815,0.009312533,0.00045341314,0.00017232471,0.0020063007,0.0006449189,0.000019847292,0.010006036],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99273175,0.0042188237,0.00041511844,0.00032037345,0.0019347547,0.00037915524],"domain_scores_gemma":[0.99166805,0.004835273,0.00031898066,0.00017758457,0.0028096195,0.00019048897],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03538823,0.000095640666,0.00017886939,0.00019687109,0.001000158,0.0002897864,0.0010490122,0.000060691797,0.00024517372],"category_scores_gemma":[0.02304476,0.00007462331,0.000031309995,0.0009420867,0.00045174026,0.00044637005,0.0002715631,0.0006859778,0.00003510822],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026182188,0.0043383134,0.3198979,0.004673818,0.0001558692,0.00001173907,0.02325576,0.0044166283,0.00014883633,0.07534202,0.49705026,0.06809064],"study_design_scores_gemma":[0.000550565,0.00006811927,0.002267349,0.004860728,0.0000049467308,8.964351e-7,0.014610109,0.00088764634,0.000057514528,0.00056591525,0.9760251,0.00010109912],"about_ca_topic_score_codex":0.0014193262,"about_ca_topic_score_gemma":0.00035581389,"teacher_disagreement_score":0.8518012,"about_ca_system_score_codex":0.0011794829,"about_ca_system_score_gemma":0.00932735,"threshold_uncertainty_score":0.99628884},"labels":[],"label_agreement":null},{"id":"W1496918912","doi":"10.19173/irrodl.v10i4.725","title":"An Evaluative Study of a Distance Teacher Education Program in a University in Ghana","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Public university; Medical education; Sample (material); Faculty development; Psychology; Adaptation (eye); Program evaluation; Professional development; Mathematics education; Pedagogy; Political science; Medicine","score_opus":0.08658169146579545,"score_gpt":0.5198236353173094,"score_spread":0.43324194385151393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1496918912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9824818,0.0016822647,0.000014827421,0.004311082,0.000013655925,0.0019107162,0.0000036238016,0.0000045362326,0.009577533],"genre_scores_gemma":[0.9972135,0.0023815043,0.0001330772,0.000012871944,0.000015853338,0.000027000393,0.000025521553,0.0000016900688,0.0001890278],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9967705,0.0021718317,0.0002213259,0.00015699521,0.00053349533,0.00014586224],"domain_scores_gemma":[0.99925756,0.00024014401,0.000112191876,0.000092048496,0.0002624965,0.00003553662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077110794,0.000045245775,0.00015857763,0.00016076153,0.00009275461,0.0000423594,0.00062127016,0.000023662371,0.00005432772],"category_scores_gemma":[0.001627719,0.000036969486,0.000014351788,0.0009801018,0.000113226415,0.00027863935,0.00009410338,0.00045106577,6.5636635e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014813858,0.0026722031,0.2921347,0.00010024858,0.000006826724,0.0000062486934,0.006728748,0.000089038054,0.000007001543,0.00940192,0.00004688237,0.68865806],"study_design_scores_gemma":[0.0015251327,0.0009769561,0.3756024,0.0073916395,0.000009585146,5.487309e-7,0.5489633,0.0022216118,0.0000036662905,0.0017372809,0.061435733,0.00013217758],"about_ca_topic_score_codex":0.005448478,"about_ca_topic_score_gemma":0.0060418826,"teacher_disagreement_score":0.68852586,"about_ca_system_score_codex":0.00019812243,"about_ca_system_score_gemma":0.0006271487,"threshold_uncertainty_score":0.82365054},"labels":[],"label_agreement":null},{"id":"W1497114616","doi":"10.19173/irrodl.v12i2.793","title":"The isolation of online adjunct faculty and its impact on their performance","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":149,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Adjunct; Affect (linguistics); Psychology; Loyalty; Quality (philosophy); Higher education; Institution; Computer-mediated communication; Medical education; Distance education; Face (sociological concept); Face-to-face; Isolation (microbiology); Qualitative research; Pedagogy; The Internet; Sociology; Computer science; Medicine; Political science; Communication","score_opus":0.16327620444407479,"score_gpt":0.4926631694634368,"score_spread":0.32938696501936204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1497114616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9779405,0.006922276,0.000011649744,0.005012765,0.000032504013,0.0004177621,0.00005521719,0.0000042343263,0.009603074],"genre_scores_gemma":[0.9392617,0.060329188,0.000038732105,0.00002188649,0.000033769364,0.000008099436,0.00005706931,0.0000031330705,0.00024647487],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99841607,0.00061028387,0.00023295631,0.00011142381,0.00045928464,0.00017001478],"domain_scores_gemma":[0.99859846,0.00078230456,0.0001509979,0.000083910854,0.00034180522,0.000042523043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061532455,0.00006066061,0.00014082775,0.000052183364,0.000359977,0.000053179374,0.0005770362,0.00002733682,0.00009675913],"category_scores_gemma":[0.0020940432,0.000029933448,0.00003221232,0.00030477092,0.00020893796,0.0001953084,0.00023818585,0.00043690574,0.0000026832922],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000887959,0.00037147212,0.29367137,0.00086628296,0.00015295857,0.000003816197,0.0055032903,0.000176327,0.0002616956,0.044236533,0.0011221454,0.65274614],"study_design_scores_gemma":[0.0013947138,0.0011551152,0.6671507,0.015688898,0.000025133144,0.000008024954,0.039459996,0.0146946,0.0006453666,0.0023880517,0.25709864,0.00029078466],"about_ca_topic_score_codex":0.00069760316,"about_ca_topic_score_gemma":0.00013459854,"teacher_disagreement_score":0.6524554,"about_ca_system_score_codex":0.00004678739,"about_ca_system_score_gemma":0.00022790936,"threshold_uncertainty_score":0.27686885},"labels":[],"label_agreement":null},{"id":"W1497710814","doi":"10.19173/irrodl.v12i1.896","title":"The development of an online instrument for prior learning assessment and recognition of internationally educated nurses: A pilot study","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Vignette; Sample (material); Medical education; Narrative; Benchmark (surveying); Online learning; Psychology; Nursing; Computer science; Medicine; Multimedia; Social psychology","score_opus":0.3918249627648382,"score_gpt":0.5634755482804669,"score_spread":0.17165058551562867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1497710814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99361473,0.00070087553,0.00008120582,0.0023557039,0.0001082087,0.0014044396,0.000013754562,0.0000053793224,0.0017157199],"genre_scores_gemma":[0.99335635,0.0030581702,0.0029651185,0.000014262541,0.000026600026,0.00017924608,0.000108673456,0.000006539979,0.00028504888],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9966955,0.0016408031,0.00058011437,0.00018673815,0.0007371451,0.00015967223],"domain_scores_gemma":[0.9962988,0.0019453636,0.0005349254,0.0001050495,0.0010584062,0.000057445817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013695349,0.00007224271,0.00018435412,0.000097650154,0.00048651773,0.00010277704,0.00075148,0.000018790119,0.00008677272],"category_scores_gemma":[0.0047433493,0.000050070237,0.000017875893,0.00031395108,0.0003075963,0.00032154232,0.00026302048,0.00038501364,8.2571484e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010297046,0.005029349,0.3175445,0.00092827197,0.00036035178,0.0000011414588,0.07949482,0.000022592754,0.000266205,0.0097822,0.000111795605,0.5854291],"study_design_scores_gemma":[0.0017946818,0.002467373,0.59511685,0.0061727664,0.000052116662,0.0000028119887,0.33070064,0.00043247483,0.0001601185,0.0019335329,0.06096676,0.0001998596],"about_ca_topic_score_codex":0.0022887166,"about_ca_topic_score_gemma":0.0011288644,"teacher_disagreement_score":0.5852292,"about_ca_system_score_codex":0.0001374706,"about_ca_system_score_gemma":0.0009740051,"threshold_uncertainty_score":0.56785744},"labels":[],"label_agreement":null},{"id":"W1498185105","doi":"10.19173/irrodl.v15i4.1840","title":"Analyzing the effect of learning styles and study habits of distance learners on learning performances: A case of an introductory programming course","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Learning Styles and Cognitive Differences","field":"Psychology","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning styles; Mathematics education; Psychology; Distance education; Educational technology; Test (biology); Cognitive style; E learning; Online learning; Computer science; Multimedia; Cognition","score_opus":0.04039449708645403,"score_gpt":0.44400404882594124,"score_spread":0.4036095517394872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1498185105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99171007,0.0059324545,0.00010635241,0.0002809812,0.000035944926,0.0007915483,0.000008365083,0.0000070626484,0.001127228],"genre_scores_gemma":[0.99789166,0.001813579,0.000017352893,0.0000056704007,0.000037415717,0.00007214252,0.000034205903,0.000013163229,0.0001148272],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9937409,0.004530393,0.00058447296,0.0003516645,0.00052772753,0.00026484794],"domain_scores_gemma":[0.99526477,0.00345366,0.0006037839,0.0002372765,0.00038578018,0.00005473441],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012589494,0.00016287816,0.00054967444,0.00015704497,0.0002770686,0.00006567373,0.00065000565,0.00004336453,0.00006887602],"category_scores_gemma":[0.0041730064,0.00009602232,0.000065077926,0.00049525773,0.00065820693,0.00014403292,0.00035944922,0.0011756816,0.0000012817769],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006329756,0.00023065977,0.7188174,0.0012055209,0.00018261398,0.000017099415,0.0028921764,0.00055551546,0.00005965523,0.0023092125,0.000010272345,0.27308688],"study_design_scores_gemma":[0.008294605,0.02757183,0.55715674,0.032118257,0.00045482581,0.00022278835,0.34608936,0.016126875,0.00073707325,0.00022207915,0.010274639,0.0007309303],"about_ca_topic_score_codex":0.00080259156,"about_ca_topic_score_gemma":0.00007475071,"teacher_disagreement_score":0.3431972,"about_ca_system_score_codex":0.000025296737,"about_ca_system_score_gemma":0.000045307577,"threshold_uncertainty_score":0.5107817},"labels":[],"label_agreement":null},{"id":"W1498690873","doi":"10.19173/irrodl.v10i1.609","title":"Integrated Networks: National and International Online Experiences","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Geography Education and Pedagogy","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Asynchronous learning; Beijing; Computer science; Distance education; Educational technology; Mathematics education; Online learning; Graduate students; Order (exchange); Computer-mediated communication; Online teaching; Knowledge management; Teaching method; Synchronous learning; World Wide Web; Pedagogy; Cooperative learning; Sociology; Psychology; Political science; The Internet; Telecommunications","score_opus":0.1764122899309413,"score_gpt":0.5352010969081721,"score_spread":0.3587888069772308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1498690873","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.430336,0.060748976,0.000491295,0.34154263,0.0010654135,0.0017983397,0.00012397817,0.000054638876,0.16383871],"genre_scores_gemma":[0.9401526,0.057838127,0.00011540895,0.00072133605,0.0001332901,0.000031355674,0.0002047593,0.0000022503473,0.00080087665],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99814796,0.0005343389,0.00027101967,0.00017807647,0.00068964943,0.00017892433],"domain_scores_gemma":[0.9985131,0.0005647797,0.00010189456,0.00006302576,0.0006808409,0.00007633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048518023,0.00006458913,0.00013069069,0.00014957978,0.00028133963,0.00022790121,0.00081140833,0.000036824855,0.00080030184],"category_scores_gemma":[0.0029519063,0.00004773571,0.000027718334,0.00048223275,0.00038817595,0.00025235757,0.00016543374,0.00037840323,0.0000030150227],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028167147,0.00087238284,0.16639501,0.00020048942,0.0001235888,0.0000101115,0.018353542,0.00029619303,0.000029953659,0.3101437,0.02943115,0.4738622],"study_design_scores_gemma":[0.0005003372,0.00008388902,0.068859994,0.0026883339,0.0000045430356,0.000008175223,0.10604675,0.0024588506,0.000002909712,0.0061422153,0.8130665,0.0001375286],"about_ca_topic_score_codex":0.0014827484,"about_ca_topic_score_gemma":0.00024280554,"teacher_disagreement_score":0.7836353,"about_ca_system_score_codex":0.00007115426,"about_ca_system_score_gemma":0.00029252804,"threshold_uncertainty_score":0.8762744},"labels":[],"label_agreement":null},{"id":"W1499220519","doi":"10.19173/irrodl.v13i3.1181","title":"Quality assurance in e-learning: PDPP evaluation model and its application","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Summative assessment; Distance education; Educational technology; Higher education; Quality (philosophy); Medical education; Open learning; Instructional design; Mainland China; Psychology; Mathematics education; Computer science; Knowledge management; Teaching method; Cooperative learning; Formative assessment; Medicine; China; Political science","score_opus":0.19529639375896582,"score_gpt":0.5451186343919544,"score_spread":0.3498222406329886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1499220519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8862056,0.04250388,0.0005024768,0.025053596,0.00006404435,0.0019871197,0.00001563278,0.000018593495,0.043649025],"genre_scores_gemma":[0.97225165,0.02703046,0.00012658503,0.00003839804,0.0000603028,0.00010664936,0.00006774634,0.00000449845,0.000313687],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99587345,0.0023561863,0.00033537933,0.00017910109,0.0009859331,0.00026995543],"domain_scores_gemma":[0.99821216,0.0010392035,0.00016738422,0.00008520404,0.00042325474,0.00007282435],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03253171,0.000064072374,0.00017682077,0.000098173325,0.00025818538,0.00008028139,0.0004390546,0.000048525686,0.00007302786],"category_scores_gemma":[0.009220431,0.000051548912,0.000020610523,0.00049959647,0.00011988131,0.00048651072,0.00026904859,0.00065823353,0.000007669953],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009903383,0.00021396067,0.566613,0.0008680866,0.000022727503,7.607599e-7,0.0025326835,0.004781534,0.00037898927,0.1123022,0.00027401472,0.31191298],"study_design_scores_gemma":[0.0026347123,0.00010618436,0.26789442,0.010154427,0.000032336175,0.0000066908706,0.03574349,0.26325223,0.00009872941,0.011506966,0.40805435,0.0005154715],"about_ca_topic_score_codex":0.0008248994,"about_ca_topic_score_gemma":0.00035142826,"teacher_disagreement_score":0.40778032,"about_ca_system_score_codex":0.00015290077,"about_ca_system_score_gemma":0.00033895875,"threshold_uncertainty_score":0.9991253},"labels":[],"label_agreement":null},{"id":"W1499386624","doi":"10.19173/irrodl.v15i3.1714","title":"Factors driving learner success in online professional development","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Login; Professional development; Online course; Online learning; Psychology; Faculty development; Electronic learning; Online participation; Computer-assisted web interviewing; Educational technology; Distance education; Medical education; Mathematics education; The Internet; Pedagogy; Multimedia; Computer science; World Wide Web; Medicine; Business","score_opus":0.11620292053492123,"score_gpt":0.49331233776939565,"score_spread":0.37710941723447444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1499386624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9750446,0.0015964769,0.00005040949,0.015009027,0.00013646123,0.000429669,0.000004995112,0.000010035348,0.0077183284],"genre_scores_gemma":[0.9932031,0.0046457383,0.00019925904,0.000063377185,0.000075801356,0.0000229429,0.00014472821,0.000006368106,0.0016386531],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966239,0.0015621929,0.00038485922,0.00020789035,0.00091474946,0.00030645268],"domain_scores_gemma":[0.9980056,0.0014484051,0.00013210726,0.00009352381,0.00024690042,0.00007342798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011166188,0.00008241927,0.00022143392,0.00015996557,0.00035487348,0.00011873084,0.000971343,0.000048782953,0.00029206925],"category_scores_gemma":[0.0063253655,0.00005472577,0.000027608157,0.0005788736,0.0002034103,0.00025765356,0.0006165635,0.0008873137,0.0000060515117],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019965435,0.0001781777,0.8787104,0.00030155267,0.0000129550845,0.0000030279964,0.0011070737,0.00010410861,0.000015170644,0.010652263,0.00038480197,0.108510494],"study_design_scores_gemma":[0.0003890242,0.000028671684,0.27636668,0.0089990245,0.0000023049117,5.4994183e-7,0.014489724,0.0006101953,0.000022284314,0.0005635464,0.69841427,0.00011371689],"about_ca_topic_score_codex":0.001104399,"about_ca_topic_score_gemma":0.0020546706,"teacher_disagreement_score":0.69802946,"about_ca_system_score_codex":0.00014710677,"about_ca_system_score_gemma":0.00060821674,"threshold_uncertainty_score":0.757251},"labels":[],"label_agreement":null},{"id":"W1499546439","doi":"10.19173/irrodl.v14i3.1430","title":"Virtual attendance: Analysis of an audiovisual over IP system for distance learning in the Spanish Open University (UNED)","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Attendance; The Internet; Computer science; Virtual campus; Open university; Higher education; Mathematics education; Open education; Information and Communications Technology; Citizen journalism; Educational technology; Multimedia; Sociology; Psychology; World Wide Web; Political science","score_opus":0.06917760212421338,"score_gpt":0.45231543959530196,"score_spread":0.3831378374710886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1499546439","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97262055,0.0018517032,0.0010431359,0.010655172,0.00006505988,0.0024213912,0.000113027556,0.000015201637,0.011214747],"genre_scores_gemma":[0.9961735,0.0026706124,0.00013791848,0.000038211834,0.000040123265,0.000035938712,0.00017350113,0.00000515058,0.00072505244],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9959638,0.0024050768,0.00034225595,0.00025281866,0.0007627082,0.0002733228],"domain_scores_gemma":[0.9973593,0.0016967476,0.00026676225,0.0001694693,0.00045010593,0.000057615067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012686092,0.0000817152,0.00036185424,0.00018890889,0.00047485196,0.00029479174,0.0021842325,0.00004640323,0.00017358699],"category_scores_gemma":[0.0021877966,0.000057281013,0.000080054284,0.0016852424,0.00029106703,0.0006939017,0.00056665414,0.0005759805,0.000002693237],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006889249,0.0005864462,0.45292878,0.0016717571,0.00072949973,0.00003358945,0.0077685313,0.0061704977,0.00015638408,0.34146577,0.0019522855,0.18584754],"study_design_scores_gemma":[0.0020452954,0.0004687865,0.2305581,0.00786984,0.0001979333,0.0000026217226,0.3699244,0.030072132,0.000018544251,0.00061196275,0.35790884,0.0003215485],"about_ca_topic_score_codex":0.013216508,"about_ca_topic_score_gemma":0.0032334565,"teacher_disagreement_score":0.36215585,"about_ca_system_score_codex":0.00018471056,"about_ca_system_score_gemma":0.00035768727,"threshold_uncertainty_score":0.99335456},"labels":[],"label_agreement":null},{"id":"W1499864900","doi":"10.19173/irrodl.v11i2.869","title":"Universal instructional design principles for Moodle","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital Accessibility for Disabilities","field":"Social Sciences","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Instructional design; Computer science; Plug-in; Universal Design for Learning; Set (abstract data type); Distance education; Sample (material); Universal design; Multimedia; Online learning; Online course; Design elements and principles; Educational technology; Mathematics education; World Wide Web; Psychology; Software engineering","score_opus":0.20313782760348706,"score_gpt":0.48720924664531395,"score_spread":0.28407141904182687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1499864900","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70559376,0.0029215051,0.0017154281,0.05251689,0.00066413963,0.0048358985,0.00032911345,0.0000484396,0.23137482],"genre_scores_gemma":[0.99523103,0.0022663686,0.0010897348,0.000040973493,0.00008130614,0.000087816705,0.00006306149,0.0000046686127,0.0011350495],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985721,0.0003185989,0.00022470545,0.0001551474,0.00054993544,0.00017952677],"domain_scores_gemma":[0.99747175,0.0018388317,0.000081955164,0.00010569865,0.0004465909,0.000055191675],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008325533,0.000048137637,0.00011935124,0.000057207104,0.00030256432,0.00023870522,0.0010187931,0.00003188396,0.0002371579],"category_scores_gemma":[0.010173171,0.000035818626,0.000037968355,0.000266124,0.0007898707,0.00048682926,0.00039471357,0.00034042462,0.0000034882185],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001169758,0.000098765086,0.02822037,0.00043220582,0.00002170249,6.9450005e-7,0.00048252696,0.00005851604,0.0000417734,0.93812674,0.00087424513,0.031525478],"study_design_scores_gemma":[0.000808438,0.00011743514,0.012365476,0.0024725234,0.000008256619,0.0000040565264,0.01858465,0.0011221447,0.0001186066,0.13399975,0.83023906,0.0001595851],"about_ca_topic_score_codex":0.0011563129,"about_ca_topic_score_gemma":0.00057144044,"teacher_disagreement_score":0.82936484,"about_ca_system_score_codex":0.00008588619,"about_ca_system_score_gemma":0.00041058584,"threshold_uncertainty_score":0.99816453},"labels":[],"label_agreement":null},{"id":"W1499880038","doi":"10.19173/irrodl.v8i2.344","title":"Instant Messaging for Creating Interactive and Collaborative m-Learning Environments","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Computer science; Asynchronous communication; Chat room; The Internet; World Wide Web; Formality; Instant messaging; Distance education; Online community; Internet privacy; Multimedia; Synchronous learning; Short Message Service; Mobile device; Computer-mediated communication; Asynchronous learning; Online chat; Educational technology; Learning community; Cooperative learning; Teaching method; Psychology; Telecommunications","score_opus":0.044155175053715696,"score_gpt":0.4358477663759818,"score_spread":0.39169259132226614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1499880038","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2997652,0.04242754,0.49312586,0.031525377,0.00048500858,0.008080556,0.000051709743,0.00009646437,0.124442294],"genre_scores_gemma":[0.9879894,0.0072364924,0.004153731,0.00010956521,0.000023644749,0.00011541198,0.000044551114,0.000008320175,0.00031885676],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99801415,0.00053019385,0.00037914258,0.00032190542,0.0004936329,0.00026097195],"domain_scores_gemma":[0.9960386,0.0032238178,0.00026625406,0.00016108507,0.0002444092,0.00006581564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009527423,0.00009752195,0.00020092851,0.00015384996,0.00031074724,0.0002758565,0.00091156765,0.00003066087,0.00001728307],"category_scores_gemma":[0.004464601,0.00007640639,0.00002270868,0.00051115116,0.00014282957,0.0005255293,0.0010015204,0.0006376242,0.000002178988],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053645176,0.00045190522,0.18239325,0.002517097,0.0002603749,0.000033823646,0.010204708,0.0018940719,0.003230603,0.22204582,0.0006732073,0.5757587],"study_design_scores_gemma":[0.00371942,0.0010418405,0.12871681,0.033025563,0.000033918655,0.000086281696,0.047151547,0.070349336,0.0037620375,0.010019152,0.7013598,0.0007343043],"about_ca_topic_score_codex":0.00010348962,"about_ca_topic_score_gemma":0.0000086335685,"teacher_disagreement_score":0.7006866,"about_ca_system_score_codex":0.00017677016,"about_ca_system_score_gemma":0.00011462171,"threshold_uncertainty_score":0.5344867},"labels":[],"label_agreement":null},{"id":"W1500143627","doi":"10.19173/irrodl.v13i2.1124","title":"The relationship between flexible and self-regulated learning in open and distance universities","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Self-regulated learning; Flexibility (engineering); Psychology; Open learning; Metacognition; Synchronous learning; Autonomy; Educational technology; Distance education; Active learning (machine learning); Learner autonomy; Knowledge management; Computer science; Cognition; Mathematics education; Cooperative learning; Teaching method; Artificial intelligence; Mathematics","score_opus":0.21035173221319656,"score_gpt":0.5279311005266208,"score_spread":0.31757936831342426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1500143627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93489176,0.028654218,0.00065903197,0.00839316,0.00009226265,0.000784334,0.0000153261,0.000025072446,0.026484806],"genre_scores_gemma":[0.9935865,0.0025875743,0.00022143168,0.00003805641,0.00004106759,0.000030469751,0.000061396975,0.00001005275,0.0034234908],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942114,0.0045937826,0.00034202458,0.00022113396,0.00030546574,0.00032620726],"domain_scores_gemma":[0.992672,0.006769627,0.00018418385,0.0001631867,0.00015159545,0.00005935485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024035241,0.00010342949,0.00024616488,0.00013720483,0.0006158123,0.00023701401,0.00075441453,0.000057888494,0.000060520313],"category_scores_gemma":[0.0032998116,0.00007004452,0.000016903812,0.0006182955,0.00033239723,0.00033723025,0.0009787766,0.0015028398,0.0000054467428],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008483447,0.000032372915,0.8879747,0.00014647598,0.000038043167,0.0000019928382,0.0022007842,0.000011303267,0.0000034507248,0.09738517,0.00029446697,0.011826458],"study_design_scores_gemma":[0.0005832553,0.000057985784,0.8893876,0.0020914765,0.000008674499,0.000008701107,0.010185757,0.00010651326,0.0000027913215,0.0015558484,0.09592737,0.000084015985],"about_ca_topic_score_codex":0.0010392555,"about_ca_topic_score_gemma":0.000020711152,"teacher_disagreement_score":0.095829315,"about_ca_system_score_codex":0.00012058139,"about_ca_system_score_gemma":0.000081873404,"threshold_uncertainty_score":0.8330183},"labels":[],"label_agreement":null},{"id":"W1500456589","doi":"10.19173/irrodl.v14i2.1537","title":"Government support for open educational resources: Policy, funding, and strategies","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Government (linguistics); Political science; Public relations; Public policy; Public administration; Foundation (evidence); Sociology; Pedagogy","score_opus":0.09182098371143659,"score_gpt":0.4559959595365474,"score_spread":0.3641749758251108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1500456589","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041427128,0.009307072,0.005685144,0.4905819,0.00040547585,0.0071972893,0.00009196974,0.00003744139,0.44526657],"genre_scores_gemma":[0.98431027,0.006304142,0.002339231,0.0006923966,0.000092573224,0.00055816746,0.0000867662,0.000008783214,0.005607642],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982301,0.00032354455,0.00032297423,0.00028532266,0.0005876585,0.000250429],"domain_scores_gemma":[0.99819887,0.0009960806,0.00016662767,0.00020209499,0.00033021206,0.00010614038],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004463451,0.00008864301,0.00018452965,0.000081757105,0.00029773806,0.0020397762,0.0025692203,0.000025323965,0.00039204257],"category_scores_gemma":[0.0018640087,0.00006505053,0.000025671061,0.000373675,0.00012735924,0.0011763902,0.0023970194,0.00033210576,0.000020157324],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025897392,0.00012220249,0.0128643345,0.0005791382,0.000034574674,6.546663e-7,0.00084268936,0.00005023619,0.00005435188,0.9413494,0.017095784,0.026980776],"study_design_scores_gemma":[0.0014541261,0.00042092102,0.112237684,0.0053819045,0.0000086996915,0.000046397538,0.032786913,0.007938455,0.00005778698,0.055034332,0.78429323,0.00033956618],"about_ca_topic_score_codex":0.0016922979,"about_ca_topic_score_gemma":0.000023745797,"teacher_disagreement_score":0.9428832,"about_ca_system_score_codex":0.00014529462,"about_ca_system_score_gemma":0.0005462142,"threshold_uncertainty_score":0.9989962},"labels":[],"label_agreement":null},{"id":"W1500498599","doi":"10.19173/irrodl.v3i1.71","title":"Chat and Instant Messaging Systems","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Multimedia Communication and Technology","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University; Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Instant messaging; Computer-mediated communication; Chat room; Computer science; Instant; Multimedia; World Wide Web; Distance education; Internet privacy; The Internet; Psychology; Pedagogy","score_opus":0.2045566290426717,"score_gpt":0.4903474176702864,"score_spread":0.2857907886276147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1500498599","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05106929,0.23236363,0.00009315382,0.17024241,0.00010709663,0.0015904759,0.000021984417,0.00004470638,0.5444673],"genre_scores_gemma":[0.77332556,0.22604364,0.000023120923,0.000058237874,0.000007862159,0.00003011287,0.0000077761215,0.0000018870269,0.0005018044],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99847186,0.0007209737,0.0001845025,0.00010150401,0.00038246668,0.00013867457],"domain_scores_gemma":[0.9988643,0.0007378405,0.00007535293,0.00013056301,0.00015025135,0.000041692674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005422968,0.000036822697,0.00012194501,0.00008123555,0.00027844985,0.000120610806,0.0007888854,0.000029745994,0.00021392906],"category_scores_gemma":[0.0023910129,0.00002668859,0.000011011541,0.00030663295,0.00040026044,0.00012411385,0.00054191955,0.0003695478,0.0000074619807],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001537978,0.00008639313,0.03734678,0.0006007204,0.00003323007,0.0000074607983,0.0020338078,0.000006753446,0.000047088466,0.8665876,0.002204321,0.09103051],"study_design_scores_gemma":[0.00028805982,0.000017145921,0.0015213406,0.0038101908,0.000002503218,0.0000046525993,0.011312416,0.0026920245,0.0000060524826,0.00087452773,0.97941786,0.000053236763],"about_ca_topic_score_codex":0.0021802322,"about_ca_topic_score_gemma":0.00012197239,"teacher_disagreement_score":0.9772135,"about_ca_system_score_codex":0.000054340533,"about_ca_system_score_gemma":0.000035180692,"threshold_uncertainty_score":0.32958734},"labels":[],"label_agreement":null},{"id":"W1501077364","doi":"10.19173/irrodl.v16i2.1962","title":"“Remember to hand out medals”: Peer rating and expertise in a question-and-answer study group","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vetenskapsrådet","keywords":"Python (programming language); Exploratory research; Value (mathematics); Psychology; Computer science; Mathematics education; Sociology","score_opus":0.17595812501433553,"score_gpt":0.4865021184586435,"score_spread":0.31054399344430794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1501077364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9247587,0.028027397,0.010493309,0.03077258,0.00030332134,0.0022846204,0.0000107484675,0.000023963334,0.0033253634],"genre_scores_gemma":[0.9977999,0.0011104335,0.00041070033,0.00012100913,0.000034031444,0.0001266979,0.0000088621455,0.000004778543,0.00038363656],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974058,0.00091037067,0.000361479,0.00030540003,0.0008197305,0.00019721739],"domain_scores_gemma":[0.9988318,0.00042505222,0.00007753554,0.00018929373,0.00035144552,0.00012483995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011942153,0.00008894548,0.00024156699,0.00014462124,0.0001240669,0.00047869663,0.0007587539,0.00002554865,0.000006175603],"category_scores_gemma":[0.004049451,0.000060823262,0.000013744658,0.00034125603,0.000077275974,0.00032484296,0.0011795429,0.00033400007,0.000005141726],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023834985,0.0006375721,0.78888047,0.0009322607,0.00009631558,0.00015119178,0.04984514,0.00021654453,0.00082855305,0.033819146,0.010772772,0.11358167],"study_design_scores_gemma":[0.020231118,0.004764628,0.31544274,0.1038279,0.00004470894,0.00039605977,0.104065776,0.20235568,0.000763791,0.009185443,0.23661353,0.0023086404],"about_ca_topic_score_codex":0.0018631788,"about_ca_topic_score_gemma":0.00037321402,"teacher_disagreement_score":0.47343776,"about_ca_system_score_codex":0.00008722302,"about_ca_system_score_gemma":0.00007435141,"threshold_uncertainty_score":0.48478636},"labels":[],"label_agreement":null},{"id":"W1501145290","doi":"10.19173/irrodl.v2i2.61","title":"A Top Down Strategy to Enhance Information Technologies into Israeli Higher Education","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Higher education; Outreach; Ethos; Process (computing); Public relations; Knowledge management; Sociology; Distance education; Top-down and bottom-up design; Technology integration; Political science; Computer science; Educational technology; Pedagogy","score_opus":0.06754065603475876,"score_gpt":0.47911474084120587,"score_spread":0.4115740848064471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1501145290","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15018237,0.051946495,0.00032736425,0.48487505,0.0004580713,0.002932632,0.000030937885,0.00014469546,0.3091024],"genre_scores_gemma":[0.96134424,0.035124447,0.00040699856,0.00030507005,0.000067504145,0.000101246536,0.00005107341,0.000003287698,0.0025961436],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998431,0.0003694956,0.00027874185,0.0001297066,0.0005930974,0.0001979109],"domain_scores_gemma":[0.99897575,0.00030855922,0.00011015096,0.00012572159,0.0004334765,0.000046325815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033591415,0.00006057642,0.0001290146,0.00016702237,0.000295754,0.00025387979,0.00085034384,0.000048076043,0.00062602723],"category_scores_gemma":[0.0028477046,0.000045266053,0.000022055563,0.0008247953,0.00016228699,0.00064623245,0.00036310827,0.00047462463,0.000080571685],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014328595,0.000056298166,0.0030356029,0.00024523542,0.000008559579,7.226774e-7,0.00067757163,0.00004617402,0.00002455529,0.047983848,0.009306348,0.9386008],"study_design_scores_gemma":[0.000075821314,0.00006387387,0.0008263835,0.0023004983,0.0000023637533,7.258064e-7,0.015630975,0.00009773808,0.00004822095,0.002630296,0.97825867,0.000064454085],"about_ca_topic_score_codex":0.0018606788,"about_ca_topic_score_gemma":0.00012666047,"teacher_disagreement_score":0.9689523,"about_ca_system_score_codex":0.0001349851,"about_ca_system_score_gemma":0.00025758543,"threshold_uncertainty_score":0.6854559},"labels":[],"label_agreement":null},{"id":"W1502436515","doi":"10.19173/irrodl.v14i4.1314","title":"The extent of and reasons for non re-enrolment: A case of Korea National Open University","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Korea National Open University","keywords":"Dropout (neural networks); Workload; Demographics; Medical education; Distance education; Psychology; Higher education; Perception; Mathematics education; Political science; Demography; Medicine; Sociology; Computer science","score_opus":0.12053260550741925,"score_gpt":0.5086683129677458,"score_spread":0.3881357074603266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1502436515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55696297,0.020663397,0.00022888258,0.2790651,0.00014413185,0.0122752655,0.0006112545,0.000009696713,0.13003932],"genre_scores_gemma":[0.9661024,0.03203714,0.00013527834,0.000025413061,0.000016290469,0.000085339016,0.000021610264,0.0000023260425,0.0015742081],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982485,0.000692226,0.00021083203,0.000121399804,0.0005748947,0.00015210826],"domain_scores_gemma":[0.9949753,0.0032474352,0.00015506857,0.00009342106,0.0014723836,0.00005638516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009521711,0.00004162678,0.0001459409,0.00006213889,0.0005670195,0.000120007506,0.00092047494,0.00001834964,0.00010968502],"category_scores_gemma":[0.0063176206,0.000026772106,0.000025944355,0.00034548086,0.00068784965,0.00022361873,0.0008616879,0.00017120903,0.000001194553],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005347244,0.00058019557,0.0824849,0.0023718972,0.0004244573,0.000018580919,0.011438686,0.00004047954,0.00017395958,0.73550856,0.07923512,0.08718846],"study_design_scores_gemma":[0.0021519698,0.0003254064,0.06802627,0.007567929,0.00002796524,0.000014594683,0.17215997,0.0014593231,0.00008181155,0.017781422,0.7302111,0.00019223368],"about_ca_topic_score_codex":0.016552381,"about_ca_topic_score_gemma":0.0010442375,"teacher_disagreement_score":0.7177271,"about_ca_system_score_codex":0.00011000693,"about_ca_system_score_gemma":0.00043019486,"threshold_uncertainty_score":0.9899965},"labels":[],"label_agreement":null},{"id":"W1502641532","doi":"10.19173/irrodl.v10i6.802","title":"Implementing digital story telling in a Computers in Education course","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital Storytelling and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Presentation (obstetrics); Accountability; Portfolio; Technology integration; Electronic portfolio; Educational technology; Set (abstract data type); Work (physics); Electronic publishing; Engineering management; Key (lock); Multimedia; Knowledge management; The Internet; World Wide Web; Engineering; Mathematics education; Psychology; Political science","score_opus":0.12262342114105097,"score_gpt":0.5414603662294634,"score_spread":0.4188369450884124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1502641532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9056741,0.020322602,0.00020818404,0.02515062,0.0004006251,0.0018109124,0.000025215932,0.000015553456,0.04639218],"genre_scores_gemma":[0.9921656,0.006819872,0.00007268537,0.00030448815,0.00006295193,0.000054936765,0.00020895925,0.000004714547,0.00030576956],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981559,0.0005408397,0.00046522394,0.00017297376,0.00033870162,0.0003263679],"domain_scores_gemma":[0.9984182,0.0010756617,0.00015569011,0.000107303764,0.00019549578,0.00004762597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074173016,0.00006641532,0.0001743714,0.00017791263,0.00018854275,0.00007368456,0.00045034234,0.000033394,0.00004782451],"category_scores_gemma":[0.0014542068,0.000053798467,0.000020049338,0.00046365688,0.00004919464,0.00034035262,0.00021369995,0.0009288347,0.000016663598],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009869959,0.00056516065,0.45710984,0.0011692931,0.000011186883,0.0000051094207,0.0023847485,0.00022369015,0.000017074095,0.010994556,0.0062692193,0.5211514],"study_design_scores_gemma":[0.0016054402,0.00017836936,0.4181582,0.07488521,0.0000066381767,0.0000058991754,0.0577655,0.0032196217,0.000006969665,0.010477095,0.43341053,0.00028051113],"about_ca_topic_score_codex":0.0005526713,"about_ca_topic_score_gemma":0.00009041455,"teacher_disagreement_score":0.5208709,"about_ca_system_score_codex":0.00031520874,"about_ca_system_score_gemma":0.0005820462,"threshold_uncertainty_score":0.40353763},"labels":[],"label_agreement":null},{"id":"W1502698161","doi":"10.19173/irrodl.v12i6.985","title":"Factors that impact student usage of the learning management system in Qatari schools","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Technology Integration","field":"Social Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning Management; Information and Communications Technology; Mathematics education; Psychology; Charter; Medical education; Computer science; Political science; Medicine","score_opus":0.21829490494655085,"score_gpt":0.5066825870348138,"score_spread":0.288387682088263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1502698161","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9607385,0.00211349,0.00005398231,0.0024692258,0.00010705643,0.0009974389,0.000008846368,0.000011334569,0.033500124],"genre_scores_gemma":[0.9930913,0.0064790854,0.000019410758,0.000014596561,0.0000070274145,0.000044274453,0.000016361413,0.0000031532365,0.0003248053],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977085,0.0010590947,0.00028300943,0.00013298687,0.0006466861,0.00016971525],"domain_scores_gemma":[0.9991424,0.00030984372,0.00019082047,0.00014745118,0.00017684221,0.000032649892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066401474,0.00006309195,0.00016100882,0.00014342119,0.00021572188,0.00006581827,0.0012118047,0.000040850387,0.00019150366],"category_scores_gemma":[0.0013269249,0.000035120258,0.000047697864,0.00058634614,0.00022602876,0.00016757789,0.00043466582,0.0006440926,0.0000037837037],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012342634,0.00006182334,0.92334473,0.00018544483,0.000028434999,0.0000013076526,0.002512884,0.000013435318,0.0000058890414,0.06971011,0.000106842854,0.0040167277],"study_design_scores_gemma":[0.00025033476,0.000043207063,0.78372663,0.0067217806,0.000008492071,8.109208e-7,0.19762516,0.0000626299,0.0001022907,0.00071728625,0.010681723,0.00005966571],"about_ca_topic_score_codex":0.009410946,"about_ca_topic_score_gemma":0.0007292988,"teacher_disagreement_score":0.19511227,"about_ca_system_score_codex":0.00037693055,"about_ca_system_score_gemma":0.00014550415,"threshold_uncertainty_score":0.99718547},"labels":[],"label_agreement":null},{"id":"W1503046763","doi":"10.19173/irrodl.v4i2.138","title":"Online Polling as a Collaborative Tool","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Polling; Computer science; Educational technology; Multimedia; World Wide Web; Mathematics education; Psychology; Computer network","score_opus":0.08368553347925123,"score_gpt":0.49798418896900415,"score_spread":0.4142986554897529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1503046763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5762311,0.055364765,0.00024259416,0.1317582,0.00032956264,0.0035828017,0.00017655185,0.000067917244,0.2322465],"genre_scores_gemma":[0.94763184,0.050509043,0.00020096211,0.0003343684,0.000023102853,0.00002102951,0.000030003854,0.000004760371,0.0012448776],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976063,0.0011003044,0.00023280128,0.00014122725,0.00067899923,0.0002403844],"domain_scores_gemma":[0.9987343,0.00053856807,0.00010904888,0.00011249753,0.00045604576,0.00004953695],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0075958837,0.000057088262,0.00015945392,0.00008677597,0.00036714796,0.00013890854,0.00086345733,0.00004694202,0.00031975508],"category_scores_gemma":[0.01841857,0.000042681615,0.000022975575,0.0008111467,0.00043048363,0.0001786169,0.00025745522,0.0005521761,0.000016397338],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018047742,0.0006748038,0.13187315,0.0006622532,0.00011381281,0.00005168404,0.00214315,0.00003364516,0.00015710654,0.7995062,0.009599742,0.055003982],"study_design_scores_gemma":[0.0014223796,0.00016490534,0.010158196,0.014022978,0.00001154139,0.000013012847,0.05329251,0.00009585647,0.00033914915,0.020327354,0.8999372,0.00021489884],"about_ca_topic_score_codex":0.0013542364,"about_ca_topic_score_gemma":0.00018424692,"teacher_disagreement_score":0.89033747,"about_ca_system_score_codex":0.00015105694,"about_ca_system_score_gemma":0.0005199362,"threshold_uncertainty_score":0.9898497},"labels":[],"label_agreement":null},{"id":"W1503211311","doi":"10.19173/irrodl.v14i4.1498","title":"The influence of e-learning on individual and collective empowerment in the public sector: An empirical study of Korean government employees","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technostress in Professional Settings","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Empowerment; Psychology; Variables; Social psychology; Political science; Statistics; Mathematics","score_opus":0.09662555581101073,"score_gpt":0.4744248173663405,"score_spread":0.3777992615553298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1503211311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905981,0.001301296,0.0000010841093,0.00499365,0.000028105198,0.0014400438,0.000026675165,0.000003833691,0.0016072545],"genre_scores_gemma":[0.9984337,0.0010248008,0.000008322862,0.00008677101,0.000009939284,0.00032105614,0.000016731,0.000006962859,0.00009168738],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950405,0.00259064,0.0005240976,0.00024599425,0.0013704958,0.00022831575],"domain_scores_gemma":[0.99543005,0.0036824686,0.00031631917,0.00026843566,0.00026287168,0.000039870472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077805044,0.00010223348,0.0002370229,0.00008882755,0.0002272898,0.00010696362,0.0014647542,0.000044626962,0.00010125256],"category_scores_gemma":[0.0035562897,0.00005257532,0.000022999895,0.00052765955,0.00035447243,0.00014846332,0.00096155796,0.0010255512,0.0000021536882],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021808257,0.0009904501,0.97378343,0.00011953632,0.000093249764,0.0000060180028,0.0065154787,0.000046552894,0.000042125914,0.0040167794,0.0014654106,0.012702909],"study_design_scores_gemma":[0.0007787263,0.0012622832,0.925995,0.0017890305,0.0000067936858,0.000005329679,0.06683398,0.000043763648,0.000024334153,0.0010843511,0.0021155956,0.00006082246],"about_ca_topic_score_codex":0.00072296517,"about_ca_topic_score_gemma":0.00009627119,"teacher_disagreement_score":0.0603185,"about_ca_system_score_codex":0.00011332017,"about_ca_system_score_gemma":0.000082995844,"threshold_uncertainty_score":0.44555667},"labels":[],"label_agreement":null},{"id":"W1504272963","doi":"10.19173/irrodl.v3i2.89","title":"Online Polling Services","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Polling; Computer science; Distance education; Multimedia; World Wide Web; Sociology; Pedagogy; Computer network","score_opus":0.14762235429615367,"score_gpt":0.4677333929445217,"score_spread":0.32011103864836804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1504272963","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27210212,0.25452945,0.00062279234,0.31790212,0.00061973877,0.0037181957,0.0005116008,0.00009611703,0.14989789],"genre_scores_gemma":[0.81518275,0.1838947,0.00008689712,0.00022195399,0.00012144724,0.000019916863,0.0001151089,0.000003462206,0.00035376794],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99817896,0.00066056696,0.00020981111,0.00014181658,0.00062503427,0.00018383321],"domain_scores_gemma":[0.99907494,0.0004180191,0.000085964886,0.00013771032,0.00022972519,0.000053655323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053904573,0.000046792713,0.000119818025,0.00007366547,0.00038026055,0.00018288067,0.0013423072,0.000030383837,0.0005612608],"category_scores_gemma":[0.0028326667,0.000034794168,0.00002327897,0.00044618576,0.00018135828,0.0003395884,0.0008166417,0.00042641378,0.000019757417],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002509558,0.0017039861,0.12467455,0.007643716,0.00019351506,0.000058903424,0.014616765,0.000094707066,0.00027586654,0.26930287,0.025109474,0.5560747],"study_design_scores_gemma":[0.00047992796,0.000057638797,0.0049564615,0.008173971,0.000006856168,0.0000044843946,0.014030751,0.003157189,0.000027427042,0.009270435,0.95971787,0.000117008654],"about_ca_topic_score_codex":0.0082657235,"about_ca_topic_score_gemma":0.0008778626,"teacher_disagreement_score":0.9346084,"about_ca_system_score_codex":0.00007337849,"about_ca_system_score_gemma":0.000046580582,"threshold_uncertainty_score":0.99833834},"labels":[],"label_agreement":null},{"id":"W1504646643","doi":"10.19173/irrodl.v7i2.300","title":"Academics Telecommuting in Open and Distance Education Universities: Issues, challenges and opportunities","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Work-Family Balance Challenges","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Telecommuting; Distance education; Government (linguistics); Higher education; Public relations; Open university; Sociology; Medical education; Pedagogy; Political science; Engineering; Medicine","score_opus":0.1776053855753142,"score_gpt":0.46346599707278735,"score_spread":0.28586061149747316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1504646643","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23835993,0.54251915,0.000009423559,0.07167029,0.000062727246,0.00097371545,0.000028559458,0.000011917635,0.1463643],"genre_scores_gemma":[0.47309268,0.52553606,0.00004265954,0.000050509792,0.000037979058,0.000020125377,0.000029788327,0.0000032826572,0.0011869059],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99820334,0.0008052806,0.00022962659,0.00019030075,0.00036867507,0.00020280485],"domain_scores_gemma":[0.9987111,0.0008563372,0.000116942436,0.00009250162,0.00017671152,0.00004639422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066908025,0.00007046348,0.00019555623,0.00009488313,0.00025283307,0.00020219004,0.0008814977,0.000050430594,0.000036077294],"category_scores_gemma":[0.000606955,0.000060667036,0.000009881573,0.00017661258,0.00045133376,0.0004971398,0.00088489725,0.00046983347,5.879712e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009187276,0.00015005718,0.16115552,0.001535129,0.000024283132,0.000010069347,0.01078285,0.000016483456,0.000008074729,0.63921124,0.0033628743,0.18365157],"study_design_scores_gemma":[0.00042345867,0.000035282003,0.08909333,0.012776305,0.0000046924206,0.0000043436303,0.33322975,0.000070058784,0.0000026199164,0.014899388,0.5493187,0.0001420959],"about_ca_topic_score_codex":0.0076954053,"about_ca_topic_score_gemma":0.0028040467,"teacher_disagreement_score":0.62431186,"about_ca_system_score_codex":0.00019126562,"about_ca_system_score_gemma":0.00038080357,"threshold_uncertainty_score":0.99891245},"labels":[],"label_agreement":null},{"id":"W1505006333","doi":"10.19173/irrodl.v12i5.953","title":"Assessment of learner acceptance and satisfaction with video-based instructional materials for teaching practical skills at a distance","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scheffé's method; Likert scale; Distance education; Psychology; Descriptive statistics; Mathematics education; Test (biology); Post hoc; Multimedia; Medical education; Computer science; Statistics; Analysis of variance; Mathematics; Medicine","score_opus":0.07983059239154089,"score_gpt":0.48659126991841073,"score_spread":0.40676067752686984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1505006333","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97587526,0.00092344376,0.0049714963,0.008587422,0.00008508297,0.0012670814,0.00009302605,0.0000114022005,0.008185796],"genre_scores_gemma":[0.98631096,0.002487007,0.010859335,0.000036505855,0.000040337665,0.00006950316,0.000044580243,0.000005961497,0.00014581352],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99782944,0.00083269255,0.00028503707,0.0001873287,0.00069364416,0.00017186317],"domain_scores_gemma":[0.9981239,0.0011056307,0.0002489925,0.00008428839,0.00038958166,0.000047643585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007822408,0.00006713744,0.00020211902,0.00006529466,0.00035795133,0.00007177732,0.0002391864,0.000034738583,0.00026719092],"category_scores_gemma":[0.0031896317,0.000046162237,0.000021746406,0.000161589,0.00042431205,0.00032266416,0.00016602773,0.00035929447,5.0019435e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000767876,0.00026136922,0.6402868,0.0017109762,0.00009659888,0.000006857691,0.00097234326,0.00007876874,0.0006855813,0.27787283,0.00043167183,0.076828316],"study_design_scores_gemma":[0.0034943216,0.0008086285,0.72216696,0.018289903,0.00007052917,0.000029346815,0.020300617,0.0013773484,0.00096513226,0.0049429713,0.22714059,0.00041367856],"about_ca_topic_score_codex":0.0011364856,"about_ca_topic_score_gemma":0.0007039233,"teacher_disagreement_score":0.27292988,"about_ca_system_score_codex":0.00015427898,"about_ca_system_score_gemma":0.00048134342,"threshold_uncertainty_score":0.38185173},"labels":[],"label_agreement":null},{"id":"W1505148695","doi":"10.19173/irrodl.v12i6.981","title":"Literacy at a distance in multilingual contexts: Issues and challenges","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"African Education and Politics","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Literacy; Multilingualism; Distance education; Information and Communications Technology; Information literacy; ICTS; Pedagogy; Sociology; Public relations; Computer science; Political science; Economic growth; Mathematics education; Psychology; World Wide Web; Economics","score_opus":0.2402240005012021,"score_gpt":0.5287518767440621,"score_spread":0.28852787624286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1505148695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43892214,0.35815138,0.000012090858,0.080090635,0.00014180364,0.0011059919,0.00005848019,0.000013698952,0.12150379],"genre_scores_gemma":[0.764246,0.23460247,0.00004733534,0.00008982183,0.000026382653,0.000021035985,0.000010288772,0.0000022463971,0.0009544501],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985296,0.0006617774,0.00020159956,0.00012804392,0.00030988205,0.00016908407],"domain_scores_gemma":[0.9989005,0.0006844143,0.00006982065,0.00007749383,0.00020719673,0.000060614508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041206693,0.000045331497,0.00012922475,0.000060096354,0.00014560176,0.000055767832,0.0004269986,0.000022554927,0.00024412529],"category_scores_gemma":[0.0030130341,0.000034048295,0.000012866473,0.0001732153,0.00036925887,0.00015995628,0.00026775163,0.00022678451,0.000005315206],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014499064,0.00023762671,0.18274091,0.0010949495,0.000022297025,0.000016014112,0.10601668,0.0000010278048,0.0000047240314,0.5714828,0.0008486398,0.13738936],"study_design_scores_gemma":[0.0003929274,0.00004272068,0.05488371,0.0050103236,0.0000026114296,0.0000025482493,0.050822172,0.00007906746,0.000015200893,0.006266205,0.8823945,0.00008801949],"about_ca_topic_score_codex":0.0049826493,"about_ca_topic_score_gemma":0.0017157814,"teacher_disagreement_score":0.88154584,"about_ca_system_score_codex":0.00009525135,"about_ca_system_score_gemma":0.00011743523,"threshold_uncertainty_score":0.7532308},"labels":[],"label_agreement":null},{"id":"W1507691683","doi":"10.19173/irrodl.v3i2.109","title":"Quality Standards in eLearning: A matrix of analysis","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":176,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Distance education; E learning; Educational technology; Computer science; Knowledge management; The Internet; World Wide Web; Psychology; Pedagogy","score_opus":0.13497439685560397,"score_gpt":0.5457234206616655,"score_spread":0.4107490238060615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1507691683","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76862013,0.053204995,0.0004388668,0.048423596,0.00008431209,0.0013842633,0.00018472361,0.000024607465,0.12763453],"genre_scores_gemma":[0.95086384,0.04797939,0.00015682951,0.000022715834,0.000026978101,0.000014420937,0.000035648114,0.0000036867286,0.0008965202],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99520314,0.002395198,0.000542923,0.00019097429,0.0014149058,0.00025284127],"domain_scores_gemma":[0.997653,0.0013387945,0.00024096314,0.00014206585,0.0005687143,0.00005644189],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023273764,0.00006475878,0.00036431098,0.00031899763,0.00016440834,0.0000858114,0.0008472011,0.000044200147,0.0012999958],"category_scores_gemma":[0.010199818,0.000049445454,0.00008234899,0.0022236141,0.0002962967,0.00019434455,0.0003386406,0.0006838004,0.000004092167],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011845075,0.0002800363,0.8219424,0.0009448945,0.00020475895,0.000015370497,0.0023205944,0.0010966568,0.000041568735,0.048661087,0.00109435,0.123279825],"study_design_scores_gemma":[0.0013603541,0.0001522823,0.08509983,0.007048682,0.000063548374,0.0000017839908,0.037163205,0.0056581357,0.000026288355,0.002085948,0.8610933,0.00024663567],"about_ca_topic_score_codex":0.0047732973,"about_ca_topic_score_gemma":0.0012785175,"teacher_disagreement_score":0.85999894,"about_ca_system_score_codex":0.00016531699,"about_ca_system_score_gemma":0.0002681269,"threshold_uncertainty_score":0.9996129},"labels":[],"label_agreement":null},{"id":"W1507770617","doi":"10.19173/irrodl.v10i5.664","title":"Open Educational Resources: New Possibilities for Change and Sustainability","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Open educational resources; Sustainability; Knowledge management; Work (physics); Object (grammar); Business; Public relations; Political science; Computer science; World Wide Web; Engineering","score_opus":0.14331806364827154,"score_gpt":0.4774942290445774,"score_spread":0.33417616539630585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1507770617","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055918526,0.03132041,0.003932467,0.8641012,0.0002745237,0.007120588,0.000035477962,0.000036017795,0.037260834],"genre_scores_gemma":[0.9822363,0.008717376,0.0023654248,0.0013620071,0.00015035304,0.0002552344,0.00010224738,0.000006612125,0.004804417],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998287,0.0004492607,0.00031356563,0.0003344299,0.00038356197,0.00023213992],"domain_scores_gemma":[0.99772006,0.0011858346,0.00013131942,0.00024984885,0.0006018595,0.00011109457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063791554,0.00008576111,0.00020327384,0.00010514032,0.00029114878,0.0010152025,0.0026196172,0.000027650727,0.000088775196],"category_scores_gemma":[0.0049499953,0.00006381747,0.000028947854,0.0004339478,0.00011291324,0.00095495535,0.0015373781,0.000358729,0.000002649167],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014139387,0.00025506172,0.02398236,0.0011534553,0.00002543669,0.0000015398413,0.00479581,0.000031437252,0.000009443065,0.72903883,0.012227981,0.22833723],"study_design_scores_gemma":[0.0017431509,0.0006297697,0.17501669,0.0066574276,0.000009778185,0.000032998752,0.024326313,0.0058598956,0.000024829022,0.26913166,0.5162311,0.00033638225],"about_ca_topic_score_codex":0.0013421745,"about_ca_topic_score_gemma":0.000026020341,"teacher_disagreement_score":0.9263178,"about_ca_system_score_codex":0.00013733366,"about_ca_system_score_gemma":0.00061394845,"threshold_uncertainty_score":0.9789621},"labels":[],"label_agreement":null},{"id":"W1509067259","doi":"10.19173/irrodl.v15i5.1954","title":"Where is research on massive open online courses headed? A data analysis of the MOOC Research Initiative","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":293,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University; Athabasca University","funders":"Athabasca University; Bill and Melinda Gates Foundation","keywords":"Context (archaeology); Curriculum; Social media; Learning analytics; Content analysis; Citation; Computer science; Psychological intervention; Instructional design; Psychology; Knowledge management; Pedagogy; Sociology; Data science; World Wide Web; Social science","score_opus":0.378678754262437,"score_gpt":0.5697287152684783,"score_spread":0.19104996100604132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509067259","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09477388,0.019146947,0.004560719,0.84374774,0.00024540865,0.0042326595,0.0019688925,0.00003727514,0.031286463],"genre_scores_gemma":[0.9780739,0.019044826,0.0007830322,0.00047690186,0.00007476265,0.00004095861,0.00037538572,0.000012483603,0.0011177815],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98880976,0.0065391976,0.00059931405,0.0006731293,0.0028946192,0.0004839886],"domain_scores_gemma":[0.9878712,0.0075074956,0.00029737875,0.0017686351,0.002444485,0.00011079839],"candidate_categories":["metaresearch","open_science","research_integrity"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.037951272,0.00012918402,0.0005129851,0.00066642015,0.00055323954,0.00065246975,0.01430047,0.00006246212,0.000111979214],"category_scores_gemma":[0.013561263,0.00007706935,0.000085077074,0.0059111277,0.0007455759,0.00050336006,0.014699182,0.0024526645,0.000013933727],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006535285,0.0030836654,0.10217596,0.003648601,0.002908297,0.00005723089,0.0037063318,0.01057461,0.00027452767,0.5669516,0.14255613,0.16340953],"study_design_scores_gemma":[0.0015175113,0.00088853086,0.04053993,0.030147914,0.00011357679,0.0000070758047,0.0094898455,0.712923,0.0002281002,0.018785192,0.18502322,0.00033609697],"about_ca_topic_score_codex":0.0018188753,"about_ca_topic_score_gemma":0.0003191208,"teacher_disagreement_score":0.8833,"about_ca_system_score_codex":0.00013600636,"about_ca_system_score_gemma":0.00065687334,"threshold_uncertainty_score":0.9998487},"labels":[],"label_agreement":null},{"id":"W1509188314","doi":"10.19173/irrodl.v10i4.628","title":"Teaching and Learning Against all Odds: A Video-Based Study of Learner-to-Instructor Interaction in International Distance Education","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Equitas - International Centre for Human Rights Education","funders":"","keywords":"Distance education; The Internet; Odds; Educational technology; Videoconferencing; Information and Communications Technology; Quality (philosophy); Pedagogy; Sociology; Psychology; Computer science; Multimedia; World Wide Web","score_opus":0.06333300602133812,"score_gpt":0.480884898849068,"score_spread":0.41755189282772986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509188314","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9716006,0.0011451074,0.00012976897,0.017195325,0.00011659397,0.0008409914,0.0000055637465,0.000011993223,0.008954036],"genre_scores_gemma":[0.99638736,0.0024741315,0.00039003757,0.00023910264,0.00008340971,0.000037552545,0.00006808447,0.000006772112,0.00031355844],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958544,0.002260502,0.00051797077,0.00030013782,0.0008322689,0.00023476638],"domain_scores_gemma":[0.9982084,0.0009807231,0.0002639567,0.00011940545,0.00034398233,0.000083531166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009180069,0.0001054252,0.0002616698,0.0003602535,0.00029832358,0.00018402385,0.000740541,0.00004272793,0.000045681532],"category_scores_gemma":[0.0072630383,0.00008914375,0.000032227854,0.000520096,0.000097580974,0.00043499118,0.00024353564,0.0014256448,0.00000207091],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038633752,0.0010370122,0.12450855,0.00033297177,0.00004316381,0.000009270062,0.011276341,0.0026114148,0.00034099334,0.009786926,0.00017419526,0.84949285],"study_design_scores_gemma":[0.0030336045,0.0010951821,0.088279106,0.023018299,0.00002802264,0.0000054637594,0.38546106,0.010205288,0.00004773073,0.0011991961,0.48717576,0.0004512893],"about_ca_topic_score_codex":0.0040945015,"about_ca_topic_score_gemma":0.0011284237,"teacher_disagreement_score":0.8490415,"about_ca_system_score_codex":0.00024586744,"about_ca_system_score_gemma":0.00038950663,"threshold_uncertainty_score":0.869506},"labels":[],"label_agreement":null},{"id":"W1509334498","doi":"10.19173/irrodl.v6i1.219","title":"Central Queensland University's Course Management Systems: Accelerator or brake in engaging change?","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Teleology; Higher education; Institution; Distance education; Position (finance); Political science; Metropolitan area; Learning Management; Sociology; Public relations; Management; Business; Pedagogy; Psychology; Mathematics education; Economics; Social science; Geography; Finance","score_opus":0.12371106742765446,"score_gpt":0.4551773397163634,"score_spread":0.33146627228870895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509334498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52208984,0.06646285,0.00024845253,0.2279549,0.00056541414,0.0068262056,0.0001557327,0.00008651975,0.17561008],"genre_scores_gemma":[0.9209793,0.07625405,0.00012243,0.00008889341,0.00016594578,0.000015899537,0.000041602612,0.0000049902337,0.0023268657],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99754447,0.0011824578,0.00021274919,0.0001718777,0.0005739775,0.00031445315],"domain_scores_gemma":[0.99916595,0.00044415778,0.00008938243,0.00008870162,0.00014079222,0.00007099669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058405246,0.00006383837,0.0001681922,0.00013195557,0.00027056108,0.00015733876,0.00075486,0.00003171926,0.00020611209],"category_scores_gemma":[0.00047954934,0.000047694404,0.000022716216,0.0005914017,0.0001326273,0.0003752517,0.0003699719,0.00053574535,0.0000069781117],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045393762,0.00046472144,0.332353,0.0024723222,0.00014350042,0.00036000198,0.0054625073,0.0009926003,0.00000617668,0.11185892,0.006130655,0.53930163],"study_design_scores_gemma":[0.00058321335,0.000022879376,0.013093655,0.0062310905,0.000007103814,0.0000023645491,0.04507685,0.0010941358,0.0000012463782,0.0000319607,0.93378216,0.00007334363],"about_ca_topic_score_codex":0.002668976,"about_ca_topic_score_gemma":0.0018630326,"teacher_disagreement_score":0.9276515,"about_ca_system_score_codex":0.00023566965,"about_ca_system_score_gemma":0.00025857784,"threshold_uncertainty_score":0.4034711},"labels":[],"label_agreement":null},{"id":"W1509394029","doi":"10.19173/irrodl.v16i1.2042","title":"Understanding reusability as a key factor for open education: A review","year":2015,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reusability; Context (archaeology); Computer science; Reuse; Meaning (existential); Process (computing); Open educational resources; Key (lock); Adaptation (eye); Open education; Knowledge management; Process management; World Wide Web; Engineering; Psychology; Software; Programming language","score_opus":0.49422435275701077,"score_gpt":0.5655610529048172,"score_spread":0.07133670014780641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509394029","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.444083e-7,0.9526426,0.0008780942,0.012826737,0.00029510114,0.005663795,0.00006157534,0.000015578362,0.027616154],"genre_scores_gemma":[0.000051376053,0.99473286,0.0011560373,0.00047153165,0.00008634775,0.0012883351,0.0004904914,0.000022613194,0.0017004402],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99400544,0.0025701772,0.0011863837,0.00077150966,0.0010578011,0.0004087001],"domain_scores_gemma":[0.9944292,0.0024726586,0.0008218501,0.00083428103,0.0012095299,0.00023253704],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.01937693,0.0003022624,0.0015140956,0.00023541054,0.00037333285,0.0013990685,0.008925119,0.00011166202,0.00035239258],"category_scores_gemma":[0.012500239,0.000209163,0.00022008177,0.0015582474,0.0001709871,0.0009293064,0.0052518803,0.0014118659,0.00006552773],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013653941,0.00016683704,0.00003694237,0.0859403,0.000082560015,0.0000019731515,0.00016394525,0.0000010444763,2.984179e-8,0.10221998,0.028061323,0.7833114],"study_design_scores_gemma":[0.00016921952,0.00007822692,0.000004929071,0.23035818,0.000036275764,0.000034481327,0.0006821211,0.0000456959,6.760902e-8,0.0032572227,0.76516557,0.00016799034],"about_ca_topic_score_codex":0.00030322035,"about_ca_topic_score_gemma":0.000011942129,"teacher_disagreement_score":0.7831434,"about_ca_system_score_codex":0.0010620351,"about_ca_system_score_gemma":0.005958299,"threshold_uncertainty_score":0.999677},"labels":[],"label_agreement":null},{"id":"W1509570380","doi":"10.19173/irrodl.v12i6.991","title":"Quality assurance in Asian distance education: Diverse approaches and common culture","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of the Philippines; International Development Research Centre","keywords":"Quality assurance; Distance education; Accountability; Higher education; Quality (philosophy); Program assurance; Quality policy; Political science; Business; Economic growth; Public relations; Marketing; Economics","score_opus":0.21543449943929346,"score_gpt":0.4904612875209585,"score_spread":0.27502678808166503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509570380","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32584283,0.062067438,0.00020704608,0.049747095,0.00021665671,0.0020778533,0.00007404213,0.000027124323,0.55973995],"genre_scores_gemma":[0.97081614,0.027874868,0.0004431916,0.000058021473,0.00004166773,0.000034385557,0.00004561646,0.0000029786268,0.00068312295],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976972,0.0012592516,0.00025141795,0.00017724515,0.00044384605,0.0001710768],"domain_scores_gemma":[0.99924934,0.00032456545,0.00011849102,0.00010130371,0.00015016133,0.000056142548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006816236,0.000059064027,0.00017552217,0.000056418652,0.00023389245,0.00008947003,0.00059835904,0.00003758627,0.00010185603],"category_scores_gemma":[0.001970642,0.000043313736,0.00002031907,0.0004159884,0.00033117217,0.00029020404,0.00028485502,0.00054054346,0.0000027197625],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059479797,0.0001606008,0.65114886,0.0005339852,0.000011108943,0.0000038775756,0.004451528,0.0000030260483,0.0000024282956,0.12965958,0.000584398,0.21338113],"study_design_scores_gemma":[0.00052217615,0.000056281006,0.34560776,0.007850805,0.000005992484,0.0000034339098,0.13374959,0.00011621163,0.000007963868,0.00987589,0.5020331,0.0001707548],"about_ca_topic_score_codex":0.004471269,"about_ca_topic_score_gemma":0.003649224,"teacher_disagreement_score":0.64497334,"about_ca_system_score_codex":0.00007522125,"about_ca_system_score_gemma":0.00034111008,"threshold_uncertainty_score":0.67592514},"labels":[],"label_agreement":null},{"id":"W1510242885","doi":"10.19173/irrodl.v2i2.55","title":"A New Learning Model for the Information and Knowledge Society: The Case of the Universitat Oberta de Catalunya (UOC), Spain","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Flexibility (engineering); Distance education; Accreditation; The Internet; Computer science; Process (computing); Personalization; Knowledge management; World Wide Web; Pedagogy; Political science; Sociology; Management","score_opus":0.07591897394462487,"score_gpt":0.37248266481050457,"score_spread":0.2965636908658797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510242885","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022945741,0.08239548,0.6735694,0.19188169,0.00027105183,0.004602684,0.00004560439,0.000054270367,0.024234103],"genre_scores_gemma":[0.9755684,0.019034075,0.0010943519,0.00023891643,0.000029519828,0.00004399395,0.00001233209,0.000005880606,0.003972491],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99866265,0.00050202454,0.0002407851,0.00013547031,0.0002681687,0.00019087651],"domain_scores_gemma":[0.9974874,0.0017717455,0.00017035485,0.00026246387,0.00026717063,0.000040857863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006078813,0.000078930265,0.00012761069,0.000045350993,0.0005806968,0.00024575627,0.0016550431,0.000025413447,0.000014942626],"category_scores_gemma":[0.0015654567,0.000039261868,0.00006968924,0.00047365978,0.00020554186,0.00034486005,0.0018271741,0.00052366947,0.0000033979159],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005041846,0.00008884411,0.004435905,0.0018390755,0.00020904555,0.00000782207,0.02258963,0.022771966,0.0000123551345,0.1650722,0.050450556,0.7324722],"study_design_scores_gemma":[0.0003598305,0.00003646099,0.00030436268,0.0010910921,0.000014598337,0.000030971914,0.0047266283,0.92531484,0.0000069616335,0.0007806651,0.067284286,0.000049331786],"about_ca_topic_score_codex":0.0007868583,"about_ca_topic_score_gemma":0.00015771623,"teacher_disagreement_score":0.9526227,"about_ca_system_score_codex":0.00008268279,"about_ca_system_score_gemma":0.00014089896,"threshold_uncertainty_score":0.44663092},"labels":[],"label_agreement":null},{"id":"W1510561279","doi":"10.19173/irrodl.v8i2.442","title":"A Proposed e-Learning Policy Field for the Academy","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Education and Learning Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Field (mathematics); Political science; Computer science; Mathematics education; Psychology; Mathematics","score_opus":0.2610479943278003,"score_gpt":0.6077402964969281,"score_spread":0.3466923021691278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510561279","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013751061,0.012136692,0.0039133467,0.83374375,0.00029189212,0.003011097,0.000008818844,0.000030041807,0.1331133],"genre_scores_gemma":[0.973498,0.019420803,0.00016695347,0.0015781551,0.00037804758,0.0000646897,0.00002117067,0.0000067582396,0.00486542],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99767345,0.00095018937,0.00029674516,0.00014993137,0.0006382364,0.00029147067],"domain_scores_gemma":[0.98910797,0.009987436,0.00022424944,0.000079604804,0.00055061246,0.000050154144],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031595137,0.000059034042,0.0001234764,0.0001313783,0.000990346,0.0002235629,0.0010203342,0.000047614856,0.00026973168],"category_scores_gemma":[0.043672405,0.000035996854,0.00003588723,0.0009485613,0.00032521712,0.00023423234,0.00025596176,0.0010675027,0.00000801981],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031055737,0.000098852455,0.027838135,0.00049349235,0.0000690627,0.0000017157524,0.0067192884,0.00004846613,0.00007206733,0.7220893,0.011885714,0.23037335],"study_design_scores_gemma":[0.0002147121,0.0000502914,0.0053644395,0.0011177002,0.00000416523,0.0000012899031,0.025002165,0.0001147411,0.00005663887,0.0013620317,0.9666644,0.000047454767],"about_ca_topic_score_codex":0.0030077787,"about_ca_topic_score_gemma":0.00012565168,"teacher_disagreement_score":0.95974696,"about_ca_system_score_codex":0.00011503113,"about_ca_system_score_gemma":0.0004693158,"threshold_uncertainty_score":0.9971766},"labels":[],"label_agreement":null},{"id":"W1510703944","doi":"10.19173/irrodl.v3i1.68","title":"Dual-Platform Products (PC and Mac)","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Multimedia Communication and Technology","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Dual (grammatical number); Computer science; Multimedia; World Wide Web; Telecommunications; Business; Art","score_opus":0.23239906105630267,"score_gpt":0.4880008931749269,"score_spread":0.2556018321186242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510703944","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.118293606,0.1039746,0.00003104058,0.4666875,0.00015308554,0.0021531605,0.000030711442,0.000055500022,0.30862078],"genre_scores_gemma":[0.8056173,0.19290528,0.000105122344,0.000117359246,0.000024105258,0.000033274955,0.000019279134,0.000002485145,0.0011758002],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987737,0.00038130343,0.00018045765,0.000121969344,0.00039121739,0.00015135],"domain_scores_gemma":[0.99884033,0.0006486954,0.000071652226,0.0001578251,0.00023965871,0.000041846204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047851717,0.00004043545,0.000114111055,0.00007716789,0.00027295246,0.000087913584,0.00070952316,0.000033362252,0.0005638825],"category_scores_gemma":[0.0055926754,0.000029387858,0.000010846203,0.00039466567,0.0005030574,0.00014919505,0.00060114596,0.0004205491,0.000018308283],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035901554,0.00019792133,0.033967514,0.0007359564,0.00004559129,0.000011737115,0.0034807967,0.0000023420803,0.00010763741,0.4512134,0.018588554,0.49161264],"study_design_scores_gemma":[0.0003198439,0.000028766675,0.002877007,0.0015973152,0.0000028718239,0.00000647077,0.0039046754,0.0007271179,0.000034722874,0.0029880744,0.9874533,0.000059859904],"about_ca_topic_score_codex":0.0011804075,"about_ca_topic_score_gemma":0.0001784248,"teacher_disagreement_score":0.96886474,"about_ca_system_score_codex":0.000046210294,"about_ca_system_score_gemma":0.000050872368,"threshold_uncertainty_score":0.6695359},"labels":[],"label_agreement":null},{"id":"W1511434862","doi":"10.19173/irrodl.v15i1.1651","title":"Initial trends in enrolment and completion of massive open online courses","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":862,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Massive open online course; Mainstream; Online course; Scale (ratio); Open education; Mathematics education; Distance education; Computer science; Psychology; Pedagogy; Political science; Geography","score_opus":0.11369337663350847,"score_gpt":0.4908554874953334,"score_spread":0.37716211086182494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1511434862","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56812924,0.01732338,0.023706514,0.3612174,0.0003152928,0.0021772706,0.0002950695,0.000041174542,0.026794631],"genre_scores_gemma":[0.9942039,0.004404557,0.0009860266,0.00011783707,0.000022586439,0.000009401466,0.00013316548,0.0000029509629,0.000119551885],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982837,0.00062982313,0.00032973304,0.00019032735,0.0004289175,0.00013749428],"domain_scores_gemma":[0.99881953,0.00060574774,0.00016056474,0.00015946398,0.00021449018,0.000040203762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043834005,0.00006367815,0.00024909477,0.00017954623,0.00006121077,0.00015804084,0.0014265861,0.000021275227,0.000031103325],"category_scores_gemma":[0.0010645405,0.000045824283,0.000020197578,0.00048453273,0.00012923419,0.00021912246,0.0016575889,0.00038555427,0.0000010041322],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001613865,0.0006974956,0.111913264,0.001198283,0.00006844979,0.000021863334,0.0005186871,0.0026216821,0.00014718779,0.240249,0.0015418812,0.6408608],"study_design_scores_gemma":[0.0044264565,0.0010435526,0.24811357,0.025097044,0.000017627186,0.00003418219,0.0019498591,0.6256535,0.00014777665,0.018400501,0.07475457,0.0003613418],"about_ca_topic_score_codex":0.00057531067,"about_ca_topic_score_gemma":0.0000650288,"teacher_disagreement_score":0.6404995,"about_ca_system_score_codex":0.000034239314,"about_ca_system_score_gemma":0.00006602408,"threshold_uncertainty_score":0.26509756},"labels":[],"label_agreement":null},{"id":"W1511916964","doi":"10.19173/irrodl.v16i1.1976","title":"Making sense of video analytics: Lessons learned from clickstream interactions, attitudes, and learning outcome in a video-assisted course","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Analytics; Learning analytics; Computer science; Massive open online course; Usability; Multimedia; Video game; Clickstream; Distance education; Online video; World Wide Web; Data science; Psychology; Human–computer interaction; The Internet; Mathematics education; Web 2.0","score_opus":0.3058946235122696,"score_gpt":0.53020759554976,"score_spread":0.22431297203749045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1511916964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76590455,0.03722576,0.013289515,0.17559238,0.00037545874,0.0014468494,0.00014073082,0.00011199366,0.005912753],"genre_scores_gemma":[0.9906904,0.006837989,0.0019444883,0.0001086469,0.00003357712,0.000013344838,0.000076762386,0.000009893435,0.00028488215],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963749,0.001403303,0.0007477404,0.00041721723,0.0007737211,0.00028314086],"domain_scores_gemma":[0.99660283,0.002051146,0.00040093905,0.00033649852,0.0004968977,0.000111685105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0079324525,0.00014796706,0.0004884928,0.0002863931,0.00013098937,0.00028909257,0.0010788742,0.00005369962,0.000021086656],"category_scores_gemma":[0.006787241,0.0001168211,0.00006254703,0.0008952062,0.00019900143,0.00042268526,0.001496411,0.0014855982,0.000006352162],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016707761,0.00042615508,0.85029376,0.0008202649,0.00016854687,0.00012049641,0.0008797026,0.005677649,0.00014151046,0.012169641,0.0005939308,0.12854126],"study_design_scores_gemma":[0.004552542,0.00051333767,0.3556075,0.04007646,0.00009160745,0.0001427686,0.010046882,0.528037,0.00007127234,0.009184782,0.05100365,0.000672157],"about_ca_topic_score_codex":0.002124865,"about_ca_topic_score_gemma":0.00026582342,"teacher_disagreement_score":0.5223594,"about_ca_system_score_codex":0.0001411224,"about_ca_system_score_gemma":0.00027234753,"threshold_uncertainty_score":0.8125452},"labels":[],"label_agreement":null},{"id":"W1512258322","doi":"10.19173/irrodl.v4i2.139","title":"100 Collaborative Products and their Uses","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; World Wide Web; Multimedia","score_opus":0.08631587258248333,"score_gpt":0.41659697278955937,"score_spread":0.330281100207076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1512258322","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24917454,0.21242298,0.080197915,0.327811,0.0008626265,0.0110592805,0.0003135,0.00020555854,0.11795259],"genre_scores_gemma":[0.982819,0.013315022,0.0030747727,0.00029760675,0.00001776432,0.00008206922,0.000028472736,0.000006179677,0.0003590662],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982526,0.00070064585,0.00025855523,0.00025175267,0.00036978166,0.00016671214],"domain_scores_gemma":[0.99768776,0.0009809441,0.00011088907,0.0002555938,0.00092603394,0.000038778042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005472198,0.000076759294,0.00016763476,0.00010751896,0.00018869329,0.00035270548,0.0011563242,0.00001943144,0.0000293386],"category_scores_gemma":[0.006663792,0.00004931693,0.000011585178,0.0015608205,0.00019047767,0.00046109583,0.00086197205,0.00036850598,0.0000056293984],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028640261,0.000185286,0.040056404,0.0011356885,0.00008272367,0.000013828737,0.001613609,0.00006596809,0.00034064657,0.8924991,0.008338284,0.055639826],"study_design_scores_gemma":[0.001181208,0.00025931935,0.016326388,0.0109306555,0.0000050225153,0.00009606056,0.0055723353,0.0019470687,0.0026995777,0.028464394,0.93217105,0.0003469228],"about_ca_topic_score_codex":0.00007258086,"about_ca_topic_score_gemma":0.0000068303584,"teacher_disagreement_score":0.9238328,"about_ca_system_score_codex":0.000045455374,"about_ca_system_score_gemma":0.00028876992,"threshold_uncertainty_score":0.79776627},"labels":[],"label_agreement":null},{"id":"W1512487564","doi":"10.19173/irrodl.v14i3.1422","title":"Do UOC students fit in the Net Generation profile? An approach to their habits in ICT use","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information and Communications Technology; Context (archaeology); Perception; Sociology; Phenomenon; Higher education; Order (exchange); Pedagogy; Mathematics education; Psychology; Computer science; Political science; Geography; World Wide Web","score_opus":0.21302603027328426,"score_gpt":0.4924917793765427,"score_spread":0.27946574910325844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1512487564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97856545,0.0009537796,0.000033813107,0.013830785,0.000035468744,0.002430481,0.000014484065,0.000008127148,0.0041275946],"genre_scores_gemma":[0.9954693,0.0034386574,0.00010904842,0.00037355654,0.000034005727,0.00025170922,0.00005593386,0.0000048818283,0.0002629638],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964652,0.0018021417,0.00030182643,0.0002162127,0.0009201107,0.0002944915],"domain_scores_gemma":[0.99911326,0.0003205954,0.00008406919,0.00021162792,0.00021295856,0.00005747471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010473797,0.00007852294,0.00016927072,0.00016165273,0.0002089756,0.00059240917,0.0021777668,0.00005860693,0.000062148945],"category_scores_gemma":[0.003390243,0.00004764238,0.000020038548,0.000784766,0.0001894025,0.0005676403,0.0005426172,0.00065006636,0.000015834847],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056192806,0.00077472534,0.91750884,0.00014766108,0.000019302475,0.0000054870234,0.006078019,0.00015671275,0.00013229904,0.008482139,0.008458473,0.058180172],"study_design_scores_gemma":[0.0009707986,0.00014931535,0.9417008,0.0043446845,0.0000037012207,0.000004603158,0.03143072,0.0031198529,0.00006464531,0.0011994522,0.016813437,0.00019798946],"about_ca_topic_score_codex":0.008319395,"about_ca_topic_score_gemma":0.00085118576,"teacher_disagreement_score":0.057982184,"about_ca_system_score_codex":0.00017342609,"about_ca_system_score_gemma":0.00011113262,"threshold_uncertainty_score":0.9982843},"labels":[],"label_agreement":null},{"id":"W1512682215","doi":"10.19173/irrodl.v4i1.133","title":"Challenges for Study Centers in an Electronic Age: A case study of the Center for Distance Education at Carl von Ossietzky University of Oldenburg in Germany","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"German; Distance education; Center (category theory); Higher education; Sociology; Open university; Political science; Pedagogy; Library science; Media studies; Geography; Law; Computer science","score_opus":0.09739613144248306,"score_gpt":0.465545090604288,"score_spread":0.36814895916180496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1512682215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99300915,0.0028198354,0.000011798819,0.0014262365,0.000032369644,0.002191267,0.000018150198,0.0000014125428,0.0004897875],"genre_scores_gemma":[0.9954336,0.0043142424,0.000016681523,0.0000059430486,0.000010715241,0.000038634033,0.000015092831,0.0000037346435,0.00016135632],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9975644,0.001461918,0.00024974401,0.0001813118,0.00034349764,0.00019913424],"domain_scores_gemma":[0.9989441,0.0004710245,0.00016865805,0.00013241504,0.00025608292,0.000027735896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005811668,0.000056225486,0.0001910984,0.000086307846,0.00018515941,0.000022700415,0.0005378789,0.000023003278,0.000013905509],"category_scores_gemma":[0.0009853663,0.00004237508,0.000034958113,0.0003413041,0.00011069005,0.00015565538,0.00015678536,0.00026559236,9.109738e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004582824,0.0036889997,0.921192,0.0009496625,0.00004892154,0.000027797245,0.027490273,0.00017143352,0.000032616677,0.008031138,0.00007633426,0.037832547],"study_design_scores_gemma":[0.003904432,0.00087669975,0.10456598,0.0034075754,0.000026678692,0.0000081243825,0.81955254,0.0002984394,0.00001153935,0.0005754736,0.06663563,0.00013692082],"about_ca_topic_score_codex":0.004022441,"about_ca_topic_score_gemma":0.06893262,"teacher_disagreement_score":0.816626,"about_ca_system_score_codex":0.0002727306,"about_ca_system_score_gemma":0.00043887238,"threshold_uncertainty_score":0.94805694},"labels":[],"label_agreement":null},{"id":"W1512889102","doi":"10.19173/irrodl.v11i3.876","title":"A review of trends in distance education scholarship at research universities in North America, 1998-2007","year":2010,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Scholarship; Descriptive statistics; Statistics education; Higher education; Sociology; Educational research; Descriptive research; Quality (philosophy); Mathematics education; Psychology; Pedagogy; Medical education; Social science; Political science; Statistics; Mathematics; Medicine","score_opus":0.15053565675767805,"score_gpt":0.5392007536340206,"score_spread":0.3886650968763426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1512889102","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000378108,0.9810245,0.0000011647433,0.0027881637,0.00009013515,0.0010596202,0.00010018257,0.0000044514723,0.014553657],"genre_scores_gemma":[0.0003199033,0.9957101,0.0000787199,0.000058166337,0.00009842314,0.00011963249,0.0012338968,0.000014878425,0.0023662967],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902038,0.0062618675,0.0009970921,0.00044274793,0.0015773874,0.0005171058],"domain_scores_gemma":[0.9959351,0.002374953,0.00056754454,0.0003339619,0.00067579537,0.00011268159],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.022669742,0.00018920568,0.0011306655,0.0010143106,0.00029454046,0.00011045038,0.0023055433,0.00015373317,0.0005340031],"category_scores_gemma":[0.004363275,0.00014627777,0.00015951187,0.004773793,0.00084222626,0.00038701366,0.0010774015,0.0037257464,0.000023288661],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002218719,0.00012819124,0.0033084813,0.041298974,0.000016120975,0.0000096461235,0.00025334567,0.0000013690224,8.8842725e-8,0.002355493,0.0017866183,0.9508195],"study_design_scores_gemma":[0.00009967653,0.000026733545,0.0002587048,0.26475066,0.000014272852,0.0000020179725,0.002483878,0.0000029879247,5.172225e-8,0.00006532969,0.73220366,0.00009200002],"about_ca_topic_score_codex":0.004031349,"about_ca_topic_score_gemma":0.006935965,"teacher_disagreement_score":0.95072746,"about_ca_system_score_codex":0.0011863998,"about_ca_system_score_gemma":0.004155422,"threshold_uncertainty_score":0.9985727},"labels":[],"label_agreement":null},{"id":"W1513067861","doi":"10.19173/irrodl.v15i6.1732","title":"An analysis of ODL student perception and adoption behavior using the technology acceptance model","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Technology acceptance model; Distance education; Likert scale; Perception; Computer science; Learning Management; Knowledge management; External variable; Educational technology; E learning; Psychology; Unified theory of acceptance and use of technology; Instructional design; Higher education; Mathematics education; Multimedia; Usability; Social influence; Social psychology; Human–computer interaction","score_opus":0.08046521982863167,"score_gpt":0.48381366481217086,"score_spread":0.40334844498353917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513067861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8889778,0.0013416505,0.10356107,0.005726524,0.000015962612,0.00024360468,0.000007819289,0.000009654528,0.000115858325],"genre_scores_gemma":[0.9925065,0.0046775113,0.0027034234,0.000042448686,0.000010712415,0.0000125606775,0.000023078783,0.0000026743378,0.000021100634],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985328,0.0004148803,0.0002686449,0.00020129423,0.00046090985,0.0001214706],"domain_scores_gemma":[0.9989961,0.0002028366,0.0001618172,0.0002870913,0.00032350823,0.00002869215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041855215,0.00006016109,0.00020442813,0.00025154668,0.00014287334,0.00013644718,0.0013198917,0.00003092468,0.000008581627],"category_scores_gemma":[0.0004093676,0.000037548485,0.000035140703,0.0010381506,0.0001739616,0.00022924424,0.0006584657,0.00037003428,3.7614987e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029762625,0.00029614803,0.5567098,0.00036437053,0.00020107957,0.0000029764255,0.00082043133,0.11714427,0.0026702618,0.10597774,0.000027268827,0.21575588],"study_design_scores_gemma":[0.00011582114,0.00005851783,0.056962803,0.0005681604,0.000053258915,0.0000029997022,0.0011064138,0.94026035,0.000011622931,0.00066990807,0.00014900208,0.000041142644],"about_ca_topic_score_codex":0.00012666026,"about_ca_topic_score_gemma":0.000019197974,"teacher_disagreement_score":0.82311606,"about_ca_system_score_codex":0.000043879183,"about_ca_system_score_gemma":0.000045812136,"threshold_uncertainty_score":0.24527091},"labels":[],"label_agreement":null},{"id":"W1513098007","doi":"10.19173/irrodl.v5i1.175","title":"Low Cost Distance Education Strategies: the use of appropriate information and communication technologies","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"ICT Impact and Policies","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Computer science; Information and Communications Technology; Multimedia; Knowledge management; World Wide Web; Psychology; Mathematics education","score_opus":0.06603444785135275,"score_gpt":0.3909646215023594,"score_spread":0.3249301736510066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513098007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8857219,0.061003797,0.012778691,0.028718801,0.00014810535,0.003351347,0.00020865009,0.00010778245,0.007960895],"genre_scores_gemma":[0.9158798,0.08383746,0.000089953835,0.000027554875,0.0000037694645,0.00004944567,0.00009795495,0.00000261424,0.000011468971],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99939334,0.00008250803,0.00022224961,0.000026747264,0.00018915815,0.00008601886],"domain_scores_gemma":[0.99929976,0.0002831701,0.000077540666,0.00015700707,0.00017080463,0.000011692503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010219361,0.00004893407,0.00009511646,0.00006417306,0.00007994168,0.00017473623,0.00044185537,0.000023816932,0.000004175835],"category_scores_gemma":[0.0007121359,0.00002994845,0.000009917116,0.00025433,0.00020169765,0.0006531674,0.00019635865,0.00028376686,0.0000012636261],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011480185,0.00012963467,0.008134247,0.006917497,0.00009885267,3.1978922e-7,0.006682091,0.04746503,0.00041661353,0.39014444,0.0026114362,0.53728503],"study_design_scores_gemma":[0.0022607206,0.00024265806,0.0513318,0.06043857,0.000043663815,0.000045614062,0.15172903,0.020554747,0.004832767,0.048752483,0.6592004,0.00056756445],"about_ca_topic_score_codex":0.00050469744,"about_ca_topic_score_gemma":0.00003223162,"teacher_disagreement_score":0.656589,"about_ca_system_score_codex":0.000056752957,"about_ca_system_score_gemma":0.00009432175,"threshold_uncertainty_score":0.16849855},"labels":[],"label_agreement":null},{"id":"W1513131510","doi":"10.19173/irrodl.v12i6.1030","title":"Examining motivation in online distance learning environments: Complex, multifaceted and situation-dependent","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":326,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Situational ethics; Psychology; Perspective (graphical); Self-determination theory; Goal theory; Distance education; Intrinsic motivation; Class (philosophy); Trait; Mathematics education; Situated; Online learning; Social psychology; Computer science; Multimedia; Autonomy; Artificial intelligence","score_opus":0.22697059960512567,"score_gpt":0.4276969054331124,"score_spread":0.20072630582798673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513131510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98347473,0.0033392517,0.0012131943,0.0010090483,0.000074650045,0.00084798835,0.00003141496,0.00001184461,0.009997881],"genre_scores_gemma":[0.9924725,0.005851335,0.00022798438,0.00012506198,0.000015428917,0.000065434295,0.00045200755,0.000009828833,0.00078037987],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99776185,0.0007392756,0.0005201373,0.00031049718,0.00045545114,0.00021281047],"domain_scores_gemma":[0.9987707,0.00069141353,0.00023337213,0.00015752163,0.00009391587,0.000053061158],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035104593,0.000106375526,0.00023940139,0.00015081762,0.000115018105,0.0000462207,0.00042386088,0.00004933626,0.0015601416],"category_scores_gemma":[0.0015788444,0.00008645351,0.000017119002,0.0003132811,0.00018336755,0.00019871038,0.0003337862,0.000669318,0.000010604195],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013062109,0.0002569406,0.9590854,0.00015437897,0.00003022514,0.000016602084,0.0034602722,0.00011366245,0.00011428195,0.0046955496,0.00012212322,0.031819917],"study_design_scores_gemma":[0.0011487614,0.00009413864,0.96727127,0.002124076,0.0000045223887,0.000007770959,0.018279666,0.00082546135,0.000011206323,0.000331998,0.009796662,0.00010444438],"about_ca_topic_score_codex":0.0007505902,"about_ca_topic_score_gemma":0.000059221413,"teacher_disagreement_score":0.031715475,"about_ca_system_score_codex":0.00009610466,"about_ca_system_score_gemma":0.000026612184,"threshold_uncertainty_score":0.9993526},"labels":[],"label_agreement":null},{"id":"W1513342732","doi":"10.19173/irrodl.v6i3.264","title":"The Online Learning Environment: Creating a space for women learners?","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Microfinance and Financial Inclusion","field":"Economics, Econometrics and Finance","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Empowerment; Outreach; Sociology; Pedagogy; Power (physics); Public relations; Psychology; Political science","score_opus":0.062070803423903774,"score_gpt":0.35675360806551865,"score_spread":0.2946828046416149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513342732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65370804,0.22648117,0.0059994473,0.039295215,0.00025970716,0.0032407336,0.0005224877,0.000030276222,0.070462935],"genre_scores_gemma":[0.8901581,0.101040915,0.0002007356,0.0000823532,0.00012133748,0.00017288979,0.00020574617,0.000015421747,0.008002494],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99863905,0.000115950796,0.0005368099,0.0002520997,0.0001281673,0.00032794598],"domain_scores_gemma":[0.9986346,0.00077080546,0.0003340657,0.00015750356,0.000073339164,0.000029726181],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066885604,0.000089929505,0.00026759913,0.00008044014,0.00059485226,0.00016285351,0.00071718585,0.000040705494,0.000096982476],"category_scores_gemma":[0.0018414694,0.00006600384,0.00005612489,0.00024778466,0.00016688056,0.00014626492,0.0006315939,0.0005090427,0.000023586123],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003578846,0.000324028,0.16551304,0.0013005207,0.00006963781,0.0000077520735,0.00087225373,0.0021530902,0.0002899487,0.77054006,0.0047035553,0.053868227],"study_design_scores_gemma":[0.00061193766,0.00011714907,0.012343174,0.0013134552,0.0000018115574,0.0000029762682,0.0020528124,0.003573008,0.000031258536,0.02978582,0.95005393,0.000112656504],"about_ca_topic_score_codex":0.0010102602,"about_ca_topic_score_gemma":0.000033213404,"teacher_disagreement_score":0.9453504,"about_ca_system_score_codex":0.00019378148,"about_ca_system_score_gemma":0.00003269297,"threshold_uncertainty_score":0.45751828},"labels":[],"label_agreement":null},{"id":"W1513504555","doi":"10.19173/irrodl.v11i3.851","title":"Examining the anatomy of a screencast: Uncovering common elements and instructional strategies","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Instructional design; Multimedia","score_opus":0.08520859534198494,"score_gpt":0.47672625715372147,"score_spread":0.39151766181173653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513504555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9751399,0.0021506525,0.00002280045,0.0060022324,0.000065680775,0.00033439766,0.000017966875,0.0000049198343,0.01626141],"genre_scores_gemma":[0.9887486,0.010641851,0.00040525568,0.00002950697,0.00006265601,0.000014605284,0.000025374557,0.0000035337173,0.00006863077],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99818736,0.00053793326,0.00029997656,0.00013310694,0.0006692564,0.00017236026],"domain_scores_gemma":[0.99834365,0.0011020359,0.00016914473,0.000101577156,0.00024234553,0.00004127467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007795818,0.000058210382,0.00015353409,0.00007553388,0.0003824907,0.0001797642,0.0006752504,0.00003196704,0.00013505494],"category_scores_gemma":[0.0020028679,0.000037307334,0.000019805777,0.00037895012,0.0005690991,0.00032649073,0.00049946556,0.0007586109,8.930551e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007117525,0.00006268626,0.42996854,0.00058104587,0.000063041356,0.0000058322357,0.0009443615,0.00008516515,0.00050331885,0.24361998,0.00020501993,0.32388985],"study_design_scores_gemma":[0.0012490023,0.00020355813,0.21196157,0.008909698,0.000025104606,0.000027231672,0.12693478,0.0012267856,0.00010640097,0.013549474,0.6355703,0.00023608135],"about_ca_topic_score_codex":0.0025850872,"about_ca_topic_score_gemma":0.001633768,"teacher_disagreement_score":0.6353653,"about_ca_system_score_codex":0.000025144422,"about_ca_system_score_gemma":0.00041408258,"threshold_uncertainty_score":0.39078957},"labels":[],"label_agreement":null},{"id":"W1513883268","doi":"10.19173/irrodl.v6i1.217","title":"Elements of Effective e-Learning Design","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Reflection (computer programming); Context (archaeology); Quality (philosophy); Criticism; Knowledge management; Political science","score_opus":0.07872654225031388,"score_gpt":0.44354944307586786,"score_spread":0.36482290082555396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513883268","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2134987,0.0696561,0.24108061,0.14028688,0.0011479972,0.014299425,0.000039227973,0.0002484836,0.3197426],"genre_scores_gemma":[0.9850516,0.009825123,0.0042940616,0.00012589061,0.000037608967,0.00008627674,0.000026524904,0.000006543951,0.0005464248],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99677455,0.001563501,0.00045022287,0.00025741145,0.00071147725,0.00024286131],"domain_scores_gemma":[0.99753916,0.0014712366,0.00025891096,0.00019596162,0.00046707428,0.00006768132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0101901945,0.00009235391,0.0002400664,0.0001617001,0.00019041596,0.00020298001,0.0018906048,0.000028742865,0.00018290653],"category_scores_gemma":[0.0035044106,0.00006917332,0.0000424526,0.0007112747,0.000107044914,0.00052502844,0.0011946843,0.0007683395,0.00003366992],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018808049,0.00052959495,0.07335301,0.0015149252,0.00017495624,0.000010598852,0.0022831843,0.0102944095,0.0009729859,0.12420004,0.0052049914,0.78127325],"study_design_scores_gemma":[0.004132973,0.0014089942,0.07944579,0.02921057,0.00003408844,0.000069081914,0.014168559,0.2015361,0.0050944258,0.0043287757,0.65983516,0.00073548703],"about_ca_topic_score_codex":0.00014213625,"about_ca_topic_score_gemma":0.0000040678997,"teacher_disagreement_score":0.7805377,"about_ca_system_score_codex":0.00011224012,"about_ca_system_score_gemma":0.00017073013,"threshold_uncertainty_score":0.419536},"labels":[],"label_agreement":null},{"id":"W1513936338","doi":"10.19173/irrodl.v7i1.318","title":"An Investigation into the Use of an Orientation Course to Address Academic and Social Integration Issues","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Course (navigation); Orientation (vector space); Educational technology; Computer science; Higher education; Distance education; Mathematics education; Psychology; Sociology; Political science; Engineering","score_opus":0.14609720281440772,"score_gpt":0.5189599992511571,"score_spread":0.37286279643674936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513936338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9643298,0.0014354743,0.00010942657,0.033304423,0.00003233229,0.0005567491,0.000015484196,0.00000756853,0.0002087359],"genre_scores_gemma":[0.99460727,0.0041156593,0.00053339417,0.00013444356,0.00015061097,0.000032206513,0.00030006107,0.000004731682,0.0001216276],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971681,0.0015827854,0.00029852742,0.00016151331,0.0006528074,0.0001362473],"domain_scores_gemma":[0.9988115,0.0005039403,0.00016131248,0.000083925515,0.0003939479,0.00004536772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005636222,0.000058431244,0.00013211402,0.000081480226,0.0004396,0.00019896362,0.0004925892,0.000049015314,0.000025787767],"category_scores_gemma":[0.0013372749,0.000038939244,0.000015658645,0.00045288447,0.000388656,0.0007878566,0.00014619296,0.00045312918,9.906903e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002857374,0.00021887624,0.15267234,0.0005215605,0.000037338672,0.000003634564,0.03965317,0.0012214576,0.0049275984,0.21589246,0.0026739552,0.5818919],"study_design_scores_gemma":[0.0015794312,0.0008051487,0.30631125,0.010612718,0.000084175605,0.0000057971793,0.26007748,0.015206908,0.0024244518,0.023957822,0.37841028,0.0005245616],"about_ca_topic_score_codex":0.015013674,"about_ca_topic_score_gemma":0.0024825758,"teacher_disagreement_score":0.5813673,"about_ca_system_score_codex":0.000048370093,"about_ca_system_score_gemma":0.00021310624,"threshold_uncertainty_score":0.99154544},"labels":[],"label_agreement":null},{"id":"W1514241575","doi":"10.19173/irrodl.v9i2.490","title":"Does the Community of Inquiry Framework Predict Outcomes in Online MBA Courses?","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":224,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Community of inquiry; Distance education; Online learning; Sample (material); Psychology; Online community; Empirical research; Online discussion; Online participation; Knowledge management; Computer science; Medical education; Mathematics education; The Internet; World Wide Web","score_opus":0.16466289414865726,"score_gpt":0.5112261379383181,"score_spread":0.3465632437896608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1514241575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9503494,0.0044344845,0.00004641984,0.04165387,0.00012754451,0.0006197349,0.000060660925,0.000008442642,0.0026994478],"genre_scores_gemma":[0.94439536,0.05483209,0.0001876469,0.00013589008,0.00007419903,0.000019905532,0.00006598212,0.00000466018,0.00028426247],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951307,0.0032237181,0.0004185693,0.0001154738,0.0008830772,0.0002284232],"domain_scores_gemma":[0.9946489,0.0045716357,0.00019385292,0.00021922508,0.00032152588,0.000044888573],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011693538,0.000072604314,0.0002799007,0.00009658389,0.0005210993,0.000047830054,0.0015612383,0.00005502127,0.00014860835],"category_scores_gemma":[0.013553572,0.000034863744,0.000050364888,0.0006300313,0.0010270807,0.00018522324,0.00067239685,0.0017458712,0.0000021914448],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061009065,0.00036157455,0.9634749,0.00033983684,0.0000386673,0.000009136896,0.0050516757,0.000113704715,0.000005489937,0.010766072,0.00067963783,0.019098276],"study_design_scores_gemma":[0.0009977182,0.0001996135,0.57380444,0.017677931,0.000016326238,0.000006773975,0.17801009,0.00046488215,0.000023398241,0.009534274,0.21906954,0.00019503164],"about_ca_topic_score_codex":0.005841722,"about_ca_topic_score_gemma":0.0014823085,"teacher_disagreement_score":0.3896705,"about_ca_system_score_codex":0.00007574067,"about_ca_system_score_gemma":0.00043934927,"threshold_uncertainty_score":0.9947557},"labels":[],"label_agreement":null},{"id":"W1514294285","doi":"10.19173/irrodl.v11i2.772","title":"Length of online course and student satisfaction, perceived learning, and academic performance","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Distance education; Online learning; Psychology; Online course; Statistical analysis; Course evaluation; Course (navigation); Higher education; Computer science; Graduate students; Medical education; Multimedia; Pedagogy; Statistics; Mathematics; Engineering; Medicine","score_opus":0.06371618307961573,"score_gpt":0.49501931855083475,"score_spread":0.431303135471219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1514294285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9843765,0.00528248,0.000003936699,0.008364655,0.000047609403,0.00031718524,0.00001160642,0.000006527579,0.0015894811],"genre_scores_gemma":[0.85729223,0.14212571,0.00012720923,0.000024571415,0.00006412795,0.000009191528,0.00002749878,0.000004502613,0.00032495832],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99808365,0.00059305807,0.00030361614,0.00017944007,0.00064766145,0.00019258856],"domain_scores_gemma":[0.99862623,0.0007075948,0.00017407353,0.000072497045,0.00034169192,0.00007793015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063300757,0.00007263032,0.00020515785,0.0000793387,0.00035022415,0.00006982833,0.00040672751,0.000063163265,0.00016851445],"category_scores_gemma":[0.0024786424,0.000054132972,0.000018729032,0.00025104615,0.0006159756,0.00025207872,0.00040789723,0.0016207411,0.00000153018],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026577392,0.000048565824,0.8551269,0.00031179746,0.00001986076,0.0000012279519,0.0009966998,0.00001346836,0.00031598686,0.0024866867,0.00007846458,0.14057377],"study_design_scores_gemma":[0.00049396383,0.000119954784,0.86968094,0.002489807,0.000016140519,0.000007664108,0.021367323,0.00062973285,0.000017685194,0.0001830616,0.10490295,0.00009076137],"about_ca_topic_score_codex":0.0010236462,"about_ca_topic_score_gemma":0.0006065189,"teacher_disagreement_score":0.140483,"about_ca_system_score_codex":0.000027581069,"about_ca_system_score_gemma":0.00027414644,"threshold_uncertainty_score":0.70414037},"labels":[],"label_agreement":null},{"id":"W1514690732","doi":"10.19173/irrodl.v16i1.1960","title":"A bibliometric mapping of open educational resources","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Scopus; Openness to experience; Computer science; Library science; Higher education; Open education; Bibliometrics; Field (mathematics); World Wide Web; Face (sociological concept); Data science; Sociology; Political science; Social science; MEDLINE; Psychology","score_opus":0.19782452209147744,"score_gpt":0.4810896702639709,"score_spread":0.2832651481724935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1514690732","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22169991,0.06300793,0.004498385,0.22106256,0.0008583182,0.0037165943,0.00004035566,0.0000439359,0.48507202],"genre_scores_gemma":[0.98750395,0.00877311,0.0021420277,0.00021660326,0.000046709338,0.00007508909,0.000054367003,0.000006016192,0.001182156],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973388,0.0008085557,0.00045549963,0.00025936385,0.0009361713,0.00020163714],"domain_scores_gemma":[0.99716806,0.0011890543,0.00027216173,0.0002779308,0.0009722423,0.00012053038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012074545,0.00007817029,0.00024108944,0.00333223,0.00014056092,0.00074897916,0.00491608,0.000025693413,0.00015795678],"category_scores_gemma":[0.007029391,0.000058024845,0.000031502015,0.018195333,0.00013116372,0.0008955352,0.0038333577,0.00047882847,0.000024036097],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013510964,0.0008299564,0.3240409,0.001968739,0.00013995811,0.000009095197,0.0046409545,0.0006182885,0.00020165788,0.44038406,0.060615186,0.1664161],"study_design_scores_gemma":[0.001893601,0.0003097079,0.20244393,0.014905222,0.000008722446,0.00006242266,0.023615196,0.008530416,0.00015304738,0.017616803,0.7301222,0.00033872848],"about_ca_topic_score_codex":0.0011907573,"about_ca_topic_score_gemma":0.000007972486,"teacher_disagreement_score":0.765804,"about_ca_system_score_codex":0.00009659404,"about_ca_system_score_gemma":0.00064600783,"threshold_uncertainty_score":0.9135381},"labels":[],"label_agreement":null},{"id":"W1514802822","doi":"10.19173/irrodl.v16i3.2165","title":"A paradigm shift: Adoption of disruptive learning innovations in an ODL environment: The case of the University of South Africa","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Disruptive innovation; Focus group; Distance education; Paradigm shift; Axial coding; Sociology; Transactional leadership; Pedagogy; Disruptive technology; Qualitative research; Psychology; Business; Engineering; Marketing; Social science; Social psychology; Grounded theory","score_opus":0.12283533801597592,"score_gpt":0.4174156155246897,"score_spread":0.2945802775087138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1514802822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98260456,0.0025324137,0.00030523216,0.009572969,0.00002376872,0.00066122913,0.000051222814,0.0000034700881,0.0042451276],"genre_scores_gemma":[0.99761534,0.0021569594,0.00007488963,0.0000054020275,0.000013721472,0.0000033264864,0.000026454993,0.0000029220587,0.00010099085],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9971012,0.0018641442,0.00028192202,0.00011941048,0.0004949766,0.00013833612],"domain_scores_gemma":[0.99873334,0.00060688244,0.00032274597,0.00013864951,0.00016218286,0.00003618136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007487066,0.00005189942,0.00017116616,0.000087039916,0.00023887394,0.000022618256,0.00072125904,0.00003390122,0.000059484195],"category_scores_gemma":[0.0018941805,0.000032720323,0.000036908026,0.0008049195,0.0006279559,0.00020696908,0.00041690297,0.00055309763,0.0000013869535],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047142734,0.00062150235,0.43909097,0.00076151796,0.00011325429,0.000058300768,0.12357163,0.015449627,0.00009607656,0.36726558,0.00015790666,0.05234223],"study_design_scores_gemma":[0.0023460528,0.0005731763,0.09976389,0.009029582,0.000071382274,0.000017592973,0.7250976,0.008247198,0.000056305864,0.016697712,0.1378235,0.00027600318],"about_ca_topic_score_codex":0.0023567777,"about_ca_topic_score_gemma":0.0005569618,"teacher_disagreement_score":0.60152596,"about_ca_system_score_codex":0.0000952173,"about_ca_system_score_gemma":0.00036084742,"threshold_uncertainty_score":0.35627586},"labels":[],"label_agreement":null},{"id":"W1514872066","doi":"10.19173/irrodl.v13i5.1217","title":"Drawing dynamic geometry figures online with natural language for junior high school geometry","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Games and Gamification","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Institute of Information Science, Academia Sinica; Academia Sinica; National Science Council","keywords":"Geometry; Construct (python library); Computer science; Knowledge base; The Internet; Artificial intelligence; Mathematics; World Wide Web; Programming language","score_opus":0.051427842959472135,"score_gpt":0.46925674670324846,"score_spread":0.41782890374377635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1514872066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89083886,0.09334068,0.0003926547,0.012284387,0.0003148456,0.0010728231,0.00020148852,0.0000126351215,0.0015416027],"genre_scores_gemma":[0.99076456,0.0039321734,0.00049389334,0.0002692349,0.00014502858,0.000153007,0.0013318454,0.000012299197,0.0028979764],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985637,0.000274577,0.00027940536,0.00019115667,0.00040454394,0.00028661996],"domain_scores_gemma":[0.99816495,0.0010991965,0.00014759661,0.00020328922,0.00030573565,0.00007922802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031380653,0.000090879,0.00018332525,0.00018753509,0.00011511281,0.00007567692,0.00063569675,0.000038891932,0.00059498276],"category_scores_gemma":[0.0018771782,0.000059618877,0.000037079786,0.00050272036,0.00011248187,0.0002009888,0.00018778372,0.0005488942,0.00001981917],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016097157,0.0022029558,0.56900275,0.004863793,0.00077881647,0.000014150734,0.0030601434,0.0001426653,0.0011537104,0.11258798,0.02463721,0.27994612],"study_design_scores_gemma":[0.0013527916,0.00016231737,0.892605,0.0053918003,0.00003137392,0.00003890972,0.017136691,0.00041204202,0.000037463746,0.00035351847,0.0822788,0.00019927042],"about_ca_topic_score_codex":0.00046355644,"about_ca_topic_score_gemma":0.000029431916,"teacher_disagreement_score":0.3236023,"about_ca_system_score_codex":0.000108426226,"about_ca_system_score_gemma":0.00008350659,"threshold_uncertainty_score":0.6514644},"labels":[],"label_agreement":null},{"id":"W1514890489","doi":"10.19173/irrodl.v13i1.1034","title":"Motivating factors that affect enrolment and student performance in an ODL engineering programme","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Certificate; Mathematics education; Affect (linguistics); Medical education; Psychology; Mathematics; Pedagogy; Medicine","score_opus":0.13894028638673384,"score_gpt":0.47926350443974736,"score_spread":0.3403232180530135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1514890489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923944,0.004601308,0.000014752507,0.0013773716,0.000041091225,0.0004947731,0.0000023954162,0.000008111403,0.0010658137],"genre_scores_gemma":[0.9886805,0.010999419,0.00013897177,0.000014393221,0.000052167354,0.000036494115,0.000029083478,0.000005223391,0.000043754197],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980968,0.00058754627,0.00019899775,0.00013516811,0.0006174738,0.0003639824],"domain_scores_gemma":[0.9990102,0.0006568491,0.000078844765,0.00007244456,0.000084117084,0.000097530465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009476351,0.000073037874,0.00016296726,0.00010183593,0.00019361098,0.00015915003,0.00045064406,0.000029538563,0.000046403522],"category_scores_gemma":[0.001477487,0.000051969255,0.000017312635,0.0003219167,0.00009543486,0.0005537165,0.00036744509,0.0005339768,0.0000012356097],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007727295,0.00006713445,0.9577051,0.00023735994,0.00000734852,9.4199567e-7,0.0017604053,0.000077955076,0.00001578569,0.0015698737,0.000004822357,0.038545556],"study_design_scores_gemma":[0.0003674198,0.00010854746,0.92313635,0.005027864,0.000004386605,0.0000015953273,0.031022072,0.0011121954,0.000048870792,0.000024111692,0.039033294,0.00011328134],"about_ca_topic_score_codex":0.0006384095,"about_ca_topic_score_gemma":0.00011149066,"teacher_disagreement_score":0.039028473,"about_ca_system_score_codex":0.00012799667,"about_ca_system_score_gemma":0.00008766586,"threshold_uncertainty_score":0.32843328},"labels":[],"label_agreement":null},{"id":"W1514941560","doi":"10.19173/irrodl.v9i1.532","title":"Designing the Undesignable: Social software and control","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Software; Control (management); Social software; Educational technology; Social control; Sociology; Multimedia; Human–computer interaction; World Wide Web; Social science; Pedagogy; Artificial intelligence","score_opus":0.1306956413196003,"score_gpt":0.47214261946270664,"score_spread":0.3414469781431063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1514941560","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15279375,0.09034197,0.02087518,0.64625496,0.00074034923,0.0068670963,0.0001123685,0.00009078858,0.08192354],"genre_scores_gemma":[0.97348017,0.025084238,0.00012188961,0.000418526,0.00010519373,0.00006719306,0.000016627911,0.0000033618812,0.0007027835],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976728,0.0013073412,0.00018317954,0.00011277681,0.00057085307,0.0001530331],"domain_scores_gemma":[0.99795014,0.0014143697,0.000091906586,0.00006301635,0.0004442144,0.000036372945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007242451,0.000044819357,0.00011071959,0.000043107488,0.0012703341,0.00016220675,0.00053612207,0.000028603647,0.00013537596],"category_scores_gemma":[0.0045771813,0.00002868882,0.000015772857,0.0004913845,0.0005793785,0.00019252671,0.00013676801,0.00031342704,0.0000035656753],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004312413,0.00037651477,0.26399702,0.0011703332,0.00019860813,0.000027121943,0.04038143,0.00016827953,0.00032659568,0.421973,0.099116266,0.1718336],"study_design_scores_gemma":[0.0015257957,0.00009648683,0.06748048,0.0031461664,0.000022700257,0.000016320271,0.08099684,0.00037950336,0.00006329282,0.012730312,0.8333177,0.00022440738],"about_ca_topic_score_codex":0.0009246658,"about_ca_topic_score_gemma":0.00009268137,"teacher_disagreement_score":0.82068646,"about_ca_system_score_codex":0.000084881445,"about_ca_system_score_gemma":0.0005013393,"threshold_uncertainty_score":0.9770511},"labels":[],"label_agreement":null},{"id":"W1515734758","doi":"10.19173/irrodl.v10i5.788","title":"Openness and the Future of Higher Education","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Openness to experience; Higher education; Educational technology; Psychology; Sociology; Pedagogy; Economic growth; Social psychology; Economics","score_opus":0.04688682786291472,"score_gpt":0.43235014605521793,"score_spread":0.38546331819230323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1515734758","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060551293,0.15631917,0.0008444708,0.62031335,0.0009476777,0.0024937105,0.000009178683,0.000027529803,0.15849365],"genre_scores_gemma":[0.96814907,0.029466903,0.00029444371,0.0006478339,0.00006985549,0.000028296543,0.000021077405,0.0000023947389,0.0013201258],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99838454,0.00065035775,0.00026578293,0.00016924123,0.00040736404,0.00012271725],"domain_scores_gemma":[0.9987771,0.0004843428,0.00015034377,0.00020316559,0.00034349368,0.00004157837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047261766,0.000061298786,0.00017358716,0.00007228706,0.00015570172,0.00025813997,0.0015851188,0.000021920067,0.000092666625],"category_scores_gemma":[0.00047584338,0.000034666944,0.000025330986,0.0005051372,0.00014850529,0.00037087596,0.00060012453,0.00043119345,0.0000040838463],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047532445,0.00008332761,0.002870822,0.00019858108,0.000011601444,4.8100407e-7,0.00036774436,0.000024539893,0.00002040759,0.82676584,0.0034289681,0.16618013],"study_design_scores_gemma":[0.002147988,0.00020246126,0.21679424,0.008535286,0.000014288509,0.00004386125,0.011059387,0.0027482621,0.00009665444,0.035104305,0.7230253,0.00022795511],"about_ca_topic_score_codex":0.00015905767,"about_ca_topic_score_gemma":0.0000033972249,"teacher_disagreement_score":0.9075978,"about_ca_system_score_codex":0.000030076382,"about_ca_system_score_gemma":0.00019922185,"threshold_uncertainty_score":0.29455715},"labels":[],"label_agreement":null},{"id":"W1515916003","doi":"10.19173/irrodl.v14i3.1306","title":"Interaction, critical thinking, and social network analysis (SNA) in online courses","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Moderation; Critical thinking; Online discussion; Psychology; Mathematics education; Social network analysis; Computer-mediated communication; Online course; Distance education; Pedagogy; The Internet; Social psychology; Social media; Computer science; World Wide Web","score_opus":0.07992148667132397,"score_gpt":0.4994193616368359,"score_spread":0.41949787496551194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1515916003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6764626,0.016078359,0.00022128772,0.29242414,0.00018205988,0.0011153755,0.000040909952,0.000026084645,0.013449198],"genre_scores_gemma":[0.981714,0.017163923,0.00030028136,0.00024239681,0.00018198724,0.000028950179,0.00011630261,0.0000044618046,0.0002476941],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973513,0.0012265898,0.00031862012,0.00018907835,0.000634859,0.00027956316],"domain_scores_gemma":[0.9976976,0.0016772627,0.00009746423,0.00006894972,0.0004052376,0.000053494037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006461438,0.0000674213,0.00025435834,0.00016875299,0.0004638193,0.00030529467,0.0005576012,0.00004818422,0.0005740762],"category_scores_gemma":[0.0035233009,0.000051210245,0.00004439093,0.0009803441,0.00039132303,0.00038478788,0.0004181255,0.00077983923,0.000005758525],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007483435,0.0003138296,0.77159715,0.0006133544,0.0002192,0.0000174946,0.0031547868,0.00069230545,0.000008273342,0.11305866,0.0077847727,0.10246537],"study_design_scores_gemma":[0.0009562756,0.00013357952,0.2344052,0.008285496,0.00011706416,0.0000064324436,0.11892697,0.010661073,0.0000024926674,0.028044224,0.5981143,0.0003468331],"about_ca_topic_score_codex":0.004757918,"about_ca_topic_score_gemma":0.002372953,"teacher_disagreement_score":0.5903296,"about_ca_system_score_codex":0.000082163155,"about_ca_system_score_gemma":0.00020363582,"threshold_uncertainty_score":0.71925807},"labels":[],"label_agreement":null},{"id":"W1516049928","doi":"10.19173/irrodl.v14i4.1461","title":"Comparison of course completion and student performance through online and traditional courses","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":148,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Academic achievement; Mathematics education; Online course; Descriptive statistics; Academic year; Psychology; Style (visual arts); Class (philosophy); Massive open online course; Computer science; Statistics; Mathematics; Artificial intelligence","score_opus":0.21674920174357443,"score_gpt":0.5362640698348876,"score_spread":0.3195148680913132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1516049928","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96982634,0.01073506,0.000024983057,0.015838904,0.000029958857,0.00044796453,0.00003348143,0.000004094873,0.0030592068],"genre_scores_gemma":[0.9441834,0.05522623,0.00027588755,0.000047202433,0.000046776815,0.000017440796,0.000115936135,0.0000027947672,0.00008432999],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99832773,0.0004628864,0.00028023703,0.0001267022,0.00066107465,0.00014139355],"domain_scores_gemma":[0.99868697,0.00072012085,0.00014288777,0.00005744949,0.00034785536,0.000044719134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026865504,0.000055484325,0.00021217881,0.00003994102,0.00025564164,0.000094737065,0.00033498992,0.000026685351,0.00020200298],"category_scores_gemma":[0.0005699011,0.000040667168,0.00001547273,0.00018733126,0.0005328861,0.0003176204,0.0002233097,0.00037753853,0.0000015188133],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003319784,0.00037961887,0.90041906,0.00070837274,0.000039498962,9.545472e-7,0.0015632185,0.000069995,0.000046941896,0.027346399,0.0014093122,0.06798343],"study_design_scores_gemma":[0.0007701913,0.00026480804,0.83045214,0.0068144654,0.000018154984,0.000005454878,0.049120802,0.003794769,0.000021296495,0.0015871275,0.10703242,0.00011838342],"about_ca_topic_score_codex":0.00086492323,"about_ca_topic_score_gemma":0.000108186156,"teacher_disagreement_score":0.10562311,"about_ca_system_score_codex":0.000032021955,"about_ca_system_score_gemma":0.00014766259,"threshold_uncertainty_score":0.22117908},"labels":[],"label_agreement":null},{"id":"W1516122727","doi":"10.19173/irrodl.v16i1.1613","title":"Development and testing of a m-learning system for the professional development of academics through design-based action research","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Action research; Professional development; Educational technology; Action (physics); Higher education; Perception; Knowledge management; Computer science; Pedagogy; Psychology; Political science","score_opus":0.4885856032087685,"score_gpt":0.5223804684074312,"score_spread":0.03379486519866276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1516122727","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2900399,0.016685788,0.67318046,0.0114888605,0.0006372924,0.0064961906,0.000009442657,0.000053137737,0.0014089174],"genre_scores_gemma":[0.89569604,0.000513009,0.10309749,0.000020462923,0.000031684398,0.00048685644,0.00002772011,0.000009434673,0.00011732272],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961295,0.0014576826,0.0006326474,0.0002661103,0.0012634557,0.00025056236],"domain_scores_gemma":[0.99073935,0.006882306,0.0004067338,0.00019342285,0.0017208835,0.000057323978],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029853033,0.000089329136,0.00022451801,0.00012617708,0.00039842847,0.00009427586,0.0014245835,0.000054679917,0.0000027445915],"category_scores_gemma":[0.0101786535,0.00005718588,0.000019092859,0.0008458699,0.00019921175,0.00024484377,0.00097526185,0.0008618775,0.0000012075893],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007023658,0.0005355166,0.060384337,0.016421098,0.00021570947,0.0000040110613,0.020622376,0.0276185,0.002742835,0.045598198,0.0021500057,0.823005],"study_design_scores_gemma":[0.0033317693,0.0007142749,0.02384124,0.07733732,0.000027495722,0.000047381534,0.05773532,0.55597353,0.03160244,0.0024680253,0.24643208,0.0004891335],"about_ca_topic_score_codex":0.00008307876,"about_ca_topic_score_gemma":0.0000040341724,"teacher_disagreement_score":0.8225159,"about_ca_system_score_codex":0.00027975594,"about_ca_system_score_gemma":0.0019510019,"threshold_uncertainty_score":0.99897045},"labels":[],"label_agreement":null},{"id":"W1517231833","doi":"10.19173/irrodl.v14i4.1526","title":"Distance and e-learning, social justice, and development: The relevance of capability approaches to the mission of open universities","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"African cultural and philosophical studies","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social justice; Relevance (law); Economic Justice; Order (exchange); Set (abstract data type); Capability approach; Sociology; Distance education; Engineering ethics; Epistemology; Political science; Computer science; Social science; Pedagogy; Engineering; Law; Philosophy; Economics","score_opus":0.2481123542402748,"score_gpt":0.42783876618366756,"score_spread":0.17972641194339276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1517231833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63421845,0.023807837,0.00011558888,0.2918045,0.000041208208,0.002492326,0.000046725745,0.000006031423,0.047467332],"genre_scores_gemma":[0.99036866,0.008813487,0.0000632491,0.000055552064,0.000021303573,0.000019557803,0.000006628836,0.0000014729626,0.000650084],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839276,0.0008051769,0.00018501372,0.00011700369,0.00038891702,0.00011111203],"domain_scores_gemma":[0.998296,0.0012587983,0.000121463585,0.000051953033,0.00023665385,0.0000351204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040627234,0.000048413764,0.00015816203,0.000013814967,0.0008966002,0.00009442785,0.00078572513,0.000018109815,0.000052050942],"category_scores_gemma":[0.002069995,0.000022731152,0.0000128946995,0.00024352781,0.0008840398,0.00015551198,0.0011233195,0.00028107446,8.3045063e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044236376,0.0001881106,0.059386685,0.004115222,0.00019557179,0.0000015306233,0.104211845,0.00014467258,0.000061768165,0.62483776,0.007902108,0.19851236],"study_design_scores_gemma":[0.00035615446,0.00008930022,0.08890848,0.0030153599,0.000024117924,8.7689943e-7,0.22871126,0.00018447472,0.00002747165,0.010807801,0.6677487,0.0001259841],"about_ca_topic_score_codex":0.0029850425,"about_ca_topic_score_gemma":0.000204517,"teacher_disagreement_score":0.6598466,"about_ca_system_score_codex":0.00004482022,"about_ca_system_score_gemma":0.000100087615,"threshold_uncertainty_score":0.6896014},"labels":[],"label_agreement":null},{"id":"W1517321736","doi":"10.19173/irrodl.v13i2.1122","title":"Educational leadership for e-learning in the healthcare workplace","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Organizational Learning and Leadership","field":"Business, Management and Accounting","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Educational leadership; Servant leadership; Distributed leadership; Bridge (graph theory); Neuroleadership; Health care; Workplace learning; Shared leadership; Knowledge management; Public relations; Strategic leadership; Health professionals; Psychology; Business; Medical education; Sociology; Leadership style; Pedagogy; Political science; Computer science; Medicine; Engineering","score_opus":0.22636693301053737,"score_gpt":0.4338719397231613,"score_spread":0.20750500671262392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1517321736","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04956259,0.053525906,0.00035407118,0.8748423,0.00043060572,0.0027594597,0.000015993659,0.000036277685,0.018472813],"genre_scores_gemma":[0.9939441,0.0013566094,0.000058036585,0.0028075199,0.0006857989,0.00013755185,0.00035875686,0.000013744419,0.000637873],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99813676,0.00037670226,0.00032707356,0.00017765914,0.00060399337,0.00037783847],"domain_scores_gemma":[0.9971389,0.0021720843,0.00018281527,0.00012364073,0.00036407972,0.000018492301],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011460176,0.000099166595,0.00017371569,0.00019606944,0.0003163851,0.0002865286,0.00092379143,0.00004265129,0.00020823529],"category_scores_gemma":[0.007362811,0.000065726,0.000040163293,0.00097503036,0.00011979186,0.0005946526,0.0002606649,0.0008672129,0.000041567964],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000125441,0.00018241974,0.75851494,0.0035625424,0.00002119309,0.0000010860514,0.00055987685,0.00029407907,0.000009422004,0.21458289,0.014374579,0.0077715116],"study_design_scores_gemma":[0.0011091308,0.000043121778,0.26323628,0.010358817,0.000020425694,0.00001430047,0.037437934,0.002061455,0.0000048853194,0.004644075,0.68081355,0.00025603027],"about_ca_topic_score_codex":0.00048505593,"about_ca_topic_score_gemma":0.000042079948,"teacher_disagreement_score":0.94438154,"about_ca_system_score_codex":0.00007524012,"about_ca_system_score_gemma":0.00011011393,"threshold_uncertainty_score":0.8814504},"labels":[],"label_agreement":null},{"id":"W1517615557","doi":"10.19173/irrodl.v13i1.1078","title":"Online social networks as formal learning environments: Learner experiences and activities","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":255,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workaround; Formal learning; Social learning; Psychology; Computer-mediated communication; Distance education; Online participation; Educational technology; Social network (sociolinguistics); Social media; Informal learning; Online learning; Pedagogy; Mathematics education; Computer science; World Wide Web; The Internet","score_opus":0.0756512872021535,"score_gpt":0.45740667145978464,"score_spread":0.3817553842576311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1517615557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9519084,0.021845121,0.00018828524,0.0102833295,0.00012016854,0.0004832608,0.0000073233346,0.000016105687,0.015147974],"genre_scores_gemma":[0.947783,0.05023713,0.000070926035,0.000103843544,0.00031847102,0.00004422809,0.00007023875,0.000007453849,0.0013646912],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970727,0.0012637781,0.00026563182,0.00016961739,0.0007480425,0.00048022298],"domain_scores_gemma":[0.99883765,0.0007876988,0.00015240272,0.000061984225,0.000060002618,0.000100279794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007336054,0.00009457632,0.00021375531,0.00008013194,0.0010416866,0.00018539513,0.0005285177,0.00006376747,0.00040896493],"category_scores_gemma":[0.00178038,0.000070951326,0.00003760724,0.00029158642,0.00063163013,0.0009202303,0.0006985034,0.0009862215,0.000005201694],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026417812,0.00059349264,0.2167483,0.00054315344,0.0001341109,0.000012462407,0.038667135,0.0005274238,0.0000750342,0.05052679,0.0013386252,0.6905693],"study_design_scores_gemma":[0.00036705317,0.0000863936,0.008083662,0.0013051699,0.000010063604,0.0000063549533,0.3016647,0.0007700399,0.000012134676,0.00017257738,0.68738455,0.00013733355],"about_ca_topic_score_codex":0.0007544816,"about_ca_topic_score_gemma":0.00005780741,"teacher_disagreement_score":0.69043195,"about_ca_system_score_codex":0.00008481432,"about_ca_system_score_gemma":0.00013344476,"threshold_uncertainty_score":0.8011917},"labels":[],"label_agreement":null},{"id":"W1517903066","doi":"10.19173/irrodl.v14i5.1631","title":"Factors influencing students’ acceptance of m-learning: An investigation in higher education","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":376,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Unified theory of acceptance and use of technology; Expectancy theory; Psychology; Context (archaeology); Structural equation modeling; M-learning; Affect (linguistics); Social influence; Educational technology; Higher education; Technology acceptance model; Quality (philosophy); Knowledge management; Applied psychology; Mobile device; Mathematics education; Social psychology; Computer science; Usability; Human–computer interaction; World Wide Web","score_opus":0.34576167980362277,"score_gpt":0.5358857544854456,"score_spread":0.19012407468182285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1517903066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931928,0.0013636674,0.000010387252,0.0041610207,0.000070275135,0.00047924678,0.0000038112291,0.0000076026818,0.00071120413],"genre_scores_gemma":[0.99765235,0.0012926033,0.00005948982,0.00009231717,0.000010812242,0.00006281645,0.000042429776,0.000004563518,0.0007826147],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966387,0.0009754875,0.0006845022,0.00026011755,0.0012859339,0.00015521927],"domain_scores_gemma":[0.9976839,0.0008516978,0.000352264,0.00025553742,0.0007937202,0.0000628818],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0072679855,0.00008125274,0.0002440685,0.0003998068,0.00008743584,0.00022024268,0.0019668357,0.00006129373,0.0010761573],"category_scores_gemma":[0.004478785,0.000052511445,0.000029789227,0.00117228,0.00022283799,0.00077943894,0.0006484475,0.0006759876,0.00001758786],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008048351,0.00007298788,0.98426676,0.00004482915,0.0000036259614,3.1134857e-7,0.00027480125,0.00005883319,0.0002210244,0.0034150183,0.0002764555,0.01135729],"study_design_scores_gemma":[0.00020232005,0.000050289036,0.981644,0.0014308663,0.0000018216691,7.431418e-7,0.00793191,0.00015019096,0.00009804833,0.006083945,0.002354946,0.000050945095],"about_ca_topic_score_codex":0.00087365875,"about_ca_topic_score_gemma":0.000044461267,"teacher_disagreement_score":0.0113063445,"about_ca_system_score_codex":0.00009177341,"about_ca_system_score_gemma":0.00017234817,"threshold_uncertainty_score":0.999837},"labels":[],"label_agreement":null},{"id":"W1518027177","doi":"10.19173/irrodl.v16i1.1816","title":"Challenges of implementing e-learning in Kenya: A case of Kenyan public universities","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":286,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"VLIRUOS; Vlaamse Interuniversitaire Raad","keywords":"Kenya; Public relations; Distance education; E learning; Political science; Educational technology; Knowledge management; Medical education; Sociology; Pedagogy; Computer science; Medicine","score_opus":0.19957657004165152,"score_gpt":0.4916376086753273,"score_spread":0.2920610386336758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1518027177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83847195,0.029479139,0.000029360544,0.024681428,0.00004774683,0.00058005954,0.00002131097,0.0000119318365,0.106677085],"genre_scores_gemma":[0.97071135,0.028852006,0.00012724817,0.000008120743,0.000029849078,0.000006926003,0.000024183515,0.0000044675867,0.00023582968],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9967963,0.0017029044,0.00040559418,0.0001569459,0.00065527513,0.00028295725],"domain_scores_gemma":[0.997891,0.0010070525,0.00027160248,0.000097565426,0.0006593833,0.00007336886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017367829,0.000064494794,0.00026608378,0.00025623574,0.00016391621,0.00005390645,0.0006612658,0.000038319173,0.00009354171],"category_scores_gemma":[0.0045252834,0.00005287081,0.000038334318,0.00065786974,0.00031007073,0.00034182853,0.00069115876,0.00057068164,0.0000011766308],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001707533,0.00034050824,0.24655466,0.0025640794,0.00012066718,0.00027987576,0.017916063,0.00041148954,0.000056105247,0.3726709,0.00048540405,0.35842952],"study_design_scores_gemma":[0.0011891093,0.00019367032,0.003102913,0.0072673694,0.000011144378,0.00003069729,0.74883765,0.0009225232,0.000034320197,0.0016535128,0.23663187,0.00012520653],"about_ca_topic_score_codex":0.006339857,"about_ca_topic_score_gemma":0.0029008267,"teacher_disagreement_score":0.7309216,"about_ca_system_score_codex":0.00014940185,"about_ca_system_score_gemma":0.0009466788,"threshold_uncertainty_score":0.95840096},"labels":[],"label_agreement":null},{"id":"W1519695906","doi":"10.19173/irrodl.v8i1.340","title":"The Practice of a Quality Assurance System in Open and Distance Learning: A case study at Universitas Terbuka Indonesia (The Indonesia Open University)","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality assurance; Benchmarking; Quality (philosophy); Higher education; Distance education; Business; Engineering management; Process management; Quality management; Public relations; Knowledge management; Medical education; Computer science; Operations management; Political science; Management system; Sociology; Marketing; Engineering; Pedagogy; Medicine","score_opus":0.07562125393062696,"score_gpt":0.4666620034937158,"score_spread":0.3910407495630888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1519695906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96045065,0.003772372,0.00010078296,0.011700137,0.000062199135,0.0026891755,0.000014139229,0.0000047732165,0.021205772],"genre_scores_gemma":[0.9918033,0.0071170623,0.000040859893,0.000047272457,0.000012396294,0.000019702891,0.000007820931,0.0000037585762,0.000947813],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99500686,0.0033172974,0.00041276778,0.00024648063,0.000782389,0.00023419209],"domain_scores_gemma":[0.9951068,0.0036400673,0.00046412746,0.00019544836,0.0005254175,0.000068132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027765753,0.0000799136,0.00024317007,0.00006846069,0.0010780295,0.0003364172,0.0020599202,0.000031552263,0.000019643054],"category_scores_gemma":[0.002455429,0.000052112457,0.000019922161,0.0010884394,0.00038155532,0.0006325472,0.0019374689,0.00046930235,0.0000020535192],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076209643,0.00024301132,0.9141785,0.00027961595,0.00006754341,0.00040729714,0.015647206,0.000030512641,0.0000032148187,0.061485607,0.00056164793,0.0063337376],"study_design_scores_gemma":[0.0010257378,0.000060551003,0.23207824,0.0019828808,0.00001209606,0.0000406212,0.5056427,0.000020702693,0.0000025706743,0.000043205342,0.2590041,0.00008661777],"about_ca_topic_score_codex":0.037473854,"about_ca_topic_score_gemma":0.010885676,"teacher_disagreement_score":0.6821003,"about_ca_system_score_codex":0.0005721422,"about_ca_system_score_gemma":0.00060679397,"threshold_uncertainty_score":0.96893567},"labels":[],"label_agreement":null},{"id":"W1519936153","doi":"10.19173/irrodl.v6i3.262","title":"Teachers' Invisible Presence in Net-based Distance Education","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Education and Learning Practices","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Erik och Anne Marie Detlofs Stiftelse","keywords":"Variety (cybernetics); Distance education; Pedagogy; Adult education; Computer-mediated communication; Teleconference; Core (optical fiber); Mathematics education; Sociology; Psychology; Computer science; The Internet; Multimedia; World Wide Web; Telecommunications; Artificial intelligence","score_opus":0.12254142716232644,"score_gpt":0.5260973990276118,"score_spread":0.40355597186528536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1519936153","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28233862,0.03793417,0.0011731678,0.2507437,0.0006499166,0.0028531423,0.000023103301,0.000038036833,0.42424613],"genre_scores_gemma":[0.9921113,0.0041478686,0.00015166453,0.0002744485,0.0000848488,0.00008940026,0.00008542641,0.0000041662483,0.0030508756],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971494,0.0015729999,0.00029362453,0.00017429604,0.0006123516,0.00019733742],"domain_scores_gemma":[0.9978316,0.0014167222,0.00018004334,0.0001122703,0.00042771717,0.000031676336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010343142,0.00005614164,0.000121992496,0.0001550402,0.0002587566,0.00020923757,0.00074223964,0.00003160345,0.00030795037],"category_scores_gemma":[0.0072987285,0.000045227956,0.000017228838,0.001121051,0.00032322275,0.00037351,0.00012395604,0.00060539076,0.000009882512],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007408545,0.00047811068,0.54588306,0.00044140115,0.000007637205,0.0000026274365,0.0027283228,0.0003926576,0.000034077402,0.3917454,0.019102346,0.039110277],"study_design_scores_gemma":[0.00025094452,0.00001990676,0.06694416,0.0042502056,0.0000017592173,4.5329864e-7,0.015678728,0.00029984766,0.000016505177,0.0028806296,0.90958357,0.00007327025],"about_ca_topic_score_codex":0.01798407,"about_ca_topic_score_gemma":0.0017518614,"teacher_disagreement_score":0.89048123,"about_ca_system_score_codex":0.00019389858,"about_ca_system_score_gemma":0.0010300892,"threshold_uncertainty_score":0.98855525},"labels":[],"label_agreement":null},{"id":"W1520074575","doi":"10.19173/irrodl.v15i3.1680","title":"Peer assessment for massive open online courses (MOOCs)","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":178,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Summative assessment; Peer assessment; Computer science; Peer feedback; Credibility; Assessment for learning; Online assessment; Peer evaluation; Open education; Credentialing; Multimedia; Higher education; World Wide Web; Medical education; Mathematics education; Psychology","score_opus":0.15790322565992373,"score_gpt":0.5635018527575003,"score_spread":0.40559862709757655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1520074575","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046547685,0.006684458,0.0032982465,0.5230848,0.00066640857,0.008373031,0.00038798238,0.00003127737,0.41092607],"genre_scores_gemma":[0.965138,0.020898366,0.0014951514,0.0005266897,0.00026045332,0.00029760145,0.0005743887,0.000011365835,0.010797943],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973372,0.0008137721,0.00027258572,0.00019575958,0.0011359828,0.000244705],"domain_scores_gemma":[0.9968232,0.0018767053,0.00015061011,0.00012391234,0.0009592709,0.00006631918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015301646,0.00006903954,0.00022674073,0.000060029048,0.00042816452,0.0004932071,0.0020423909,0.00003156428,0.00037721053],"category_scores_gemma":[0.0051337467,0.000048689184,0.00004136611,0.00029033868,0.0002473067,0.0002867873,0.0010715384,0.0003306181,0.0000052909204],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020647822,0.0005589129,0.18117215,0.00071068516,0.00015181124,0.000003855546,0.0015135065,0.000066605055,0.000051037623,0.640419,0.08181829,0.093327664],"study_design_scores_gemma":[0.0009254918,0.00011494494,0.02620484,0.0027227416,0.000012097862,4.003177e-7,0.015554217,0.0010735852,0.0000052842825,0.0055405344,0.94775254,0.00009333788],"about_ca_topic_score_codex":0.0018193725,"about_ca_topic_score_gemma":0.0004217518,"teacher_disagreement_score":0.91859037,"about_ca_system_score_codex":0.0001327554,"about_ca_system_score_gemma":0.00032231642,"threshold_uncertainty_score":0.6145945},"labels":[],"label_agreement":null},{"id":"W1520816792","doi":"10.19173/irrodl.v15i6.1950","title":"Adoption of the mobile campus in a cyber university","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning Management; Higher education; Resistance (ecology); Mobile technology; Mobile device; Educational technology; Mobile business development; Psychology; Computer science; Multimedia; Business; Internet privacy; Mobile Web; World Wide Web; Pedagogy; Political science","score_opus":0.03431335813735058,"score_gpt":0.37077865102544316,"score_spread":0.33646529288809257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1520816792","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94001716,0.0046598683,0.013167745,0.01907801,0.00038191836,0.0021350074,0.000012899019,0.000019810377,0.020527547],"genre_scores_gemma":[0.99674845,0.0026393505,0.00030414228,0.000046387802,0.000011611108,0.000015620963,0.00001085208,0.0000020918164,0.0002214668],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99805623,0.0010504829,0.00019923421,0.00015685696,0.0004203019,0.00011691142],"domain_scores_gemma":[0.9986225,0.0007109972,0.000151739,0.00027103125,0.00022125339,0.000022525508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048842886,0.000044847722,0.000120158315,0.00009237399,0.00007331337,0.000046880505,0.0017725928,0.000022903918,0.00002444233],"category_scores_gemma":[0.0015080827,0.000029813667,0.000026843049,0.00072071067,0.00012226068,0.00020513525,0.0009841754,0.00041416538,0.0000045017778],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079822,0.00041855234,0.46249592,0.0014741065,0.000035168992,0.0000048402976,0.0018337012,0.010678082,0.0003474204,0.22532848,0.0022505457,0.2950534],"study_design_scores_gemma":[0.0014304062,0.0002376206,0.5992004,0.016362341,0.000008747089,0.00002208607,0.0032261384,0.0759176,0.00026489556,0.006722006,0.29638687,0.00022089304],"about_ca_topic_score_codex":0.0005571588,"about_ca_topic_score_gemma":0.000040508938,"teacher_disagreement_score":0.2948325,"about_ca_system_score_codex":0.000107103275,"about_ca_system_score_gemma":0.00012407238,"threshold_uncertainty_score":0.3293948},"labels":[],"label_agreement":null},{"id":"W1520820534","doi":"10.19173/irrodl.v8i2.349","title":"Mobile Distance Learning with PDAs: Development and testing of pedagogical and system solutions supporting mobile distance learners","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Computer science; M-learning; Norwegian; Educational technology; Mainstream; Blended learning; Open learning; Synchronous learning; Multimedia; Mobile device; Knowledge management; World Wide Web; Mathematics education; Teaching method; Psychology; Cooperative learning; Political science","score_opus":0.11895688893537361,"score_gpt":0.43585053897062564,"score_spread":0.31689365003525205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1520820534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7707909,0.02457171,0.19484952,0.00072185555,0.00009141354,0.0019693845,0.000009168647,0.0000715431,0.0069245365],"genre_scores_gemma":[0.9900783,0.0017192488,0.0077659255,0.000010757265,0.000019727295,0.00015240321,0.000026140973,0.000009380051,0.00021816087],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9973786,0.0004426063,0.0006327493,0.00041739957,0.0007366664,0.00039196108],"domain_scores_gemma":[0.9970884,0.0016755671,0.00044624013,0.00021560302,0.0004650813,0.000109153145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009899475,0.00013441028,0.00030199203,0.00013535965,0.0004118098,0.00019985832,0.0008246767,0.000040244944,0.000007936524],"category_scores_gemma":[0.0020367955,0.00009846119,0.000019189634,0.0007460301,0.00033034058,0.00035278258,0.00094355387,0.0007331648,0.0000014130782],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015894475,0.00024702802,0.47436318,0.006585423,0.00008746045,0.000051264204,0.0080956165,0.006064305,0.00036102143,0.06836959,0.00009211103,0.43552405],"study_design_scores_gemma":[0.0041300063,0.002893341,0.17836024,0.10631011,0.0000723035,0.00083545904,0.2691232,0.18083368,0.0016155862,0.0010966967,0.25306803,0.0016613757],"about_ca_topic_score_codex":0.0001421841,"about_ca_topic_score_gemma":0.000026171689,"teacher_disagreement_score":0.4338627,"about_ca_system_score_codex":0.00017101588,"about_ca_system_score_gemma":0.00025724235,"threshold_uncertainty_score":0.40151307},"labels":[],"label_agreement":null},{"id":"W1521997030","doi":"10.19173/irrodl.v14i3.1397","title":"Sustaining teacher control in a blog-based personal learning environment","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Facilitator; Control (management); Computer science; Learning Management; Process (computing); World Wide Web; Knowledge management; Psychology; Multimedia; Mathematics education; Artificial intelligence; Social psychology","score_opus":0.0954759925730003,"score_gpt":0.4744143732142802,"score_spread":0.37893838064127994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1521997030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86984116,0.018901464,0.008616222,0.036126446,0.00018810882,0.0028080211,0.000018962046,0.000048780916,0.06345081],"genre_scores_gemma":[0.9964383,0.0005819578,0.0002762021,0.00036934574,0.000049367765,0.00028946492,0.00007076049,0.000016808423,0.0019077563],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9921232,0.0059927297,0.0005052086,0.0003514842,0.00058804394,0.00043937156],"domain_scores_gemma":[0.9971076,0.0022559583,0.00021350323,0.00017061854,0.00019146175,0.000060830018],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020554634,0.00014330522,0.00034882315,0.00027041865,0.00019580418,0.00012083656,0.0007393004,0.00007334149,0.0040793475],"category_scores_gemma":[0.003210382,0.00010631271,0.000054472002,0.0004450675,0.0002766856,0.000120535995,0.00029735823,0.002510964,0.00008347591],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038191068,0.00045401845,0.859458,0.00058842177,0.00013398063,0.00005491055,0.0031015142,0.0016384643,0.00036693143,0.008929721,0.0021272693,0.1227648],"study_design_scores_gemma":[0.0075361063,0.00074706605,0.6731846,0.012193334,0.000027478163,0.00003892983,0.043217983,0.058036283,0.000020645988,0.0017103337,0.20272014,0.0005671409],"about_ca_topic_score_codex":0.0021380996,"about_ca_topic_score_gemma":0.00000539943,"teacher_disagreement_score":0.20059286,"about_ca_system_score_codex":0.0002035895,"about_ca_system_score_gemma":0.00010583218,"threshold_uncertainty_score":0.9997903},"labels":[],"label_agreement":null},{"id":"W1522391034","doi":"10.19173/irrodl.v2i2.65","title":"The Hybridization of Distance Learning in Brazil -- An Approach Imposed by Culture","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Public Policy","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Credibility; Distance education; Christian ministry; Face (sociological concept); Higher education; Sociology; Public relations; Control (management); Political science; Economic growth; Pedagogy; Social science; Economics; Management; Law","score_opus":0.09475296992532035,"score_gpt":0.48193049262217286,"score_spread":0.3871775226968525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1522391034","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17268144,0.12459857,0.0012934296,0.17811638,0.000284801,0.0036513817,0.00015278882,0.000054391807,0.5191668],"genre_scores_gemma":[0.91998976,0.07657546,0.000028458428,0.000112748596,0.000038909126,0.00003829841,0.00012451051,0.0000039786873,0.0030878463],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972084,0.0015334286,0.00030083198,0.00014130738,0.0006116089,0.00020439133],"domain_scores_gemma":[0.9987745,0.0005961504,0.0001655651,0.00011329032,0.00029036004,0.00006009505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077733546,0.00005349153,0.00013167078,0.00005845026,0.0003952285,0.00019267261,0.0009343931,0.000031742115,0.00013535198],"category_scores_gemma":[0.005104747,0.000034421973,0.00002254754,0.00077209115,0.0003519825,0.00029684362,0.00014154801,0.0004919212,0.0000024387537],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001284705,0.0008676783,0.2087829,0.0010053101,0.00005671158,0.0000022634517,0.030043332,0.00034994105,0.00019801622,0.4636218,0.06947434,0.22546925],"study_design_scores_gemma":[0.00039092402,0.000042477226,0.0055425763,0.0012576133,0.0000024004114,0.0000012712458,0.023406623,0.003575094,0.000017227905,0.0011556552,0.96452874,0.000079421574],"about_ca_topic_score_codex":0.0025014023,"about_ca_topic_score_gemma":0.00025976147,"teacher_disagreement_score":0.8950544,"about_ca_system_score_codex":0.00010157262,"about_ca_system_score_gemma":0.00014587834,"threshold_uncertainty_score":0.6111228},"labels":[],"label_agreement":null},{"id":"W1522897450","doi":"10.19173/irrodl.v16i2.2093","title":"A generic framework for extraction of knowledge from social web sources (social networking websites) for an online recommendation system","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; World Wide Web; Social Semantic Web; Ontology; Data Web; Recommender system; Semantic Web; Information retrieval; Semantic Web Stack; Social web; Web mining; Web page; Social media","score_opus":0.2979724252146147,"score_gpt":0.5040869398273495,"score_spread":0.20611451461273483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1522897450","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1267064,0.012708443,0.8078059,0.04784758,0.0008767041,0.0022317662,0.0006601254,0.00008691133,0.0010761494],"genre_scores_gemma":[0.9813655,0.0011381272,0.015567008,0.00005201047,0.0008232533,0.00006231587,0.0009256622,0.000010349844,0.000055777666],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99834913,0.00055138033,0.00039106165,0.00022305404,0.00031110007,0.00017429845],"domain_scores_gemma":[0.9975314,0.0012856628,0.0003320031,0.00010427764,0.0006981562,0.000048463233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004850491,0.00007910965,0.0002603072,0.00009602762,0.00022966285,0.00016564384,0.0009232205,0.000059570342,0.00000481959],"category_scores_gemma":[0.0012316278,0.00006310478,0.00006196913,0.00043502255,0.00005753905,0.00026468228,0.00036166026,0.000360151,0.0000011465207],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070631574,0.0010311197,0.01591409,0.0041407,0.00029751143,0.0000025130796,0.0035817183,0.0018110184,0.00042710017,0.1636934,0.013394337,0.7950002],"study_design_scores_gemma":[0.0010489253,0.00028063616,0.0013765773,0.004426066,0.000026202604,0.0000033757499,0.004160531,0.8420594,0.000030498159,0.009549131,0.13689733,0.00014136222],"about_ca_topic_score_codex":0.00013719159,"about_ca_topic_score_gemma":0.000036515794,"teacher_disagreement_score":0.8546591,"about_ca_system_score_codex":0.00011518347,"about_ca_system_score_gemma":0.00022755896,"threshold_uncertainty_score":0.25733382},"labels":[],"label_agreement":null},{"id":"W1523243064","doi":"10.19173/irrodl.v14i2.1533","title":"Strategies for sustainable business models for open educational resources","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prosperity; Empowerment; Government (linguistics); State (computer science); Economic growth; Political science; Public relations; Public administration; Business; Economics","score_opus":0.09733490082075139,"score_gpt":0.44082906815706074,"score_spread":0.34349416733630933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1523243064","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02066673,0.021653559,0.19515699,0.4828349,0.0004946619,0.020307008,0.00006294789,0.00006345313,0.25875974],"genre_scores_gemma":[0.97132915,0.004986748,0.009132494,0.00061013823,0.00011904765,0.0033132688,0.00029365995,0.00001679315,0.010198676],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983856,0.0002877614,0.0003375847,0.0002981217,0.00038011617,0.00031080388],"domain_scores_gemma":[0.99574447,0.0015649014,0.00016614354,0.00022404686,0.002231,0.00006946902],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.005208472,0.00009085342,0.00020804991,0.00012590483,0.00043822484,0.002680611,0.0036892244,0.000029068862,0.00014608711],"category_scores_gemma":[0.0022789293,0.000066714216,0.000034690547,0.0006144782,0.00009833285,0.002631475,0.0018160575,0.00026643282,0.000008487457],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031788957,0.00009847676,0.000592339,0.0010233996,0.00001939535,3.2596978e-7,0.00041754876,0.0016037389,0.000011047567,0.9660765,0.023284001,0.006841469],"study_design_scores_gemma":[0.0014372373,0.00017909851,0.0072043575,0.004629735,0.0000079575375,0.000011632713,0.054945003,0.10191268,0.000023152215,0.43500698,0.39436898,0.00027320924],"about_ca_topic_score_codex":0.0019026735,"about_ca_topic_score_gemma":0.00001395308,"teacher_disagreement_score":0.95066243,"about_ca_system_score_codex":0.00009402972,"about_ca_system_score_gemma":0.0008264979,"threshold_uncertainty_score":0.9983547},"labels":[],"label_agreement":null},{"id":"W1524481331","doi":"10.19173/irrodl.v4i1.132","title":"Student Support in Open Learning: Sustaining the process","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Psychology; Component (thermodynamics); Key (lock); Open education; Longitudinal study; Pedagogy; Process (computing); Mathematics education; Medical education; Computer science; Medicine","score_opus":0.1487847590287998,"score_gpt":0.5954129224693527,"score_spread":0.4466281634405529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1524481331","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1801875,0.0067896587,0.000058990892,0.05068471,0.00021870813,0.003246036,0.000003896196,0.000010634825,0.75879985],"genre_scores_gemma":[0.9772308,0.020281348,0.000045043773,0.000157478,0.000037369096,0.00022766077,0.000020349602,0.000006666736,0.0019932964],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99355257,0.0044578533,0.00037589244,0.00024875335,0.0010466628,0.0003182565],"domain_scores_gemma":[0.99665725,0.002265098,0.00025018098,0.00015663658,0.00061397563,0.000056841724],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03685039,0.00007499416,0.00018692412,0.00010342858,0.0006057414,0.0006481171,0.002384344,0.000035279438,0.000505909],"category_scores_gemma":[0.027015394,0.000049068596,0.000023465282,0.0010469334,0.00035010872,0.0006809429,0.0007347275,0.0010901149,0.000011390021],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009188685,0.00029109267,0.80623126,0.00032659242,0.000041678657,0.00001002541,0.021319887,0.0004818048,0.000008620087,0.14222232,0.0009697652,0.028005099],"study_design_scores_gemma":[0.0005382756,0.00009815718,0.040542144,0.0023651528,0.000007880099,0.0000059266595,0.23545928,0.00008958561,0.00002353634,0.009294645,0.71146077,0.000114659575],"about_ca_topic_score_codex":0.0029850015,"about_ca_topic_score_gemma":0.00054986303,"teacher_disagreement_score":0.79704326,"about_ca_system_score_codex":0.00035263135,"about_ca_system_score_gemma":0.0010923502,"threshold_uncertainty_score":0.9917652},"labels":[],"label_agreement":null},{"id":"W1524672202","doi":"10.19173/irrodl.v14i4.1545","title":"Making distance visible: Assembling nearness in an online distance learning programme","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Assemblage (archaeology); Distance education; Space (punctuation); Institution; Negotiation; Sociology; Work (physics); Mathematics education; State (computer science); Overtaking; Higher education; Psychology; Computer science; Pedagogy; Political science; Social science; Engineering; Law; Geography","score_opus":0.3202435849867429,"score_gpt":0.544378599471135,"score_spread":0.2241350144843921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1524672202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85604006,0.025780484,0.0027594396,0.078932226,0.0004150668,0.0038855593,0.00003156944,0.00006859714,0.03208699],"genre_scores_gemma":[0.97920406,0.019291373,0.00030621004,0.00011138122,0.000076892866,0.0001647185,0.00010876259,0.000008808181,0.0007277859],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99639595,0.0017409873,0.00040383099,0.0002614392,0.00080729445,0.0003904997],"domain_scores_gemma":[0.99818623,0.000936908,0.00018909453,0.0001484951,0.00044625232,0.00009304376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009396232,0.00008630822,0.00019886428,0.0001105993,0.00047295605,0.0006375692,0.0009818411,0.000037320173,0.0004817741],"category_scores_gemma":[0.0041595595,0.000068746886,0.000026216752,0.0009479296,0.00020768873,0.00087515585,0.0003343394,0.00097200443,0.000012327998],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007069889,0.000591719,0.58794266,0.0009317561,0.00002760029,0.000014265707,0.005020567,0.0011359837,0.000043183747,0.07543107,0.00084441964,0.3279461],"study_design_scores_gemma":[0.000593954,0.00009744123,0.13637605,0.011368586,0.0000063231337,0.0000019595157,0.07334175,0.0054092407,0.000004290084,0.002563008,0.7700102,0.0002272005],"about_ca_topic_score_codex":0.005528586,"about_ca_topic_score_gemma":0.0019075989,"teacher_disagreement_score":0.76916575,"about_ca_system_score_codex":0.00024591194,"about_ca_system_score_gemma":0.0002561686,"threshold_uncertainty_score":0.8357605},"labels":[],"label_agreement":null},{"id":"W1525364544","doi":"10.19173/irrodl.v6i2.232","title":"Reflections on Research, Faculty and Leadership in Distance Education","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Faculty development; Instructional leadership; Pedagogy; Higher education; Sociology; Educational technology; Medical education; Educational leadership; Psychology; Mathematics education; Political science; Professional development; Medicine","score_opus":0.4971454990073827,"score_gpt":0.5969788988188323,"score_spread":0.09983339981144956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1525364544","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17678921,0.041642204,0.00007318326,0.48722136,0.00017461827,0.0021354137,0.000048686103,0.000029822091,0.2918855],"genre_scores_gemma":[0.9624039,0.034081336,0.00021092642,0.00022565231,0.00013939427,0.000066591594,0.00006614091,0.0000050837093,0.002800979],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968165,0.0016191213,0.00024088772,0.00021342278,0.0008063481,0.00030368863],"domain_scores_gemma":[0.9983163,0.0011129364,0.00006655829,0.000102921884,0.0003320901,0.00006917912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012634481,0.000056392557,0.00013146069,0.00021805963,0.0004584032,0.0001719873,0.0005497905,0.000041742383,0.000107711254],"category_scores_gemma":[0.005639369,0.000043505275,0.000018103807,0.0008444565,0.00040276558,0.0002866308,0.00021333301,0.0011032989,0.000013052281],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018169663,0.00048156368,0.0461258,0.00077122235,0.000019401894,0.000005490819,0.0039435923,0.00016921868,0.00007571719,0.39090845,0.009778297,0.5475396],"study_design_scores_gemma":[0.00023403556,0.000054737724,0.008901709,0.0061322055,0.0000015426173,0.0000015323963,0.03956386,0.00012434101,0.000015098702,0.0024145679,0.94249564,0.00006074037],"about_ca_topic_score_codex":0.002223082,"about_ca_topic_score_gemma":0.0036711781,"teacher_disagreement_score":0.9327173,"about_ca_system_score_codex":0.00027054455,"about_ca_system_score_gemma":0.000619943,"threshold_uncertainty_score":0.6751259},"labels":[],"label_agreement":null},{"id":"W1525422717","doi":"10.19173/irrodl.v5i3.206","title":"Telling Story! Voice in Photography: An online visual art critical studies program evaluation","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Art Education and Development","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Photography; Visual arts education; Visual literacy; Visual arts; Digital art; Online learning; Distance education; Educational technology; Multimedia; Computer science; Art; Psychology; Pedagogy; Art history; Performance art","score_opus":0.3546806252469033,"score_gpt":0.5588936003339147,"score_spread":0.20421297508701136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1525422717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87255174,0.05007023,0.0000733916,0.054625504,0.0006244062,0.0049607004,0.000066271925,0.00005294297,0.016974837],"genre_scores_gemma":[0.9861385,0.012240514,0.00026470178,0.00028950983,0.00010411025,0.00036650474,0.0003444579,0.000006872269,0.00024481994],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99813426,0.00051097525,0.00032887553,0.00018731016,0.0006619689,0.00017663774],"domain_scores_gemma":[0.99851096,0.0004989511,0.00006687593,0.00008729378,0.0007864361,0.00004946848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00602435,0.00007792223,0.00017645863,0.00017519614,0.00024877474,0.00016469568,0.00033644206,0.00001657469,0.00032547943],"category_scores_gemma":[0.0024040588,0.00005551517,0.000025962345,0.00017511145,0.0003547723,0.00029361842,0.00018786364,0.00044328324,0.000017016604],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005450805,0.008011238,0.024153385,0.0056052525,0.00033877313,0.00005017885,0.08164624,0.0014723474,0.00006127919,0.3388088,0.0076980107,0.5316094],"study_design_scores_gemma":[0.0018969103,0.0006461254,0.010097712,0.019803481,0.000028647904,0.000011002713,0.16706124,0.0030676143,0.00005583815,0.019138115,0.7778698,0.00032348643],"about_ca_topic_score_codex":0.00021583818,"about_ca_topic_score_gemma":0.00085125753,"teacher_disagreement_score":0.7701718,"about_ca_system_score_codex":0.00015955372,"about_ca_system_score_gemma":0.00025568568,"threshold_uncertainty_score":0.35637712},"labels":[],"label_agreement":null},{"id":"W1526005633","doi":"10.19173/irrodl.v7i1.312","title":"Video-Conferencing with Audio Software","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Videoconferencing; Multimedia; Teleconference; Software; Event (particle physics); Distance education; World Wide Web; Human–computer interaction; Psychology","score_opus":0.06545927180486703,"score_gpt":0.4547211206959564,"score_spread":0.38926184889108933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1526005633","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3657752,0.026859298,0.0033614812,0.19946148,0.0004401327,0.0032467067,0.00006602752,0.000078332145,0.40071136],"genre_scores_gemma":[0.99046427,0.0072223917,0.00027394487,0.0001353518,0.000101748774,0.000058447018,0.00007665674,0.0000037709476,0.0016633904],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983321,0.0005416639,0.00019304278,0.00012675503,0.0006543846,0.0001520968],"domain_scores_gemma":[0.9985874,0.00054956623,0.000093001516,0.00009046175,0.00064527785,0.0000342426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047351164,0.000045065644,0.00010689846,0.000067900146,0.000344407,0.00022376327,0.0005476026,0.000023126626,0.00027732135],"category_scores_gemma":[0.0022056776,0.000030866595,0.0000134206175,0.00061349635,0.00023264153,0.00022791378,0.000134911,0.00026039183,0.000008247868],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013769123,0.00021246966,0.41201648,0.0006701119,0.00003601858,0.000008897413,0.002383675,0.00032184366,0.000045531167,0.50596845,0.02611046,0.052088387],"study_design_scores_gemma":[0.00069529464,0.000081781334,0.07262037,0.008866368,0.000010195304,0.000004219085,0.027367355,0.0001518354,0.00007226133,0.013083026,0.8768797,0.00016761858],"about_ca_topic_score_codex":0.005869847,"about_ca_topic_score_gemma":0.0018215535,"teacher_disagreement_score":0.8507692,"about_ca_system_score_codex":0.00013658707,"about_ca_system_score_gemma":0.00060419703,"threshold_uncertainty_score":0.8873491},"labels":[],"label_agreement":null},{"id":"W1526257414","doi":"10.19173/irrodl.v9i3.493","title":"Meta-Analysis: The preferred method of choice for the assessment of distance learning quality factors","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Scope (computer science); Computer science; Quality (philosophy); Educational research; Face (sociological concept); Data science; Meta-analysis; Management science; Mathematics education; Psychology; Sociology; Social science; Epistemology","score_opus":0.47407608254201905,"score_gpt":0.6040266890634567,"score_spread":0.12995060652143764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1526257414","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15868707,0.25624704,0.309687,0.20419568,0.00044701307,0.015074819,0.0011913057,0.0000841419,0.054385953],"genre_scores_gemma":[0.9789409,0.018677508,0.0011499953,0.000033165215,0.000033989083,0.00010289019,0.00007613964,0.000005688942,0.0009797176],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99309164,0.004499315,0.0006684632,0.00021492415,0.0012940874,0.00023154165],"domain_scores_gemma":[0.9839665,0.014309233,0.0006324667,0.00024630057,0.00080486975,0.000040620544],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.027441595,0.00009531929,0.00063515536,0.00008873445,0.0007159447,0.00006372301,0.0014964545,0.0000377741,0.00021568546],"category_scores_gemma":[0.009802838,0.000045072138,0.00038867773,0.0011158051,0.0005438763,0.00017038707,0.0003654561,0.0007205019,2.843477e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028381462,0.00061941746,0.6561708,0.0025876323,0.04958756,0.0000028927675,0.010244201,0.023887625,0.00015664268,0.19858262,0.0012469754,0.056629837],"study_design_scores_gemma":[0.0007748613,0.00019088316,0.12975731,0.0008872462,0.008381124,0.0000012802329,0.05446411,0.008900075,0.00012007433,0.0014545479,0.7948332,0.00023529326],"about_ca_topic_score_codex":0.005079337,"about_ca_topic_score_gemma":0.0007694591,"teacher_disagreement_score":0.82025385,"about_ca_system_score_codex":0.000059403294,"about_ca_system_score_gemma":0.0004564728,"threshold_uncertainty_score":0.998538},"labels":[],"label_agreement":null},{"id":"W1526797376","doi":"10.19173/irrodl.v12i5.1000","title":"Beginning course surveys: Bridges to knowing and bridges to being","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Demographics; Section (typography); Psychology; Applied psychology; Medical education; Social psychology; Knowledge management; Computer science; Sociology; Medicine","score_opus":0.13348705124473056,"score_gpt":0.4762372254085079,"score_spread":0.3427501741637773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1526797376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8819344,0.01085056,0.0013591597,0.060680177,0.00019060753,0.0015968679,0.00003895063,0.000040556253,0.04330871],"genre_scores_gemma":[0.9864655,0.0116385585,0.0007414082,0.00025268694,0.000108826294,0.000036586935,0.000025503237,0.000009853907,0.0007210704],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996729,0.0016261534,0.00029997947,0.0002754589,0.0007048134,0.00036455505],"domain_scores_gemma":[0.9982546,0.0009518371,0.000084355685,0.00012870439,0.00039795722,0.00018255551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018902648,0.0000923379,0.00024000667,0.00014797036,0.00048077464,0.000230571,0.00086180016,0.00003624226,0.00014122485],"category_scores_gemma":[0.0060516107,0.00007413383,0.000030340567,0.00060331915,0.000202089,0.00029806292,0.0008551402,0.00051133876,0.000017509756],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007655492,0.000116327006,0.46642104,0.00047113653,0.000057551886,0.00003492159,0.007480167,0.000091403206,0.000074054515,0.030057685,0.002051053,0.49306813],"study_design_scores_gemma":[0.00056997617,0.00026568415,0.34312716,0.018730698,0.000024013903,0.0000113006,0.05397364,0.0004245109,0.00015172435,0.0011968036,0.5811735,0.00035097968],"about_ca_topic_score_codex":0.0075605595,"about_ca_topic_score_gemma":0.0007989253,"teacher_disagreement_score":0.5791224,"about_ca_system_score_codex":0.00008694465,"about_ca_system_score_gemma":0.00028458374,"threshold_uncertainty_score":0.9990482},"labels":[],"label_agreement":null},{"id":"W1526958516","doi":"10.19173/irrodl.v13i1.1076","title":"Heutagogy and lifelong learning: A review of heutagogical practice and self-determined learning","year":2012,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Leadership and Innovation","field":"Social Sciences","cited_by":856,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Andragogy; Lifelong learning; Affordance; Educational technology; Computer science; Distance education; Synchronous learning; Open learning; Learning theory; Education theory; Experiential learning; Instructional design; Knowledge management; Higher education; Pedagogy; Mathematics education; Teaching method; Adult education; Sociology; Cooperative learning; Psychology; Multimedia; Human–computer interaction","score_opus":0.2861256145535493,"score_gpt":0.5619598172750767,"score_spread":0.2758342027215274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1526958516","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005448862,0.97679,0.000008203344,0.012751424,0.00008311907,0.0013873064,0.000013005527,0.000014460438,0.008898005],"genre_scores_gemma":[0.0016084875,0.9967532,0.00016987282,0.000271382,0.00020562093,0.00014922746,0.00030337766,0.000019843988,0.0005189675],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911695,0.0056831655,0.0010782257,0.00040763756,0.0012567526,0.0004046906],"domain_scores_gemma":[0.99078995,0.006703737,0.0010836491,0.00017175202,0.0010888621,0.0001620269],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026077976,0.0002353351,0.0011416391,0.0002475906,0.000460115,0.00019466062,0.0008612848,0.00017671617,0.00023051378],"category_scores_gemma":[0.027563963,0.00017170736,0.000109986635,0.001110376,0.0006058291,0.00057814433,0.00072178093,0.0020451401,0.000008774464],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003116607,0.0002113327,0.0021087774,0.17974296,0.00019250125,0.000006800614,0.0017832118,7.6385555e-7,4.4099463e-7,0.032453503,0.0006917979,0.7827767],"study_design_scores_gemma":[0.00012398433,0.000074747426,0.000101597936,0.17318217,0.00014392725,0.000036098794,0.0035934674,0.0000100864345,1.2202882e-7,0.0000996083,0.82250005,0.00013413557],"about_ca_topic_score_codex":0.0006579686,"about_ca_topic_score_gemma":0.000016509324,"teacher_disagreement_score":0.8218082,"about_ca_system_score_codex":0.00019000129,"about_ca_system_score_gemma":0.0009784601,"threshold_uncertainty_score":0.9806273},"labels":[],"label_agreement":null},{"id":"W1527123035","doi":"10.19173/irrodl.v14i5.1626","title":"Using a design-based research study to identify principles for training instructors to teach online","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Instructional design; Online course; Identification (biology); Online teaching; Medical education; Training (meteorology); Quality (philosophy); Computer science; Higher education; Online research methods; Teaching method; Distance education; Research design; Educational technology; Psychology; Multimedia; Mathematics education; Medicine; World Wide Web","score_opus":0.5408323847786156,"score_gpt":0.5981877148221143,"score_spread":0.05735533004349869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1527123035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9650574,0.0006416827,0.0030656,0.024075191,0.00008182593,0.0060746092,0.000034849378,0.000017060547,0.0009518351],"genre_scores_gemma":[0.9864205,0.00042323733,0.012043911,0.00016530254,0.00016083111,0.0003477605,0.000048379003,0.000015684747,0.00037440532],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9939916,0.0030384804,0.0005085222,0.00037306148,0.0015224998,0.0005658134],"domain_scores_gemma":[0.9948036,0.0032278672,0.00011334568,0.00020032239,0.0014427872,0.00021209831],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03175741,0.000104489736,0.00029527064,0.00044078796,0.0008525447,0.0005043216,0.001584679,0.000039523824,0.00020410724],"category_scores_gemma":[0.022550678,0.00007989145,0.000046985842,0.0015010065,0.00020149551,0.00028038287,0.00075327535,0.0008141049,0.000011778527],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010553403,0.0031904262,0.22475854,0.0022572777,0.00033090432,0.000042215324,0.0438409,0.027778292,0.0039021473,0.018548567,0.008662291,0.6656331],"study_design_scores_gemma":[0.002281036,0.0016396205,0.034580074,0.018300163,0.000031706695,0.0000038848766,0.47968093,0.02024667,0.00015214972,0.0025267282,0.440043,0.0005140314],"about_ca_topic_score_codex":0.005290003,"about_ca_topic_score_gemma":0.00075622834,"teacher_disagreement_score":0.66511905,"about_ca_system_score_codex":0.00029181206,"about_ca_system_score_gemma":0.0012024645,"threshold_uncertainty_score":0.9970095},"labels":[],"label_agreement":null},{"id":"W1527152951","doi":"10.19173/irrodl.v15i5.1854","title":"A comparison of learner intent and behaviour in live and archived MOOCs","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Division of Materials Research; University of Toronto; Bill and Melinda Gates Foundation","keywords":"Massive open online course; Session (web analytics); Demographics; Clickstream; Open educational resources; Computer science; Online learning; Multimedia; World Wide Web; Mathematics education; Psychology; The Internet; Web 2.0; Sociology","score_opus":0.09037788385503964,"score_gpt":0.4705983408336501,"score_spread":0.38022045697861045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1527152951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9624741,0.010644866,0.0044250814,0.020609194,0.00003523935,0.00041470438,0.000009463777,0.000009359687,0.0013779864],"genre_scores_gemma":[0.99151486,0.007468472,0.0008341656,0.000046142133,0.000009639995,0.000007842966,0.000015161896,0.000003063691,0.000100638856],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998393,0.00056600996,0.0003332434,0.00020180993,0.00035929412,0.00014663987],"domain_scores_gemma":[0.9986817,0.00083110813,0.00013566142,0.00014531625,0.00015555274,0.000050657105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00377728,0.00006732258,0.00026775955,0.00013435046,0.000057590307,0.00010515801,0.00072612107,0.000022309527,0.00000733875],"category_scores_gemma":[0.0017658424,0.000047761852,0.000019795008,0.00021557434,0.0001859405,0.000127978,0.0011568659,0.0005786667,0.0000013042237],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036951944,0.00015698317,0.8798212,0.0007037536,0.000018645269,0.000004702657,0.0012650809,0.00035659203,0.00009596276,0.025824351,0.00015325952,0.09156256],"study_design_scores_gemma":[0.0013899249,0.0005305369,0.4362364,0.015221202,0.0000131218085,0.00002433825,0.0040582228,0.5274101,0.00009816288,0.0073584057,0.0074560787,0.00020352086],"about_ca_topic_score_codex":0.00054545957,"about_ca_topic_score_gemma":0.000060453127,"teacher_disagreement_score":0.5270535,"about_ca_system_score_codex":0.000018596525,"about_ca_system_score_gemma":0.000045737517,"threshold_uncertainty_score":0.25140512},"labels":[],"label_agreement":null},{"id":"W1528870619","doi":"10.19173/irrodl.v14i4.1568","title":"Evaluation of the Vocational Education Orientation Programme (VEOP) at a university in South Africa","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Vocational education; Medical education; Strengths and weaknesses; Quality (philosophy); Quality assurance; Higher education; Psychology; Alliance; Set (abstract data type); Pedagogy; Engineering; Political science; Medicine; Computer science","score_opus":0.1955400912084492,"score_gpt":0.5029729555279515,"score_spread":0.30743286431950234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1528870619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8933337,0.0041255457,0.000017520737,0.04031564,0.00020728802,0.0027036923,0.0000103547845,0.0000069814987,0.059279285],"genre_scores_gemma":[0.9970717,0.0012275424,0.00006615279,0.000027922824,0.000025910505,0.00008408834,0.00004368916,0.0000027415995,0.0014502471],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946213,0.0034052657,0.00024058434,0.00014806965,0.001438079,0.00014673741],"domain_scores_gemma":[0.99691397,0.000890443,0.00030095625,0.00012296753,0.0017306497,0.00004100404],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015502846,0.000044843273,0.00009302941,0.00009731572,0.00028016313,0.00008416101,0.0007056981,0.000030912204,0.00061913725],"category_scores_gemma":[0.010458556,0.000032768246,0.000024107681,0.0010228398,0.00028795324,0.0004290884,0.0002607458,0.00029303203,0.000017823122],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082748964,0.0007564391,0.6837126,0.0005298242,0.00005992819,3.0692644e-7,0.07042747,0.0004282991,0.000108357046,0.08381497,0.0035562315,0.15652283],"study_design_scores_gemma":[0.0006662751,0.000037458765,0.62072027,0.0028842022,0.000033955486,9.921105e-7,0.10546799,0.0007935239,0.000024013258,0.0035243547,0.26574746,0.000099503166],"about_ca_topic_score_codex":0.005589395,"about_ca_topic_score_gemma":0.0006631677,"teacher_disagreement_score":0.26219124,"about_ca_system_score_codex":0.00061102264,"about_ca_system_score_gemma":0.0017814763,"threshold_uncertainty_score":0.99787676},"labels":[],"label_agreement":null},{"id":"W1528943984","doi":"10.19173/irrodl.v10i2.591","title":"Gender Dependency and Cultural Independency of Science Interest in an Open and Distant Science Learning Environment","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Environmental Education and Sustainability","field":"Environmental Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Science education; Gender gap; Gender equity; Equity (law); Psychology; Sociology; Social science; Social psychology; Mathematics education; Political science; Demographic economics","score_opus":0.10037279140257102,"score_gpt":0.44318494386706364,"score_spread":0.3428121524644926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1528943984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928487,0.0012717727,0.00002117819,0.0015162637,0.000015759306,0.00061948225,0.0000040672126,0.000002063056,0.00370072],"genre_scores_gemma":[0.9926609,0.006984018,0.00018463115,0.000066224646,0.0000036480035,0.000019969726,0.000011429362,0.0000031150319,0.00006609834],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99776644,0.00033314666,0.0003710088,0.00047355052,0.0007692899,0.0002865548],"domain_scores_gemma":[0.9993232,0.00013907405,0.00013463748,0.0002104093,0.00004752469,0.00014518747],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008729602,0.000100086836,0.00019431034,0.00011285773,0.00033902953,0.00025053322,0.001573593,0.000024748762,0.00034571186],"category_scores_gemma":[0.001353665,0.000072079514,0.000011504855,0.00057239545,0.0029399516,0.0013137554,0.002764018,0.00049933034,0.0000027753517],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007778215,0.0003241955,0.92900604,0.00015711585,0.0000029138562,0.0000061514306,0.0017992811,0.00024274585,0.0077966484,0.006054612,0.0000147356595,0.054517765],"study_design_scores_gemma":[0.00041281938,0.00022877762,0.9788061,0.000608103,0.0000027662397,0.000014368028,0.012667213,0.001373947,0.00037481598,0.004608989,0.0007937665,0.000108351975],"about_ca_topic_score_codex":0.0009022332,"about_ca_topic_score_gemma":0.000069974376,"teacher_disagreement_score":0.05440941,"about_ca_system_score_codex":0.0004289141,"about_ca_system_score_gemma":0.00012252468,"threshold_uncertainty_score":0.9997735},"labels":[],"label_agreement":null},{"id":"W1529361470","doi":"10.19173/irrodl.v16i1.1953","title":"Trends in distance education research: A content analysis of journals 2009-2013","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":325,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Content analysis; Descriptive statistics; Social network analysis; Social studies; Open education; Social science; Mathematics education; Library science; Psychology; Sociology; Computer science; Statistics; Pedagogy; Mathematics; Social capital","score_opus":0.38959524177391935,"score_gpt":0.5738366420104379,"score_spread":0.18424140023651858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1529361470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6212089,0.14351347,0.00019928097,0.14278644,0.00022928733,0.0012897543,0.00013196256,0.0000133521,0.09062756],"genre_scores_gemma":[0.9496962,0.048326313,0.00010948587,0.000040003903,0.000057661433,0.00003566507,0.000112298025,0.0000039601264,0.0016184399],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946082,0.0028288518,0.00051731645,0.00018808774,0.0015697944,0.00028774876],"domain_scores_gemma":[0.9968798,0.0010346418,0.00022361742,0.00015379139,0.0015868214,0.00012133888],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032540206,0.00006032171,0.00031854527,0.0010323507,0.00016399233,0.0001459336,0.0009873316,0.000042218104,0.0003253766],"category_scores_gemma":[0.008732042,0.000044149816,0.00006618652,0.0046190596,0.000382164,0.0003035585,0.00033312585,0.00081024156,0.0000038684657],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027933982,0.0006666305,0.5160527,0.00034837486,0.0002665026,0.000011982187,0.004181727,0.00079264265,0.000086416,0.056029107,0.015426671,0.40585786],"study_design_scores_gemma":[0.0008026518,0.00014905163,0.08886864,0.010462916,0.000056538123,0.0000019244442,0.09960672,0.0019236893,0.00002427493,0.0034757585,0.79447734,0.00015049132],"about_ca_topic_score_codex":0.013516518,"about_ca_topic_score_gemma":0.0047435244,"teacher_disagreement_score":0.77905065,"about_ca_system_score_codex":0.00026020125,"about_ca_system_score_gemma":0.001045455,"threshold_uncertainty_score":0.9996178},"labels":[],"label_agreement":null},{"id":"W1529548342","doi":"10.19173/irrodl.v13i5.1239","title":"Protecting students' intellectual property in the web plagiarism detection process","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Authorship Attribution and Profiling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University of Edmonton","funders":"","keywords":"Intellectual property; Mainstream; Criticism; The Internet; Computer science; Class (philosophy); Architecture; Process (computing); World Wide Web; Plagiarism detection; Service (business); Property (philosophy); Learning Management; Political science; Business; Law; Information retrieval; Artificial intelligence","score_opus":0.1369554263725723,"score_gpt":0.4694045877902428,"score_spread":0.3324491614176705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1529548342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7992884,0.030927818,0.102326795,0.04464334,0.0006910597,0.0090464605,0.000021131531,0.00010488964,0.012950133],"genre_scores_gemma":[0.9970589,0.002332259,0.00009497643,0.00016781644,0.000044725577,0.00019382872,0.000010333446,0.00000383714,0.000093316165],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962246,0.0019606766,0.00035715042,0.00020059629,0.0009454194,0.00031155194],"domain_scores_gemma":[0.9980111,0.0013777833,0.00012492387,0.00019600305,0.0002434756,0.00004668243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025421094,0.000084815765,0.00015322003,0.00012912687,0.00028495476,0.0003120566,0.0024398193,0.000047290552,0.000030744814],"category_scores_gemma":[0.0074618687,0.000042374537,0.000027543949,0.0010906412,0.00008901041,0.00056331925,0.0009657413,0.001558669,0.000013237772],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050008314,0.0015603886,0.3533132,0.005083876,0.0001363738,0.00003650868,0.03418943,0.00042398076,0.001499782,0.035245575,0.0013587521,0.56665206],"study_design_scores_gemma":[0.007523293,0.0015465309,0.12853421,0.0629324,0.000052547657,0.0008151227,0.08568127,0.25890657,0.014683111,0.014420096,0.4230039,0.0019009515],"about_ca_topic_score_codex":0.000196185,"about_ca_topic_score_gemma":0.000023228047,"teacher_disagreement_score":0.5647511,"about_ca_system_score_codex":0.00009778826,"about_ca_system_score_gemma":0.00011776421,"threshold_uncertainty_score":0.8933093},"labels":[],"label_agreement":null},{"id":"W1529698896","doi":"10.19173/irrodl.v10i3.674","title":"Research Areas in Distance Education: A Delphi Study","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":183,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Delphi method; Categorization; Delphi; Educational research; Knowledge management; Computer science; Sociology; Pedagogy; Artificial intelligence","score_opus":0.13298594689106716,"score_gpt":0.5502271316155136,"score_spread":0.4172411847244465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1529698896","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6794989,0.03388136,0.000047015747,0.13681985,0.0001495792,0.003243402,0.00001399704,0.000021352633,0.14632453],"genre_scores_gemma":[0.97779447,0.020841327,0.000071338625,0.00010145,0.00011082129,0.000074340096,0.000032410604,0.0000040131376,0.0009698019],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945282,0.003043499,0.00037696477,0.00026480242,0.0014203172,0.00036625416],"domain_scores_gemma":[0.99769694,0.0012212727,0.00008970388,0.00018391747,0.0007245566,0.000083608655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025404166,0.000069210255,0.00020405003,0.0002643392,0.0004421439,0.00024370782,0.0013336681,0.00003657025,0.00019051181],"category_scores_gemma":[0.0065421397,0.000052892192,0.000026411795,0.0017645304,0.00027335095,0.00030273947,0.00034047585,0.0012196125,0.000012754181],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023642341,0.002021219,0.34833467,0.0003655795,0.0000251836,0.00004815828,0.00549244,0.000086761094,0.000019551744,0.16160636,0.006005527,0.47575814],"study_design_scores_gemma":[0.00074604026,0.0003040002,0.10996796,0.010009933,0.0000047020894,0.0000035024586,0.1836607,0.00016868756,0.000004387046,0.011847283,0.6831371,0.00014568745],"about_ca_topic_score_codex":0.0035066097,"about_ca_topic_score_gemma":0.0019436125,"teacher_disagreement_score":0.6771316,"about_ca_system_score_codex":0.0002564207,"about_ca_system_score_gemma":0.0013291223,"threshold_uncertainty_score":0.88046277},"labels":[],"label_agreement":null},{"id":"W1529955334","doi":"10.19173/irrodl.v13i3.1165","title":"The development of distance education in the Russian Federation and the former Soviet Union","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Font; Distance education; Soviet union; Margin (machine learning); Russian federation; Line (geometry); Geography; Demography; Sociology; Mathematics; Mathematics education; Political science; Computer science; Artificial intelligence; Regional science; Law; Geometry","score_opus":0.06504746504744946,"score_gpt":0.47407539260615494,"score_spread":0.4090279275587055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1529955334","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34150937,0.114241414,0.0020552638,0.40230173,0.00040412328,0.0045974054,0.000016529382,0.000011796298,0.13486238],"genre_scores_gemma":[0.9776382,0.021623343,0.00015446886,0.00007854586,0.00006228264,0.00006561078,0.000032737087,0.0000023300179,0.000342492],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99698406,0.001893758,0.000297222,0.0000790899,0.0005678574,0.00017802567],"domain_scores_gemma":[0.9981101,0.0015071586,0.00015088543,0.00009156286,0.00011549184,0.000024798936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023450734,0.00004698963,0.00010331258,0.00003321593,0.0008632567,0.0001806817,0.0005779223,0.00002103924,0.000024095083],"category_scores_gemma":[0.002057917,0.000020364081,0.000018303135,0.00031437114,0.00036371304,0.0002525035,0.00017087044,0.00037415727,0.0000014972582],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007925163,0.00008609494,0.046799824,0.00018530594,0.000014506413,1.14657695e-7,0.009260994,0.000005736342,0.0000046081823,0.47283727,0.0005107808,0.47021553],"study_design_scores_gemma":[0.00038190157,0.000015444926,0.04606204,0.0020673843,0.0000052250193,0.0000014016393,0.082118094,0.00015402577,0.000010745472,0.0039076717,0.8652238,0.000052232976],"about_ca_topic_score_codex":0.00064755505,"about_ca_topic_score_gemma":0.0015133683,"teacher_disagreement_score":0.8647131,"about_ca_system_score_codex":0.00005591734,"about_ca_system_score_gemma":0.0005964727,"threshold_uncertainty_score":0.8127603},"labels":[],"label_agreement":null},{"id":"W1530092992","doi":"10.19173/irrodl.v15i6.1879","title":"Identity and the itinerant online learner","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University; University of Saskatchewan","funders":"","keywords":"Phenomenography; Identity (music); Variety (cybernetics); Pedagogy; Sociology; Online identity; Online discussion; Psychology; Space (punctuation); Social psychology; Computer science; World Wide Web; The Internet; Aesthetics","score_opus":0.09912378174337164,"score_gpt":0.49400532509087564,"score_spread":0.394881543347504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1530092992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.466448,0.041084275,0.0005972053,0.41406006,0.00022591851,0.0017605938,0.000042538133,0.00003295099,0.07574846],"genre_scores_gemma":[0.9152002,0.08277817,0.00013799031,0.00036197508,0.00018552266,0.000020041001,0.000051181694,0.0000050781637,0.0012598933],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99583095,0.0028222061,0.00025434693,0.0001569519,0.00073297403,0.00020254555],"domain_scores_gemma":[0.99698025,0.002464521,0.00011165782,0.00011573279,0.00027493783,0.000052900297],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02445326,0.00005796385,0.00019067575,0.00005550394,0.0004894149,0.00025305283,0.0008484669,0.000028655295,0.0001678841],"category_scores_gemma":[0.012466179,0.000031959058,0.00003425643,0.00037173662,0.0007481454,0.00027771306,0.00060376833,0.00069442415,0.000006858844],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002519077,0.00011822657,0.039711557,0.00063430803,0.000051602987,0.000005259805,0.0010992368,0.00008466939,0.00002228562,0.64006156,0.0022702713,0.31568915],"study_design_scores_gemma":[0.0011711845,0.000034337365,0.011068038,0.0034192186,0.000011797869,0.0000045854367,0.010108183,0.0022467216,0.0000026307619,0.008440024,0.9634119,0.00008134819],"about_ca_topic_score_codex":0.002961581,"about_ca_topic_score_gemma":0.000923145,"teacher_disagreement_score":0.96114165,"about_ca_system_score_codex":0.000033218625,"about_ca_system_score_gemma":0.00015126872,"threshold_uncertainty_score":0.99585223},"labels":[],"label_agreement":null},{"id":"W1530185735","doi":"10.19173/irrodl.v15i5.1856","title":"Making ‘MOOCs’: The construction of a new digital higher education within news media discourse","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mainstream; Public relations; Sociology; Social media; Underpinning; Digital media; Political science; Media studies; Engineering","score_opus":0.09829904459803938,"score_gpt":0.45939201516406386,"score_spread":0.36109297056602446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1530185735","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15102662,0.025031624,0.078454755,0.6980964,0.0020028614,0.001986357,0.000059369097,0.000087299995,0.043254707],"genre_scores_gemma":[0.99535453,0.0017865652,0.001823966,0.00017623077,0.00013640494,0.000008164261,0.000041323958,0.000004716978,0.00066808687],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99845105,0.00034500242,0.00033580748,0.00017342056,0.00056416064,0.00013055184],"domain_scores_gemma":[0.9984459,0.00074421306,0.00025522825,0.0002573817,0.00025248228,0.000044738674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026134418,0.00006959422,0.00016583908,0.000084616135,0.00010211456,0.00029663878,0.0014200761,0.00002308384,0.000030444533],"category_scores_gemma":[0.0020781227,0.000040396917,0.000038488903,0.0005055436,0.0002053706,0.00035984055,0.0006446729,0.00045294774,0.0000052571613],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002208438,0.00007570528,0.023439916,0.00028445435,0.000028245568,8.767681e-7,0.00037151665,0.00047046525,0.000016047925,0.5310269,0.0018875244,0.44237626],"study_design_scores_gemma":[0.002070271,0.00043667923,0.053648148,0.04300051,0.00006095089,0.00013061479,0.011262686,0.10577918,0.0001408239,0.28077158,0.5020916,0.0006069632],"about_ca_topic_score_codex":0.0002359673,"about_ca_topic_score_gemma":0.000011864045,"teacher_disagreement_score":0.8443279,"about_ca_system_score_codex":0.000034044926,"about_ca_system_score_gemma":0.00031998326,"threshold_uncertainty_score":0.28604946},"labels":[],"label_agreement":null},{"id":"W1530376620","doi":"10.19173/irrodl.v14i3.1462","title":"The preferred learning modes of online graduate students","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Operationalization; Educational technology; Collaborative learning; Synchronous learning; Cooperative learning; Mathematics education; Experiential learning; Psychology; Active learning (machine learning); Learning sciences; Dimension (graph theory); Blended learning; Construct (python library); Graduate students; Open learning; Pedagogy; Teaching method; Computer science; Artificial intelligence; Mathematics","score_opus":0.17183154285615185,"score_gpt":0.516125815094702,"score_spread":0.34429427223855014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1530376620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9360234,0.010927506,0.000041900457,0.0379376,0.00007578308,0.0012557984,0.000016669563,0.00001604882,0.013705299],"genre_scores_gemma":[0.924846,0.07310636,0.000101887556,0.000034609326,0.000058605296,0.000046860492,0.000057936773,0.00000627171,0.0017414774],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995945,0.0017817394,0.00042426467,0.00016807701,0.0013859778,0.00029496584],"domain_scores_gemma":[0.9969427,0.0018665313,0.00023486855,0.00014015082,0.0007499283,0.00006583866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010189689,0.00007698587,0.00021298321,0.00007429173,0.00060531247,0.00027737228,0.0016956301,0.00003480806,0.00015064036],"category_scores_gemma":[0.007093458,0.000045586243,0.000049501446,0.00050352217,0.00046529886,0.00028437062,0.00082046876,0.00091289665,0.000012353409],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017533122,0.00053835456,0.35262796,0.0010507181,0.00022511823,0.0000069802923,0.0025739486,0.0011165453,0.00037710488,0.033950247,0.004627627,0.6027301],"study_design_scores_gemma":[0.0016905598,0.00037566735,0.1389737,0.017309397,0.00003626031,0.000004859894,0.13954127,0.006865815,0.00013208865,0.010763968,0.6839638,0.00034261553],"about_ca_topic_score_codex":0.004019404,"about_ca_topic_score_gemma":0.00034496945,"teacher_disagreement_score":0.6793362,"about_ca_system_score_codex":0.000067309076,"about_ca_system_score_gemma":0.00030136312,"threshold_uncertainty_score":0.8492044},"labels":[],"label_agreement":null},{"id":"W1530486486","doi":"10.19173/irrodl.v12i5.957","title":"Shifting the emphasis from teaching to learning: Process-based assessment in nurse education","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Orchestration; Psychology; Creativity; Mathematics education; Process (computing); Pedagogy; Distance education; Qualitative research; Computer science; Sociology","score_opus":0.15412694814849448,"score_gpt":0.5698113365712659,"score_spread":0.41568438842277144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1530486486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7851803,0.0031409636,0.00022306747,0.10826041,0.00025506443,0.0016198828,0.000007844517,0.0000262895,0.1012862],"genre_scores_gemma":[0.99709666,0.0011821756,0.00044584568,0.00041095843,0.00008440036,0.00016202884,0.000052276122,0.000008942222,0.0005567401],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99431854,0.0038576766,0.00038580023,0.0002659854,0.0009095351,0.00026244466],"domain_scores_gemma":[0.99638414,0.0026919825,0.00026873202,0.00017136782,0.00039399284,0.000089764246],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017591638,0.00008613627,0.00017090866,0.00013984028,0.0006487568,0.00029989955,0.0013862272,0.000039921433,0.0006340874],"category_scores_gemma":[0.015284083,0.00006040799,0.000029422912,0.00075418,0.00019852268,0.00042189608,0.00018860606,0.0014444118,0.000021446904],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007879925,0.00043225187,0.88219553,0.00020837304,0.00002436645,0.0000025021425,0.04038896,0.00059316546,0.000017868333,0.01747246,0.00073230796,0.057853404],"study_design_scores_gemma":[0.00047276795,0.00011335406,0.31250352,0.01080883,0.000019238603,0.0000011423377,0.22973965,0.0010967279,0.000028996654,0.0022145547,0.4427891,0.00021212574],"about_ca_topic_score_codex":0.024158653,"about_ca_topic_score_gemma":0.00069958693,"teacher_disagreement_score":0.569692,"about_ca_system_score_codex":0.00027335034,"about_ca_system_score_gemma":0.0015296735,"threshold_uncertainty_score":0.9930106},"labels":[],"label_agreement":null},{"id":"W1530698695","doi":"10.19173/irrodl.v8i3.375","title":"Persistence in University Continuing Education Online Classes","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Persistence (discontinuity); Attrition; Drop out; Online learning; Significant difference; Distance education; Modalities; Electronic learning; Psychology; Mathematics education; Computer science; Educational technology; Multimedia; Mathematics; Statistics; Medicine; Demographic economics; Sociology; Engineering","score_opus":0.08976742422899689,"score_gpt":0.46599576785371294,"score_spread":0.376228343624716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1530698695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92006713,0.009038312,0.00009599319,0.022318667,0.00009509794,0.00051840564,0.0000126777,0.000009802167,0.04784391],"genre_scores_gemma":[0.9654421,0.032812484,0.00032259835,0.000057283563,0.000060345224,0.0000014529434,0.00005597783,0.0000025091585,0.0012452145],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839187,0.0006223015,0.00019628326,0.00013726855,0.00045056883,0.00020172229],"domain_scores_gemma":[0.9985462,0.00092201197,0.00009364846,0.00006897269,0.0003193085,0.00004988671],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009242724,0.00004259491,0.00012028165,0.00015468805,0.00016511322,0.00006120209,0.0006511559,0.000031507207,0.00008362307],"category_scores_gemma":[0.0034349016,0.00003584275,0.000023744245,0.0007161556,0.0002125497,0.00024573907,0.0002488461,0.00052252493,0.0000025916154],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010334174,0.00027986677,0.32669243,0.00033038456,0.00001106699,0.000021530077,0.0016944453,0.00003524944,0.000062432955,0.035675887,0.00053392624,0.63455945],"study_design_scores_gemma":[0.0003344533,0.00003515591,0.079337016,0.00952889,0.000004413383,0.0000024237956,0.20377514,0.00015222043,0.00000989906,0.00046563827,0.7062755,0.000079220925],"about_ca_topic_score_codex":0.0027848026,"about_ca_topic_score_gemma":0.003111926,"teacher_disagreement_score":0.7057416,"about_ca_system_score_codex":0.0001953565,"about_ca_system_score_gemma":0.00047557702,"threshold_uncertainty_score":0.4209807},"labels":[],"label_agreement":null},{"id":"W1531534025","doi":"10.19173/irrodl.v6i1.218","title":"Globalizing Flexible Work in Universities: Socio-technical dilemmas in internationalizing education","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Yuncheng University","keywords":"Distance education; The Internet; Higher education; Population; Public relations; Politics; Globalization; Work (physics); Sociology; Political science; Economic growth; Marketing; Business; Economics; Pedagogy; Engineering; World Wide Web; Computer science","score_opus":0.07453556878175595,"score_gpt":0.47835306516248316,"score_spread":0.4038174963807272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1531534025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59104645,0.02976748,0.00020431787,0.17493422,0.0004223224,0.0017378905,0.000021187618,0.000033119784,0.20183298],"genre_scores_gemma":[0.97378784,0.023057936,0.00043198245,0.00038237555,0.000083654384,0.00006135319,0.00005265255,0.000004042272,0.0021381418],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800915,0.0005229249,0.00035348072,0.0001806618,0.0007111417,0.00022263237],"domain_scores_gemma":[0.9989749,0.00053947006,0.00011855469,0.000085713924,0.00023186224,0.00004949027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058090836,0.000062491075,0.00014762788,0.00018848553,0.00015517643,0.00012350311,0.00080267485,0.000043706274,0.0003492607],"category_scores_gemma":[0.0009522159,0.000055825072,0.000021562746,0.0008494793,0.00017627726,0.0004249313,0.00032029327,0.00042052145,0.000015745803],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013623545,0.00049986236,0.53898484,0.0003270403,0.00002006695,0.000007266922,0.011542538,0.00041011214,0.000016765038,0.36182117,0.0144991735,0.0717349],"study_design_scores_gemma":[0.00043554755,0.000013308976,0.12634924,0.010988518,0.000001940564,0.000001588741,0.03311772,0.000042055457,0.000009027777,0.0028808508,0.82604533,0.00011488226],"about_ca_topic_score_codex":0.0065330314,"about_ca_topic_score_gemma":0.0017352076,"teacher_disagreement_score":0.81154615,"about_ca_system_score_codex":0.0015569867,"about_ca_system_score_gemma":0.0015170395,"threshold_uncertainty_score":0.98760325},"labels":[],"label_agreement":null},{"id":"W1532340531","doi":"10.19173/irrodl.v11i2.816","title":"Process-based assessment for professional learning in higher education: Perspectives on the student-teacher relationship","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Psychology; Thematic analysis; Pedagogy; Ambiguity; Process (computing); Relation (database); Professional development; Qualitative research; Computer science; Sociology","score_opus":0.1972220998394822,"score_gpt":0.6129348609008867,"score_spread":0.4157127610614045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1532340531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48279095,0.0023972597,0.000049599712,0.33156043,0.00069566583,0.0034154747,0.000006656099,0.00001551378,0.17906846],"genre_scores_gemma":[0.99353606,0.00088191906,0.00020262811,0.00018834892,0.00018210156,0.00094050344,0.000042195363,0.000007141749,0.00401912],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99646527,0.001997854,0.0002616647,0.0002280435,0.0008606381,0.00018651428],"domain_scores_gemma":[0.9933622,0.0054993215,0.00022371524,0.00013523438,0.0007382418,0.000041320836],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015690625,0.0000713451,0.000120453595,0.00012763432,0.0006750056,0.00020315184,0.0008802257,0.00005177291,0.00076373626],"category_scores_gemma":[0.013829534,0.00004559482,0.000030953302,0.0005968036,0.0003146705,0.00031120356,0.00012635384,0.0016429365,0.000004617413],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009388798,0.00079473667,0.5392275,0.0002071911,0.000016516919,3.923703e-7,0.00510975,0.00014064858,0.000028842984,0.44707984,0.0008173275,0.0064833667],"study_design_scores_gemma":[0.0005727751,0.000111800924,0.65992045,0.0039496603,0.000010219844,7.7476705e-7,0.12206406,0.00044668705,0.000012535921,0.019412024,0.19336739,0.00013159054],"about_ca_topic_score_codex":0.00032122954,"about_ca_topic_score_gemma":0.00015315584,"teacher_disagreement_score":0.5107451,"about_ca_system_score_codex":0.00030871853,"about_ca_system_score_gemma":0.0016690145,"threshold_uncertainty_score":0.9944774},"labels":[],"label_agreement":null},{"id":"W1532534037","doi":"10.19173/irrodl.v5i2.190","title":"Authors' Response to Eastmond's Commentary","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Psychotherapy Techniques and Applications","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Psychology; Computer science; Pedagogy","score_opus":0.10880759205723656,"score_gpt":0.5280616780219312,"score_spread":0.4192540859646946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1532534037","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18368834,0.014029538,0.006439127,0.7560346,0.00020116997,0.0032548262,0.00020952772,0.000053644537,0.03608921],"genre_scores_gemma":[0.98106563,0.009437504,0.0010034161,0.0060785124,0.00006382255,0.00072159804,0.00012054586,0.00001676509,0.0014922316],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848163,0.00054604566,0.00026795038,0.00020087053,0.0003178339,0.00018564335],"domain_scores_gemma":[0.9990157,0.000449395,0.00006555477,0.0002630805,0.00013080766,0.000075458716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056339167,0.0000662472,0.00014043042,0.00010827193,0.00011525665,0.000058743342,0.0009874374,0.000030298648,0.00067624694],"category_scores_gemma":[0.0003477825,0.00004836836,0.000030930303,0.0004896708,0.00010227475,0.00005905729,0.0003153121,0.00044470775,0.0000464293],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057994328,0.0016300373,0.021205138,0.00054517825,0.00024860955,0.00006803376,0.0031735853,0.00016611122,0.0038567819,0.35695323,0.442038,0.16431585],"study_design_scores_gemma":[0.0007590705,0.00019766187,0.01797915,0.0034574242,0.000003127393,0.000015789376,0.0012481995,0.000010705589,0.000101376645,0.0075809397,0.9685653,0.00008127691],"about_ca_topic_score_codex":0.00092410354,"about_ca_topic_score_gemma":0.000014872525,"teacher_disagreement_score":0.7973773,"about_ca_system_score_codex":0.00009566504,"about_ca_system_score_gemma":0.0000431161,"threshold_uncertainty_score":0.740443},"labels":[],"label_agreement":null},{"id":"W1532717757","doi":"10.19173/irrodl.v6i1.225","title":"Guest Editors' Introduction to Special Theme Issue: Strategic Enterprises Down Under","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Organizational Learning and Leadership","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Demographics; Higher education; Sustainability; Theme (computing); Diversity (politics); Public relations; Political science; Sociology; Pedagogy; Computer science","score_opus":0.06673785548185379,"score_gpt":0.37074977516940333,"score_spread":0.30401191968754954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1532717757","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06156627,0.0051370435,0.00031220226,0.8199037,0.0055264602,0.0019425238,0.000030206824,0.00009178335,0.10548985],"genre_scores_gemma":[0.89347315,0.0018627284,0.000067264016,0.0018724183,0.10073783,0.00003250562,0.00034048426,0.000019840589,0.0015937694],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99838704,0.00013072926,0.00031715608,0.00025984767,0.00067985995,0.00022535943],"domain_scores_gemma":[0.9989668,0.0002410055,0.0001350421,0.00015026417,0.00048378255,0.000023065895],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032580304,0.000105655694,0.00017957852,0.00021104232,0.0002049763,0.00047298826,0.0007624876,0.0000379762,0.0021656693],"category_scores_gemma":[0.0018644914,0.000078086254,0.000032031825,0.0007631308,0.000100383135,0.00057370536,0.0005042081,0.00054836785,0.00046085496],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030705062,0.00033599787,0.025403991,0.0015752169,0.00008209461,0.0000075873163,0.00018693776,0.003262678,0.00023931333,0.09556521,0.8600523,0.012981644],"study_design_scores_gemma":[0.00027287385,0.000020469119,0.0034137708,0.0013738355,0.000008396232,0.0000033173244,0.0021182944,0.00034824794,0.000024190393,0.0008111163,0.9915083,0.00009720007],"about_ca_topic_score_codex":0.00028216522,"about_ca_topic_score_gemma":0.00003714297,"teacher_disagreement_score":0.83190686,"about_ca_system_score_codex":0.00008706091,"about_ca_system_score_gemma":0.000057722744,"threshold_uncertainty_score":0.9987465},"labels":[],"label_agreement":null},{"id":"W1532941252","doi":"10.19173/irrodl.v6i1.215","title":"Online Education Using Learning Objects","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Educational technology; Distance education; Computer science; Online learning; Electronic learning; Multimedia; Mathematics education; World Wide Web; Psychology","score_opus":0.10539137337919444,"score_gpt":0.47297764676943527,"score_spread":0.36758627339024086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1532941252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5735587,0.0685078,0.01380875,0.15960951,0.0014181323,0.0038253693,0.000023543822,0.00020897003,0.17903924],"genre_scores_gemma":[0.97912467,0.014253281,0.004500762,0.0004923707,0.00014988008,0.000029743882,0.000108359956,0.000009480069,0.0013314734],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974978,0.0008456207,0.0004102435,0.00030904973,0.0006633282,0.00027393675],"domain_scores_gemma":[0.9983831,0.0005476764,0.00021239028,0.00023117174,0.0005309599,0.000094717536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00482119,0.00010588881,0.00020878809,0.00021085492,0.00033210844,0.0004584742,0.0018535106,0.000036753805,0.000162449],"category_scores_gemma":[0.0026905842,0.00008339545,0.00004170826,0.0008887946,0.00009257812,0.0008141413,0.0012170699,0.0010332578,0.000032803357],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007374756,0.0015013614,0.06061742,0.0016803596,0.000097508855,0.000010300098,0.0031458547,0.01461274,0.0009475655,0.1506389,0.0053100097,0.7613642],"study_design_scores_gemma":[0.0012368484,0.00024760538,0.025141023,0.020042397,0.000018527995,0.00014591728,0.027979698,0.22925349,0.00035981572,0.0021196592,0.6929264,0.00052859186],"about_ca_topic_score_codex":0.00047200458,"about_ca_topic_score_gemma":0.00002750776,"teacher_disagreement_score":0.76083565,"about_ca_system_score_codex":0.00020315575,"about_ca_system_score_gemma":0.00067512563,"threshold_uncertainty_score":0.44890484},"labels":[],"label_agreement":null},{"id":"W1533172554","doi":"10.19173/irrodl.v7i3.367","title":"Online Faculty Development and Assessment System (OFDAS)","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Environments and Student Outcomes","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Faculty development; Professional development; Medical education; Distance education; Online teaching; Online learning; Psychology; Educational technology; Process (computing); Quality (philosophy); Perception; Higher education; Knowledge management; Computer science; Mathematics education; Pedagogy; Multimedia; Medicine","score_opus":0.15379976033660345,"score_gpt":0.5301614263403523,"score_spread":0.3763616660037489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1533172554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80493194,0.01481162,0.00014807649,0.058140077,0.00017704167,0.0013990976,0.00009728415,0.000016988255,0.120277904],"genre_scores_gemma":[0.987492,0.009149251,0.0006123153,0.00007228107,0.0000522299,0.000043485587,0.00026801263,0.0000030448507,0.0023073251],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99841315,0.00032280304,0.00023917537,0.00012611016,0.00076123566,0.00013751346],"domain_scores_gemma":[0.9994127,0.00031119303,0.00007979941,0.000054392098,0.00010353812,0.000038348284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042689764,0.000047777074,0.00012268581,0.000041575677,0.00033965282,0.00012129028,0.00042317816,0.000017622908,0.0000699034],"category_scores_gemma":[0.0002897877,0.000032405937,0.000014040324,0.00014573772,0.00015873322,0.00009913109,0.0003380353,0.00022125842,0.0000029506593],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001176383,0.0003052064,0.63700235,0.00066324376,0.000041038344,0.000005710418,0.0008167218,0.0000341846,0.0000059686145,0.33000973,0.0024739597,0.02863013],"study_design_scores_gemma":[0.00018904563,0.000008889913,0.44643697,0.0018193146,0.000002815187,0.0000011614583,0.012837062,0.00006396351,0.0000020613397,0.0002529665,0.5383414,0.000044347697],"about_ca_topic_score_codex":0.0029524537,"about_ca_topic_score_gemma":0.0003318459,"teacher_disagreement_score":0.53586745,"about_ca_system_score_codex":0.00023190893,"about_ca_system_score_gemma":0.0002172942,"threshold_uncertainty_score":0.44632468},"labels":[],"label_agreement":null},{"id":"W1533223638","doi":"10.19173/irrodl.v4i1.121","title":"E-tivities: The Key to Active Online Learning","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University; Université de Montréal","funders":"","keywords":"Key (lock); Computer science; Multimedia","score_opus":0.10055279258727186,"score_gpt":0.4848708200456491,"score_spread":0.38431802745837723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1533223638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50983477,0.018357892,0.00043335944,0.19320516,0.0003459725,0.002968586,0.00008997029,0.000056565925,0.2747077],"genre_scores_gemma":[0.9622827,0.03145658,0.00029888036,0.00042297592,0.00013548804,0.00006291288,0.00006701117,0.000011190574,0.0052622403],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953386,0.0028760633,0.00028655177,0.00021657639,0.0009332413,0.00034896913],"domain_scores_gemma":[0.99687606,0.0023405766,0.00012627497,0.00014102727,0.0004233936,0.00009266128],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011616317,0.00008742286,0.00020561107,0.00010415478,0.0007767113,0.00021552437,0.0010782346,0.00003912433,0.00047325654],"category_scores_gemma":[0.016861517,0.00005433307,0.000048485468,0.0008761354,0.00031996213,0.00023111577,0.00043509048,0.0011862979,0.000023337872],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031084358,0.000515921,0.07682718,0.0008397232,0.00020708505,0.00003949388,0.019186834,0.0021970517,0.00016539186,0.32946014,0.009640771,0.5606096],"study_design_scores_gemma":[0.00019314999,0.00006339871,0.0019868393,0.002304227,0.0000051618445,0.0000026049381,0.06764504,0.000093364266,0.00002554775,0.00096314185,0.92664623,0.00007131822],"about_ca_topic_score_codex":0.0014404578,"about_ca_topic_score_gemma":0.0005071743,"teacher_disagreement_score":0.9170054,"about_ca_system_score_codex":0.00014220938,"about_ca_system_score_gemma":0.00049165945,"threshold_uncertainty_score":0.99141985},"labels":[],"label_agreement":null},{"id":"W1533382490","doi":"10.19173/irrodl.v12i4.878","title":"Helping autism-diagnosed teenagers navigate and develop socially using e-learning based on mobile persuasion","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Persuasion; Autism; Credibility; Perspective (graphical); Psychology; Computer science; Multimedia; Developmental psychology; Social psychology; Artificial intelligence","score_opus":0.15743365780394752,"score_gpt":0.4349386377054494,"score_spread":0.27750497990150186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1533382490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9636331,0.005241339,0.0010891433,0.010805169,0.00011637116,0.0028974381,0.000044137036,0.00006196054,0.016111318],"genre_scores_gemma":[0.98691845,0.012340647,0.00026112792,0.00022881743,0.000012339929,0.000087210945,0.000022578844,0.00002079677,0.00010803388],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960487,0.0015715539,0.00038477837,0.00047203663,0.0010745635,0.00044835277],"domain_scores_gemma":[0.997762,0.0016630682,0.00018261862,0.0001822516,0.00010022205,0.00010982421],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005383039,0.00015083456,0.00027972617,0.0002430233,0.0005911644,0.00020046723,0.0010080512,0.000056771172,0.0003243146],"category_scores_gemma":[0.005534259,0.00011653104,0.00004233803,0.0009438905,0.0004494806,0.0002736393,0.0010522206,0.001250259,0.00001476878],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005041403,0.0030118672,0.25638124,0.013998262,0.0002483769,0.0020429264,0.015755473,0.013636494,0.071569756,0.2693259,0.00088762364,0.34810066],"study_design_scores_gemma":[0.014280405,0.004023586,0.18996744,0.11550862,0.000091810565,0.00025352754,0.021396417,0.5525348,0.0320915,0.025964722,0.041319087,0.0025680726],"about_ca_topic_score_codex":0.0007573086,"about_ca_topic_score_gemma":0.00001229226,"teacher_disagreement_score":0.5388983,"about_ca_system_score_codex":0.00018568875,"about_ca_system_score_gemma":0.00040702368,"threshold_uncertainty_score":0.6625425},"labels":[],"label_agreement":null},{"id":"W1533431624","doi":"10.19173/irrodl.v14i4.1505","title":"OERScout technology framework: A novel approach to open educational resources search","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Open educational resources; Openness to experience; Computer science; Open education; Relevance (law); Work (physics); World Wide Web; Data science; Multimedia; Political science; Engineering; Psychology","score_opus":0.0979407632613975,"score_gpt":0.44419092485309636,"score_spread":0.34625016159169886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1533431624","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05109138,0.007172746,0.046206452,0.5939235,0.0003625662,0.0062444787,0.00002406951,0.00006677998,0.29490805],"genre_scores_gemma":[0.95823586,0.0027688344,0.033893015,0.001166059,0.00007901115,0.0007779658,0.00007053041,0.000013976395,0.00299475],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99747384,0.00047284688,0.00040494392,0.000467596,0.0008061108,0.0003746727],"domain_scores_gemma":[0.9975057,0.0009922341,0.00012188973,0.00044225663,0.000787989,0.00014993243],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.005844306,0.00011609319,0.00026025533,0.0003712507,0.00034925257,0.0014794716,0.007051565,0.00006421647,0.00041562342],"category_scores_gemma":[0.004078889,0.000086460466,0.00003183814,0.0019388299,0.00018217957,0.0007845419,0.0063109295,0.0011746067,0.00016708141],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029016304,0.00056694,0.020115485,0.00048853067,0.000055240085,0.0000011800223,0.0018510651,0.0005704957,0.00019234973,0.9214847,0.012976852,0.04166815],"study_design_scores_gemma":[0.0023020771,0.0006147437,0.10644024,0.027088718,0.000016489075,0.00018422693,0.07683321,0.050588053,0.0002789043,0.06220857,0.67235285,0.0010919311],"about_ca_topic_score_codex":0.0013503954,"about_ca_topic_score_gemma":0.0000053944877,"teacher_disagreement_score":0.9071445,"about_ca_system_score_codex":0.00013353789,"about_ca_system_score_gemma":0.00045039615,"threshold_uncertainty_score":0.9995571},"labels":[],"label_agreement":null},{"id":"W1533600780","doi":"10.19173/irrodl.v14i4.1548","title":"Learning in a small, task–oriented, connectivist MOOC: Pedagogical issues and implications for higher education","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":135,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Portsmouth","keywords":"Task (project management); Open education; Massive open online course; Higher education; Professional development; Pedagogy; Psychology; Open educational resources; Mathematics education; Engineering; Political science","score_opus":0.1496045019833643,"score_gpt":0.49210174365756154,"score_spread":0.34249724167419726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1533600780","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34080654,0.034001224,0.010720003,0.60724914,0.00016308473,0.0028340737,0.000022906735,0.00006650023,0.004136495],"genre_scores_gemma":[0.9835495,0.011094444,0.0019693112,0.00029303887,0.000057795452,0.0002881812,0.00009978694,0.000007075057,0.0026409093],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9986336,0.00037661885,0.000298931,0.00028689398,0.00019748438,0.0002064766],"domain_scores_gemma":[0.99820864,0.0009846509,0.000120484816,0.00017250581,0.0004494783,0.000064259184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024439904,0.000084415384,0.00019569228,0.00013795089,0.0001707649,0.00031586768,0.00081738277,0.000030068102,0.000029204364],"category_scores_gemma":[0.0017965563,0.00006212755,0.000028718254,0.0004879102,0.000104582556,0.00030116673,0.00059693225,0.0005345891,0.0000056917856],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003181886,0.00036924068,0.22162943,0.0010546137,0.000037997295,0.0000018339507,0.00048215236,0.00048689713,0.00022548785,0.5893703,0.0032530564,0.18305716],"study_design_scores_gemma":[0.0014920287,0.0004936268,0.4273886,0.00946515,0.000014600909,0.000036830435,0.0028954146,0.055473793,0.000023271437,0.07616678,0.42617282,0.00037708256],"about_ca_topic_score_codex":0.0008371133,"about_ca_topic_score_gemma":0.000020507547,"teacher_disagreement_score":0.64274293,"about_ca_system_score_codex":0.000059398044,"about_ca_system_score_gemma":0.00016713173,"threshold_uncertainty_score":0.30459195},"labels":[],"label_agreement":null},{"id":"W1534291713","doi":"10.19173/irrodl.v13i4.1339","title":"Sense of community in graduate online education: Contribution of learner to learner interaction","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":197,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sense of community; Multitude; Class (philosophy); Collaborative learning; Computer-supported collaborative learning; Mathematics education; Constructivism (international relations); Graduate students; Computer science; Social constructivism; Psychology; Pedagogy; Knowledge management; Social psychology; Epistemology; Artificial intelligence; Political science","score_opus":0.20433473621831663,"score_gpt":0.5381962393888161,"score_spread":0.33386150317049945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1534291713","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97915345,0.0025709118,0.000039612107,0.013189403,0.00011045039,0.0005049138,0.000021389598,0.000004177526,0.0044056834],"genre_scores_gemma":[0.99105555,0.00821346,0.00013475773,0.00009292183,0.000077760094,0.000019074627,0.00017294074,0.0000046551445,0.00022889723],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956618,0.0029148737,0.00047149332,0.00008857084,0.00062982604,0.00023346697],"domain_scores_gemma":[0.99754655,0.0012077081,0.00024231513,0.00014369487,0.0007826227,0.000077131466],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013562086,0.000066476314,0.0002560044,0.00021124442,0.00016750357,0.000032509197,0.00041391386,0.00004299792,0.00012355504],"category_scores_gemma":[0.008760873,0.000052398245,0.000040751405,0.00082229363,0.00022058267,0.0003470673,0.00037979955,0.0009914335,0.0000052992996],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007877113,0.0037287849,0.4208903,0.0021218655,0.00011440742,0.0000037915468,0.01797209,0.0010912761,0.0014941106,0.08177812,0.0043409616,0.46567658],"study_design_scores_gemma":[0.0012402143,0.0003358529,0.22111641,0.019632038,0.00002868671,0.000013253945,0.21521549,0.0003732465,0.00069148256,0.0018567744,0.53923917,0.00025740487],"about_ca_topic_score_codex":0.00951679,"about_ca_topic_score_gemma":0.001026061,"teacher_disagreement_score":0.53489816,"about_ca_system_score_codex":0.00015026884,"about_ca_system_score_gemma":0.00040825875,"threshold_uncertainty_score":0.9995887},"labels":[],"label_agreement":null},{"id":"W1534892241","doi":"10.19173/irrodl.v10i6.803","title":"Social networking with Web 2.0: A comparative study of on-campus and online students","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Web and Library Services","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Presentation (obstetrics); Context (archaeology); Computer-mediated communication; World Wide Web; Computer science; RSS; Social media; Distance education; The Internet; Multimedia; Psychology; Pedagogy","score_opus":0.11619739192264952,"score_gpt":0.46843375783703,"score_spread":0.35223636591438046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1534892241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908267,0.0024197404,0.0000650776,0.0047152312,0.000015993628,0.00051991927,0.0000060463317,0.0000055516657,0.0014257272],"genre_scores_gemma":[0.9978759,0.0017800771,0.00009777694,0.00016221046,0.000029373223,0.000007928523,0.000016046859,0.0000016062179,0.000029071642],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983715,0.00045212722,0.00022166567,0.00018031041,0.00065333827,0.000121090605],"domain_scores_gemma":[0.99922216,0.0003591849,0.00013485471,0.00011401475,0.00013850046,0.00003127866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001607295,0.00006657121,0.00022301271,0.00007209974,0.000121965655,0.0001744233,0.0013744403,0.0000124741655,0.0000055455303],"category_scores_gemma":[0.000043999597,0.000040879426,0.0000122438005,0.00045205257,0.000064119035,0.0002738203,0.0006774566,0.00031227493,5.4506046e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009929022,0.004186006,0.836667,0.0008450049,0.0003376243,0.000076627184,0.009934535,0.0007734351,0.000051101295,0.046018805,0.0018501765,0.0982668],"study_design_scores_gemma":[0.003640374,0.0031522415,0.9422787,0.010068167,0.000014525194,0.00001343685,0.010510272,0.01812869,0.000016789087,0.002215706,0.009754755,0.00020635434],"about_ca_topic_score_codex":0.00008250608,"about_ca_topic_score_gemma":0.000038698272,"teacher_disagreement_score":0.105611704,"about_ca_system_score_codex":0.000014668439,"about_ca_system_score_gemma":0.000054627646,"threshold_uncertainty_score":0.25540748},"labels":[],"label_agreement":null},{"id":"W1534901209","doi":"10.19173/irrodl.v15i5.1841","title":"Democratizing higher education: Exploring MOOC use among those who cannot afford a formal education","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":193,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Michigan; Bill and Melinda Gates Foundation","keywords":"Demographics; Massive open online course; Higher education; Open education; Psychology; The Internet; Medical education; Mathematics education; Pedagogy; Sociology; Political science; Computer science; Medicine; World Wide Web; Demography","score_opus":0.13770483505146025,"score_gpt":0.43392464063329994,"score_spread":0.2962198055818397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1534901209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70671374,0.027823225,0.02918452,0.19355725,0.0019923903,0.0024659694,0.000026499907,0.00016223424,0.038074177],"genre_scores_gemma":[0.9840416,0.009187358,0.0023852247,0.0005234606,0.00020461531,0.00012867516,0.000078956735,0.000010405679,0.0034397526],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99798006,0.0005024298,0.000371043,0.00027590033,0.0005965506,0.00027403972],"domain_scores_gemma":[0.99822915,0.0006364868,0.00018795193,0.00033330586,0.0005150929,0.00009804511],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003932539,0.000107598855,0.00021166538,0.00017675139,0.00026922385,0.00060861395,0.0015113356,0.00003165447,0.000033305463],"category_scores_gemma":[0.0015977584,0.00008107027,0.000045304667,0.0006758417,0.00009701313,0.0016146,0.0010222825,0.0006241556,0.000008039326],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003079568,0.00027162075,0.10783737,0.0010478016,0.00004253872,0.0000030775527,0.00050511956,0.0007667564,0.000030261093,0.398289,0.0052115293,0.48596412],"study_design_scores_gemma":[0.00076559256,0.00027333046,0.12992035,0.04078364,0.000024264153,0.00003193297,0.001762989,0.11160798,0.00011501729,0.014258681,0.6999651,0.00049108296],"about_ca_topic_score_codex":0.00068386213,"about_ca_topic_score_gemma":0.00002032501,"teacher_disagreement_score":0.6947536,"about_ca_system_score_codex":0.000101785925,"about_ca_system_score_gemma":0.000476554,"threshold_uncertainty_score":0.58688784},"labels":[],"label_agreement":null},{"id":"W1535786295","doi":"10.19173/irrodl.v16i3.2158","title":"In abundance: Networked participatory practices as scholarship","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Scholarship; Digital scholarship; Sociology; Discipline; Citizen journalism; Participant observation; Ethnography; Knowledge management; Public relations; Engineering ethics; Social science; Political science; Computer science; World Wide Web; Engineering; Anthropology","score_opus":0.40371841102044387,"score_gpt":0.6095012698616015,"score_spread":0.2057828588411576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1535786295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5854967,0.036905896,0.000024391624,0.22224978,0.00061197986,0.0014398756,0.000007848765,0.000015525493,0.153248],"genre_scores_gemma":[0.97574276,0.022367872,0.000044063603,0.00048433995,0.00012515993,0.00009242705,0.00002049039,0.0000031379266,0.0011197528],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.996515,0.002098201,0.00025724695,0.00013671527,0.0008065736,0.00018630171],"domain_scores_gemma":[0.99810594,0.00084771594,0.0002187184,0.00010338715,0.00063290354,0.00009135802],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021777999,0.000042981526,0.00011410081,0.00007837485,0.00017628257,0.0002590158,0.00071001844,0.000034002605,0.0002448898],"category_scores_gemma":[0.026132224,0.000033986726,0.000012282983,0.0008869622,0.0002300344,0.00071533973,0.00019629727,0.00047024412,0.000031876894],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043105945,0.00050262024,0.4860068,0.0005014238,0.000038237802,0.000024420522,0.014669857,0.00052228855,0.00002779502,0.42351794,0.040920936,0.03283663],"study_design_scores_gemma":[0.00044347064,0.00004523952,0.010251995,0.0028380216,0.0000033731978,0.0000014922991,0.03629396,0.00025696875,0.000014379992,0.01495483,0.9348259,0.00007037581],"about_ca_topic_score_codex":0.0035002239,"about_ca_topic_score_gemma":0.0011320177,"teacher_disagreement_score":0.893905,"about_ca_system_score_codex":0.00022479406,"about_ca_system_score_gemma":0.0011771574,"threshold_uncertainty_score":0.9820711},"labels":[],"label_agreement":null},{"id":"W1536622060","doi":"10.19173/irrodl.v12i7.1125","title":"\"Chaos rules\" revisited","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Chaos, Complexity, and Education","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CHAOS (operating system); Meaning (existential); Epistemology; Sociology; Computer science; Philosophy","score_opus":0.24746752427406557,"score_gpt":0.45409849395353863,"score_spread":0.20663096967947306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1536622060","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20608392,0.16899076,0.1319845,0.11565785,0.002066468,0.0069573773,0.00016574751,0.0002647116,0.36782867],"genre_scores_gemma":[0.9598015,0.035731632,0.0033299755,0.0004413745,0.00008495681,0.0000693749,0.00011097946,0.00000709403,0.00042309926],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99836975,0.00042418865,0.00029292871,0.00022955902,0.00049014116,0.00019344999],"domain_scores_gemma":[0.99878114,0.00035490346,0.00011148374,0.00032029639,0.00037006784,0.000062091836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047986186,0.00006897577,0.00016341846,0.00011712791,0.00013550263,0.00016059364,0.0022163868,0.000021433225,0.00021048303],"category_scores_gemma":[0.0012803623,0.000049215876,0.000033751734,0.00052084896,0.00011107695,0.00035695644,0.001281249,0.00037433926,0.000041655218],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009180852,0.00042367782,0.047174387,0.0022534104,0.00007222312,0.000026009673,0.0032285168,0.0000105673225,0.00008219766,0.74122006,0.017970096,0.18744707],"study_design_scores_gemma":[0.0022550877,0.00053019304,0.30390933,0.038709756,0.00002475313,0.00017341807,0.005306836,0.037785508,0.0006265734,0.22115992,0.38874274,0.00077587046],"about_ca_topic_score_codex":0.000639256,"about_ca_topic_score_gemma":0.000008346124,"teacher_disagreement_score":0.7537176,"about_ca_system_score_codex":0.000065623346,"about_ca_system_score_gemma":0.00012713132,"threshold_uncertainty_score":0.4118635},"labels":[],"label_agreement":null},{"id":"W1536670121","doi":"10.19173/irrodl.v15i3.1629","title":"Mediating knowledge through peer-to-peer interaction in a multicultural online learning environment: A case of international students in the US","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Pedagogy; Multiculturalism; Psychology; Sociocultural evolution; Mathematics education; Sociology","score_opus":0.08432996759665386,"score_gpt":0.5032367658939413,"score_spread":0.41890679829728744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1536670121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9722895,0.0009934389,0.00005772188,0.020848952,0.00011296427,0.0006706521,0.000019992043,0.0000054843995,0.00500132],"genre_scores_gemma":[0.9941382,0.004639407,0.0003398638,0.00009805031,0.00013211087,0.000051902345,0.00016941321,0.000006679802,0.00042438327],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99497443,0.0025615802,0.00057110697,0.00024599503,0.0013735375,0.0002733525],"domain_scores_gemma":[0.9970955,0.0020933254,0.00023542867,0.00011719549,0.0004108468,0.000047698803],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015980396,0.000103133025,0.00025272853,0.00018331826,0.00021430875,0.00016604133,0.0012482612,0.000051289622,0.00012310823],"category_scores_gemma":[0.014753307,0.000069030146,0.00004797538,0.0006110933,0.00017655494,0.00037346932,0.0006917867,0.0012114923,0.000010103967],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028901402,0.0014137457,0.73757946,0.00062266795,0.00009456257,0.00016718505,0.073168725,0.009592849,0.0002040505,0.0062476033,0.0006108548,0.17000927],"study_design_scores_gemma":[0.0021512436,0.00024278463,0.06862302,0.008717733,0.000017747265,0.00006141735,0.22458844,0.014515329,0.000030677515,0.0003676924,0.680436,0.00024788585],"about_ca_topic_score_codex":0.0063572205,"about_ca_topic_score_gemma":0.0034867087,"teacher_disagreement_score":0.6798252,"about_ca_system_score_codex":0.00023527195,"about_ca_system_score_gemma":0.00009842738,"threshold_uncertainty_score":0.99354583},"labels":[],"label_agreement":null},{"id":"W1537334986","doi":"10.19173/irrodl.v8i2.350","title":"m-Learning: Positioning educators for a mobile, connected future","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":325,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mainstream; Educational technology; Mobile technology; Mobile device; Computer science; Blended learning; Multimedia; Synchronous learning; Open learning; M-learning; Knowledge management; World Wide Web; Teaching method; Cooperative learning; Sociology; Pedagogy","score_opus":0.03788264844065217,"score_gpt":0.43072277293936245,"score_spread":0.3928401244987103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1537334986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5674101,0.06265518,0.23051532,0.08941723,0.003378903,0.012517959,0.000053834454,0.0003122282,0.03373924],"genre_scores_gemma":[0.98724544,0.006889769,0.004248132,0.00027515026,0.00027012112,0.0003970446,0.00020259028,0.000014711782,0.00045705726],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976641,0.00053849694,0.000457693,0.00035813334,0.00062349427,0.0003580803],"domain_scores_gemma":[0.99625164,0.002356623,0.00024838836,0.00027968184,0.0007670595,0.00009662882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010624759,0.000112765214,0.00022349496,0.0002320594,0.00034018804,0.00031117472,0.0018796244,0.00005642853,0.000061394814],"category_scores_gemma":[0.003174543,0.000088245266,0.000057202,0.0009806723,0.00011769355,0.00037794464,0.0006985044,0.0008514919,0.000008586625],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032610848,0.0006825402,0.1004641,0.003497751,0.00017174694,0.000022946513,0.003752251,0.002302419,0.0007126068,0.29211247,0.012227601,0.5837274],"study_design_scores_gemma":[0.002133546,0.0011439716,0.07046721,0.014969904,0.000023880517,0.00013862246,0.020560827,0.022451004,0.000760092,0.008642652,0.858134,0.00057433575],"about_ca_topic_score_codex":0.00012015216,"about_ca_topic_score_gemma":0.000008841584,"teacher_disagreement_score":0.8459064,"about_ca_system_score_codex":0.00016932595,"about_ca_system_score_gemma":0.0002698159,"threshold_uncertainty_score":0.38004535},"labels":[],"label_agreement":null},{"id":"W1537347050","doi":"10.19173/irrodl.v14i3.1237","title":"Journey to textbook affordability: An investigation of students’ use of eTextbooks at multiple campuses","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; Perception; Quality (philosophy); Resource (disambiguation); Mathematics education; Pedagogy; Medicine; Computer science","score_opus":0.18139885009980788,"score_gpt":0.44988753228853784,"score_spread":0.26848868218872995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1537347050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993544,0.0004211479,0.0006315143,0.0037034252,0.000053204116,0.000941512,0.0000082712495,0.000007691937,0.0006892549],"genre_scores_gemma":[0.99605906,0.0011719597,0.0019925546,0.00018916612,0.000012267259,0.00007133552,0.000039462313,0.00000561135,0.00045861135],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972627,0.0009293086,0.0005314629,0.00024630412,0.0008466496,0.00018353866],"domain_scores_gemma":[0.9971814,0.001174117,0.0002740074,0.00033663405,0.00089254184,0.00014125842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00452001,0.00008635452,0.0002494919,0.00017191491,0.00013279344,0.00029797098,0.0019637726,0.000029439587,0.00018063618],"category_scores_gemma":[0.003559916,0.00006343843,0.000037463837,0.000462516,0.00017260278,0.0009211635,0.0018101117,0.0003509464,0.000021559463],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039770046,0.00014751553,0.9714259,0.0005657632,0.000033317487,8.7889026e-7,0.0025036652,0.0005621291,0.0020203139,0.0070797824,0.0016841782,0.013936815],"study_design_scores_gemma":[0.0010105657,0.0005770182,0.94183,0.009111011,0.000010939742,0.000013875416,0.00915479,0.012760594,0.0033794157,0.0019140595,0.019971294,0.00026647677],"about_ca_topic_score_codex":0.0018136562,"about_ca_topic_score_gemma":0.00010496045,"teacher_disagreement_score":0.029595912,"about_ca_system_score_codex":0.00010373334,"about_ca_system_score_gemma":0.00018102577,"threshold_uncertainty_score":0.4261809},"labels":[],"label_agreement":null},{"id":"W1537361403","doi":"10.19173/irrodl.v14i4.1523","title":"The adoption of open educational resources by one community college math department","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Community college; Educational resources; Distance education; Mathematics education; Open education; Educational technology; Medical education; Psychology; Pedagogy; Medicine","score_opus":0.08437578471927064,"score_gpt":0.4224845345090733,"score_spread":0.33810874978980265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1537361403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49092335,0.023866007,0.0012333757,0.34825546,0.00039727855,0.0064475094,0.00014942663,0.000030777766,0.1286968],"genre_scores_gemma":[0.98524755,0.011629548,0.0007057795,0.00022191252,0.000019326484,0.00027038532,0.00018124835,0.000005038902,0.0017192363],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99685436,0.0017462269,0.00041130112,0.00015862234,0.00064292626,0.00018658646],"domain_scores_gemma":[0.9966329,0.0020937726,0.00025936594,0.00034585697,0.00060105516,0.000067054156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008456974,0.00007511852,0.00018135778,0.00006063427,0.0006616184,0.0007513555,0.0044639916,0.000023158826,0.00016531676],"category_scores_gemma":[0.0018541613,0.000048200338,0.000028302875,0.00052468764,0.00020030249,0.000651245,0.0028813437,0.00067831116,0.00003481586],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009358327,0.0011577993,0.024539663,0.00082679343,0.00013273054,6.863565e-7,0.0016183681,0.00011496164,0.00038019975,0.8118482,0.1075637,0.051723305],"study_design_scores_gemma":[0.0015001452,0.0004669519,0.18015033,0.010080764,0.000014985373,0.00002370051,0.033939216,0.00942608,0.00028643457,0.02578064,0.73799324,0.00033750833],"about_ca_topic_score_codex":0.002451612,"about_ca_topic_score_gemma":0.000047140416,"teacher_disagreement_score":0.78606755,"about_ca_system_score_codex":0.0001025621,"about_ca_system_score_gemma":0.00025324698,"threshold_uncertainty_score":0.8295281},"labels":[],"label_agreement":null},{"id":"W1537499554","doi":"10.19173/irrodl.v15i4.1878","title":"Analytics to literacies: The development of a learning analytics framework for multiliteracies assessment","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning analytics; Analytics; Participatory culture; Lifelong learning; Literacy; Educational technology; Sociology; Knowledge management; Citizen journalism; Information literacy; Pedagogy; Computer science; Data science; World Wide Web; Media studies","score_opus":0.10134372433257499,"score_gpt":0.49147192998844685,"score_spread":0.39012820565587186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1537499554","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0140671395,0.0016745932,0.9493537,0.033133574,0.00008131193,0.0007447848,0.000014049756,0.000017224584,0.00091360934],"genre_scores_gemma":[0.89473826,0.0015030736,0.103040196,0.00021814936,0.000047744445,0.00005664523,0.000047290487,0.000008497385,0.0003401516],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973526,0.0006163446,0.00065679295,0.00028515715,0.00081027584,0.00027882634],"domain_scores_gemma":[0.9941796,0.0042675696,0.00028568693,0.0003616259,0.00082937843,0.00007615064],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011011254,0.00011887675,0.00032668427,0.00018384919,0.00031877405,0.00035473428,0.0022672217,0.000037587008,0.000012130126],"category_scores_gemma":[0.008442457,0.00007283339,0.000074257776,0.00097613595,0.00011863298,0.00017829365,0.0013532707,0.0007692177,0.0000025389447],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098527875,0.00036279147,0.06367922,0.003651076,0.00029129817,0.0000030950707,0.006435412,0.040977564,0.00012074514,0.50772554,0.00070365076,0.3759511],"study_design_scores_gemma":[0.0004142738,0.00025327865,0.00796209,0.011532892,0.000018403069,0.0000036431995,0.0026894468,0.7721035,0.00009015785,0.013081786,0.19166915,0.00018139089],"about_ca_topic_score_codex":0.000023750383,"about_ca_topic_score_gemma":0.00000832231,"teacher_disagreement_score":0.8806711,"about_ca_system_score_codex":0.00008210193,"about_ca_system_score_gemma":0.00024419485,"threshold_uncertainty_score":0.9999099},"labels":[],"label_agreement":null},{"id":"W1537693667","doi":"10.19173/irrodl.v8i1.335","title":"Replacing Face-to-Face Tutorials by Synchronous Online Technologies: Challenges and pedagogical implications","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":166,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Computer science; Distance education; Workload; Set (abstract data type); Face-to-face; Online learning; Computer-mediated communication; Learning Management; Multimedia; Mathematics education; Psychology; World Wide Web; The Internet","score_opus":0.23140067551604923,"score_gpt":0.5329280654332,"score_spread":0.3015273899171508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1537693667","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33277836,0.2189072,0.0023555171,0.41301414,0.00020415921,0.0028738796,0.00019528785,0.0001605975,0.029510867],"genre_scores_gemma":[0.7790575,0.2197901,0.00045419222,0.000076460085,0.00009283078,0.000030607756,0.0000718936,0.0000064863584,0.0004199033],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997948,0.0004943144,0.00036371296,0.00029083862,0.0005666735,0.00033646703],"domain_scores_gemma":[0.9974729,0.0018673961,0.0001292681,0.00017031765,0.00026845912,0.00009169616],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011967032,0.00008567126,0.00023609523,0.0001230686,0.00038882272,0.00011879878,0.0008869422,0.000077217046,0.000040013365],"category_scores_gemma":[0.010379051,0.00006347539,0.000025706584,0.00044248914,0.00031183587,0.00017342849,0.00071825285,0.0006592105,0.0000056331264],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007822759,0.00018377078,0.008190755,0.00043449708,0.000040267114,0.000008157936,0.0027192049,0.000028280612,0.0004231727,0.055796273,0.0018958374,0.93020153],"study_design_scores_gemma":[0.0002814013,0.00012028347,0.004012208,0.0029977036,0.0000073641327,0.000006784849,0.10046815,0.000043162523,0.000059592378,0.0019479793,0.8899322,0.00012313579],"about_ca_topic_score_codex":0.00047518846,"about_ca_topic_score_gemma":0.00031530985,"teacher_disagreement_score":0.93007845,"about_ca_system_score_codex":0.00013341202,"about_ca_system_score_gemma":0.00020694306,"threshold_uncertainty_score":0.99795693},"labels":[],"label_agreement":null},{"id":"W1537696466","doi":"10.19173/irrodl.v15i3.1932","title":"Leadership strategies in mobile English as a Second Language training","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Sustainability; Distance education; Argument (complex analysis); M-learning; Institution; Class (philosophy); Computer science; Pedagogy; Sociology; Knowledge management; Mobile device; Mathematics education; Psychology; Artificial intelligence; World Wide Web; Social science","score_opus":0.10410906753943412,"score_gpt":0.4272812740998701,"score_spread":0.323172206560436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1537696466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77544945,0.036703024,0.0088999765,0.015948255,0.0006217301,0.0027757643,0.000015166109,0.00010440909,0.1594822],"genre_scores_gemma":[0.9969975,0.0016658169,0.0004457922,0.00021428114,0.00006188647,0.0001659351,0.00003609556,0.000006057352,0.00040666695],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99756354,0.0010322026,0.0003262384,0.00028193815,0.00052352564,0.00027255082],"domain_scores_gemma":[0.997859,0.0014625654,0.00012605223,0.0002775014,0.00022212986,0.000052737912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008325038,0.00008505855,0.00020443165,0.00017475561,0.000080991325,0.00039965846,0.0018439828,0.000036994836,0.0002095828],"category_scores_gemma":[0.003973581,0.00006706891,0.000027855935,0.000624638,0.00012101279,0.00057307153,0.0005756437,0.0007825646,0.000015113957],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069813614,0.00029562612,0.022115745,0.0033717705,0.000046497757,0.000033456596,0.04787191,0.0035117446,0.00033871323,0.2672513,0.0023197643,0.6527737],"study_design_scores_gemma":[0.0030020725,0.0009301414,0.03997655,0.03556159,0.000009929665,0.000086608474,0.29368132,0.057104528,0.0005053042,0.02470568,0.54367405,0.00076224393],"about_ca_topic_score_codex":0.00026579254,"about_ca_topic_score_gemma":0.000082066246,"teacher_disagreement_score":0.6520114,"about_ca_system_score_codex":0.00008553363,"about_ca_system_score_gemma":0.00026218907,"threshold_uncertainty_score":0.47570342},"labels":[],"label_agreement":null},{"id":"W1538795731","doi":"10.19173/irrodl.v2i2.56","title":"Open University Center of the Pontifical Javeriana University, Colombia","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Youth Culture and Social Dynamics","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Distance education; Sociology; Higher education; Population; Political science; Pedagogy; Geography; Law","score_opus":0.11312443572844444,"score_gpt":0.408407668959922,"score_spread":0.29528323323147754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1538795731","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22800446,0.0023601959,0.00004207259,0.08279061,0.00029095256,0.0022208581,0.00038636595,0.000011069671,0.68389344],"genre_scores_gemma":[0.97344685,0.015217195,0.000015554393,0.0000691948,0.000017239516,5.658058e-7,0.000021553158,0.0000019979036,0.011209857],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998013,0.0011571032,0.00012079036,0.00011199558,0.0004631401,0.00013395153],"domain_scores_gemma":[0.99917275,0.00030082237,0.00009872884,0.000104223196,0.0002802276,0.00004326562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030313733,0.000037862228,0.00013446106,0.000029886349,0.00046581068,0.00009088264,0.0022584563,0.0000386142,0.00040729504],"category_scores_gemma":[0.0010169913,0.000026535656,0.00004440843,0.000533079,0.0005054769,0.00019899078,0.001432464,0.0003118112,0.000005320299],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021957254,0.00042103414,0.1699961,0.00037421906,0.0001234731,0.000033308293,0.008718179,0.000023933879,0.0000329225,0.7591704,0.041955754,0.018931111],"study_design_scores_gemma":[0.0005955587,0.00002637892,0.021059781,0.0019059567,0.000010844614,9.587749e-7,0.025320532,0.00024426018,0.0000029288813,0.0007101301,0.95005935,0.00006330886],"about_ca_topic_score_codex":0.0067726043,"about_ca_topic_score_gemma":0.0021026363,"teacher_disagreement_score":0.9081036,"about_ca_system_score_codex":0.0001433861,"about_ca_system_score_gemma":0.00011761907,"threshold_uncertainty_score":0.9998414},"labels":[],"label_agreement":null},{"id":"W1540227454","doi":"10.19173/irrodl.v10i4.706","title":"Distance Learning and Teacher Education in Botswana: Opportunities and Challenges","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Christian ministry; Medical education; Psychology; Duration (music); Service (business); Teacher education; Professional development; Mathematics education; Pedagogy; Medicine; Political science; Business","score_opus":0.15714863120024636,"score_gpt":0.4846792227659596,"score_spread":0.32753059156571324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1540227454","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25362244,0.3865854,0.000033949498,0.23562956,0.00006691201,0.0008660708,0.0000058749893,0.000021588985,0.12316821],"genre_scores_gemma":[0.5585863,0.44003832,0.000062215295,0.000055559576,0.000041306354,0.000010746823,0.0000172891,0.0000025760885,0.0011856443],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99799037,0.0009900257,0.0002278747,0.0001853282,0.00040745497,0.00019893982],"domain_scores_gemma":[0.9991499,0.0004739936,0.00009723019,0.000059710226,0.00015278601,0.00006635585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006595835,0.00006822778,0.00017560564,0.00011943501,0.0002598705,0.00014940451,0.0003003945,0.000038813712,0.000058790123],"category_scores_gemma":[0.0023910312,0.000054001004,0.000013722425,0.00021096805,0.0002567302,0.00029945694,0.00017492045,0.00061205623,8.6497795e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030382187,0.00007308434,0.035722982,0.00030236287,0.000005286925,0.0000048722204,0.001002935,0.0000053246877,0.0000059973036,0.072624445,0.00018130071,0.89004105],"study_design_scores_gemma":[0.000286355,0.00008362845,0.049422525,0.0058110147,0.000004474601,0.000004457555,0.07167776,0.00021416636,0.0000018319495,0.0038055861,0.86858946,0.00009872526],"about_ca_topic_score_codex":0.0007954467,"about_ca_topic_score_gemma":0.00041563742,"teacher_disagreement_score":0.8899423,"about_ca_system_score_codex":0.00006871928,"about_ca_system_score_gemma":0.0004273027,"threshold_uncertainty_score":0.28624606},"labels":[],"label_agreement":null},{"id":"W1540801738","doi":"10.19173/irrodl.v5i3.197","title":"Defining a Theological Education Community","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Religious Education and Schools","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Sociology; Distance education; Pedagogy; Educational technology","score_opus":0.12767122188974678,"score_gpt":0.5268682128357471,"score_spread":0.39919699094600036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1540801738","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29879245,0.038026586,0.00015164418,0.107112505,0.00024016421,0.0011484288,0.000012178986,0.00002295778,0.55449307],"genre_scores_gemma":[0.95419586,0.044535644,0.00012199886,0.0004989417,0.000031985015,0.000053802498,0.000053428295,0.0000022998854,0.00050607376],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99738073,0.0017099342,0.0002071721,0.00008870304,0.0004635358,0.00014993799],"domain_scores_gemma":[0.99844587,0.0009501745,0.000081967155,0.00012218088,0.00033652797,0.00006330401],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01133487,0.00004148104,0.00011092041,0.00006423294,0.000603052,0.00016215845,0.00095398887,0.000030910844,0.00021651646],"category_scores_gemma":[0.00840982,0.00002891052,0.000025060372,0.00041050342,0.0003263413,0.00008384661,0.00029988503,0.0007175569,0.000025057589],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020139449,0.0001147562,0.024199098,0.00013142539,0.000009345815,7.425429e-7,0.0021030237,0.000028782739,0.0000051071074,0.9438869,0.005726373,0.023774358],"study_design_scores_gemma":[0.0008525129,0.00012658519,0.05739262,0.01615141,0.0000110022975,0.000013188113,0.09265497,0.00002520806,0.000032973447,0.5512767,0.28127125,0.00019159452],"about_ca_topic_score_codex":0.007456132,"about_ca_topic_score_gemma":0.00023110336,"teacher_disagreement_score":0.6554034,"about_ca_system_score_codex":0.00016277444,"about_ca_system_score_gemma":0.00092148833,"threshold_uncertainty_score":0.9999428},"labels":[],"label_agreement":null},{"id":"W1541009946","doi":"10.19173/irrodl.v5i1.166","title":"Speak2Me: Using Synchronous Audio for ESL Teaching in Taiwan","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Audio equipment; Computer science; Distance education; Multimedia; Teaching method; Educational technology; Mathematics education; Psychology; Acoustics","score_opus":0.10225196228845487,"score_gpt":0.5014893509104854,"score_spread":0.3992373886220305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1541009946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8176831,0.025933225,0.0045672287,0.10750621,0.00027143513,0.003929083,0.00008004397,0.000040221785,0.039989464],"genre_scores_gemma":[0.9912076,0.006161943,0.002132567,0.000093377115,0.00014098836,0.000035964786,0.000051691488,0.000008702859,0.00016718573],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99780834,0.0007552956,0.00033488646,0.00020227554,0.0005681142,0.00033111975],"domain_scores_gemma":[0.99899304,0.00057250255,0.00012658807,0.00008661818,0.00016232528,0.000058944923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012913363,0.00007313781,0.00021547309,0.00014686538,0.00044316985,0.00016802362,0.0007947478,0.000042882104,0.000060426988],"category_scores_gemma":[0.0057447776,0.000057598565,0.0000451677,0.0004058015,0.00021088735,0.000294405,0.00032835267,0.0007670501,0.000002926185],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038549275,0.00075407926,0.12903285,0.0032637117,0.00012586144,0.00008917689,0.01007864,0.013075915,0.0006009061,0.3904298,0.0010475296,0.45111606],"study_design_scores_gemma":[0.0035167069,0.00028042914,0.0073615974,0.037397567,0.000025005867,0.000019481955,0.071015134,0.004242628,0.000057765035,0.022106498,0.8535616,0.00041558102],"about_ca_topic_score_codex":0.0042502615,"about_ca_topic_score_gemma":0.0014483872,"teacher_disagreement_score":0.8525141,"about_ca_system_score_codex":0.0003973838,"about_ca_system_score_gemma":0.0007439753,"threshold_uncertainty_score":0.68774503},"labels":[],"label_agreement":null},{"id":"W1541016824","doi":"10.19173/irrodl.v14i2.1531","title":"Open access scholarly publications as OER","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Open educational resources; Open education; Scholarly communication; Publishing; Scholarship; Prestige; Higher education; World Wide Web; Public relations; Sociology; Library science; Political science; Computer science","score_opus":0.8106962675610487,"score_gpt":0.7187572455364282,"score_spread":0.09193902202462056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1541016824","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19610642,0.026852217,0.00088342145,0.3250764,0.00028654086,0.0053045787,0.00013300536,0.00001895595,0.44533846],"genre_scores_gemma":[0.95376706,0.033015974,0.00020506729,0.00080770405,0.0000385884,0.00037688843,0.000082227016,0.000008612485,0.011697849],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98943746,0.001365381,0.00082904525,0.0005687917,0.0073602297,0.00043912],"domain_scores_gemma":[0.973912,0.011365148,0.00043466713,0.00099836,0.012891076,0.0003987693],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.07698375,0.00009286298,0.00030326712,0.008678396,0.00042818213,0.041676395,0.024775226,0.000049593935,0.008286414],"category_scores_gemma":[0.18858251,0.000053095722,0.000057929847,0.062403828,0.00030716133,0.0083459355,0.022047551,0.0009921013,0.00071954564],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034425386,0.00025348435,0.40938628,0.00011887752,0.000036488575,0.000004877104,0.000052467574,0.00002243885,0.00010014191,0.060562648,0.22298293,0.30644494],"study_design_scores_gemma":[0.00053481275,0.000085575084,0.3046109,0.0011036539,0.0000022885552,0.000011493588,0.0011890226,0.0018186294,0.000064042026,0.060653955,0.6298112,0.000114403556],"about_ca_topic_score_codex":0.005401629,"about_ca_topic_score_gemma":0.00002945889,"teacher_disagreement_score":0.7576607,"about_ca_system_score_codex":0.0001377949,"about_ca_system_score_gemma":0.0006222225,"threshold_uncertainty_score":0.99262017},"labels":[],"label_agreement":null},{"id":"W1541511837","doi":"10.19173/irrodl.v12i2.949","title":"Delimiting the prospect of openness: An examination of initial student approaches to e-learning","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Openness to experience; Summative assessment; Quality (philosophy); Rhetoric; Individualism; Psychology; Online assessment; Distance education; Public relations; Sociology; Pedagogy; Social psychology; Mathematics education; Political science; Formative assessment; Epistemology","score_opus":0.6558710918153274,"score_gpt":0.5847668235552992,"score_spread":0.07110426826002825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1541511837","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9214497,0.0017214945,0.00030483573,0.008497045,0.000059901286,0.0016464584,0.0000095926725,0.000009503604,0.06630143],"genre_scores_gemma":[0.99711406,0.0022386075,0.00038080948,0.000030412199,0.00003611981,0.000067911256,0.000021652118,0.0000051386173,0.0001052948],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9935764,0.004393928,0.00045423483,0.00017192619,0.0012438833,0.00015962162],"domain_scores_gemma":[0.9970828,0.0017434815,0.0004142755,0.0001413537,0.0005713981,0.00004668343],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.040767707,0.000059680693,0.00018405597,0.00010745036,0.00034516875,0.00010231845,0.001416042,0.000027092849,0.00017624366],"category_scores_gemma":[0.01461313,0.000039390412,0.00002918822,0.00046798284,0.0003067856,0.000506027,0.00063068577,0.00048431594,0.000002539964],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003177631,0.0008005757,0.20651567,0.0011834346,0.00015062313,0.0000045315014,0.113365434,0.0009727241,0.00021248743,0.36164823,0.00011272822,0.31471577],"study_design_scores_gemma":[0.0009703295,0.00084172253,0.5855374,0.010801174,0.00005827818,0.000005126031,0.3800177,0.0024452657,0.0009085141,0.002781998,0.015387922,0.00024460867],"about_ca_topic_score_codex":0.0034110767,"about_ca_topic_score_gemma":0.00029702616,"teacher_disagreement_score":0.3790217,"about_ca_system_score_codex":0.00007375617,"about_ca_system_score_gemma":0.00018412876,"threshold_uncertainty_score":0.9936872},"labels":[],"label_agreement":null},{"id":"W1541692008","doi":"10.19173/irrodl.v13i3.1182","title":"Mapping the interplay between open distance learning and internationalisation principles","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Context (archaeology); Flexibility (engineering); Internationalization; Higher education; Open learning; Curriculum; Variety (cybernetics); Function (biology); Computer science; Mathematics education; Pedagogy; Sociology; Psychology; Artificial intelligence; Teaching method; Cooperative learning; Mathematics; Political science; Geography; Statistics","score_opus":0.17392894402947764,"score_gpt":0.5064184138369852,"score_spread":0.3324894698075075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1541692008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5587519,0.057564646,0.0034428448,0.19419023,0.00077811163,0.0043869396,0.00007629247,0.00004050265,0.18076856],"genre_scores_gemma":[0.97270143,0.024065023,0.00015773214,0.00018795414,0.00015157917,0.000104401435,0.00007130649,0.000005257949,0.0025553086],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975019,0.0010046181,0.00034544477,0.00016179778,0.00073801033,0.0002482134],"domain_scores_gemma":[0.9978462,0.0014704141,0.00022831187,0.00009493554,0.0002824194,0.00007771805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013340908,0.00007273277,0.0001600755,0.00006555104,0.00063572504,0.0004450374,0.0012209823,0.000028967057,0.00022060599],"category_scores_gemma":[0.0036059765,0.000047379846,0.0000201951,0.00043255388,0.00031374977,0.00063341117,0.0011057622,0.00047487987,0.000010422391],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000166075,0.000033716482,0.8672886,0.00013296849,0.000032383497,4.3703298e-7,0.008539629,0.0000068834033,0.000004871196,0.096654505,0.0012276199,0.026061807],"study_design_scores_gemma":[0.00015637607,0.000009091993,0.21768133,0.0024937456,0.000002755278,0.0000012371598,0.013127977,0.000035123798,0.00000775277,0.0009976022,0.76542705,0.00005997853],"about_ca_topic_score_codex":0.0022456378,"about_ca_topic_score_gemma":0.0001763384,"teacher_disagreement_score":0.76419944,"about_ca_system_score_codex":0.0002096263,"about_ca_system_score_gemma":0.00023549273,"threshold_uncertainty_score":0.48895475},"labels":[],"label_agreement":null},{"id":"W1542217071","doi":"10.19173/irrodl.v16i3.1894","title":"Exploring students’ intention to use LINE for academic purposes based on technology acceptance model","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Psychology; Technology acceptance model; Affect (linguistics); Download; Space (punctuation); Higher education; Social psychology; Mathematics education; Computer science; World Wide Web","score_opus":0.7413560836288122,"score_gpt":0.5987462246019952,"score_spread":0.142609859026817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1542217071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9147388,0.0010404738,0.03342592,0.0487676,0.00014201683,0.0015682431,0.00007621057,0.000037910802,0.00020285972],"genre_scores_gemma":[0.99478114,0.0026679798,0.0012086226,0.00039835548,0.000010676924,0.00043707003,0.00003185282,0.0000071265063,0.0004571724],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99719805,0.00027756998,0.00054569176,0.00034508554,0.0014191242,0.00021451073],"domain_scores_gemma":[0.99696845,0.0012150848,0.00017520729,0.00033322495,0.0012200902,0.00008793427],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012413843,0.000088819485,0.0002455452,0.00065254344,0.00011501817,0.00020633366,0.002688359,0.00006978381,0.000024244628],"category_scores_gemma":[0.034010593,0.000058757538,0.00004374599,0.0012424364,0.00014127058,0.0004773946,0.0010946831,0.0007457631,0.00002411266],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012249382,0.00038770773,0.7820548,0.000159772,0.000029735133,0.000012962033,0.00019882193,0.015731875,0.00035158798,0.037918612,0.00938505,0.15254417],"study_design_scores_gemma":[0.008949696,0.0026384487,0.23850287,0.030920716,0.000052649517,0.00004600298,0.020523865,0.3641482,0.0024421248,0.08997273,0.24087612,0.0009265519],"about_ca_topic_score_codex":0.000034946625,"about_ca_topic_score_gemma":0.000013357467,"teacher_disagreement_score":0.54355186,"about_ca_system_score_codex":0.00012322652,"about_ca_system_score_gemma":0.000118310345,"threshold_uncertainty_score":0.97412634},"labels":[],"label_agreement":null},{"id":"W1542285287","doi":"10.19173/irrodl.v16i2.1974","title":"Online text processing: A study of Iranian EFL learners’ vocabulary knowledge","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital Communication and Language","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"The Internet; Vocabulary; Test (biology); Computer science; Foreign language; Session (web analytics); Control (management); Class (philosophy); Homogeneous; Vocabulary development; World Wide Web; Psychology; Multimedia; Mathematics education; Teaching method; Artificial intelligence; Linguistics; Mathematics","score_opus":0.19574129400890525,"score_gpt":0.4751380923743593,"score_spread":0.27939679836545406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1542285287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5876703,0.12606336,0.0031817793,0.023789624,0.00011980453,0.003295101,0.00004630159,0.00008018881,0.2557535],"genre_scores_gemma":[0.9973736,0.0017853373,0.0002557964,0.000073425595,0.000008307004,0.000021040945,0.00004066169,0.000004281165,0.00043758692],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99808466,0.0006689281,0.00034895123,0.00018018688,0.0005814275,0.00013583318],"domain_scores_gemma":[0.99856585,0.000319078,0.00014635488,0.00038255626,0.0005111321,0.00007501734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044389465,0.00006962921,0.0002035793,0.00012376544,0.00006803773,0.00018599977,0.0028392517,0.000018203164,0.000014944462],"category_scores_gemma":[0.0015496474,0.00004762168,0.00002381302,0.0007726443,0.00011177052,0.00038458404,0.0021816974,0.00041046552,0.000007852003],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023189947,0.007549665,0.057316244,0.0026018238,0.00013028081,0.00006076845,0.017336823,0.0002672301,0.000071333125,0.057404738,0.0039862073,0.85304296],"study_design_scores_gemma":[0.010505378,0.0036827396,0.073765814,0.038954798,0.000040151393,0.00013194921,0.16230911,0.08691516,0.00015521418,0.005675409,0.61699843,0.00086582993],"about_ca_topic_score_codex":0.00023858954,"about_ca_topic_score_gemma":0.000069679416,"teacher_disagreement_score":0.85217714,"about_ca_system_score_codex":0.000048019963,"about_ca_system_score_gemma":0.0002448027,"threshold_uncertainty_score":0.52760834},"labels":[],"label_agreement":null},{"id":"W1542458640","doi":"10.19173/irrodl.v12i4.936","title":"Attracting, preparing, and retaining under-represented populations in rural and remote Alberta-North communities","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Appreciative Inquiry and Organizational Change","field":"Business, Management and Accounting","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University; Alberta Environment and Protected Areas","funders":"","keywords":"Government (linguistics); Distance education; Rural area; Economic growth; Political science; Geography; Public relations; Sociology; Pedagogy","score_opus":0.2671162855183875,"score_gpt":0.41792918162054915,"score_spread":0.15081289610216164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1542458640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9733059,0.0030866046,0.00017847953,0.002381759,0.000039889277,0.00050211983,0.0000069523685,0.000010129668,0.020488208],"genre_scores_gemma":[0.99551684,0.0037987162,0.0000921082,0.00020649958,0.00005441104,0.000012119319,0.0001899484,0.000008177481,0.000121167446],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990029,0.00015810928,0.00029256244,0.00012948782,0.00026185063,0.00015511972],"domain_scores_gemma":[0.99898833,0.00048511635,0.00017777595,0.00010938641,0.00022564501,0.000013762402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020334558,0.00008484266,0.00017458714,0.00016723777,0.00023398202,0.00016479936,0.000372679,0.000027129423,0.00012727569],"category_scores_gemma":[0.0015246996,0.00006714434,0.000014366856,0.00043665923,0.00019641026,0.0007038533,0.001073324,0.00039792026,0.0000032126454],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059869813,0.000034012697,0.9616491,0.00041392705,0.00001730431,0.000001992742,0.00060529856,0.000032620504,0.0000031371221,0.030521223,0.00015639408,0.0065051094],"study_design_scores_gemma":[0.000577108,0.00002229453,0.9521328,0.006069825,0.00001524697,0.000009772464,0.013324036,0.008923989,0.000006150946,0.010132571,0.0086394185,0.00014678032],"about_ca_topic_score_codex":0.021113606,"about_ca_topic_score_gemma":0.0062705744,"teacher_disagreement_score":0.022210995,"about_ca_system_score_codex":0.000030248057,"about_ca_system_score_gemma":0.000020098,"threshold_uncertainty_score":0.9854049},"labels":[],"label_agreement":null},{"id":"W1542671449","doi":"10.19173/irrodl.v16i2.2016","title":"Measuring disorientation based on the Needleman-Wunsch algorithm","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Path (computing); Measure (data warehouse); Process (computing); Algorithm; Matching (statistics); Similarity (geometry); Artificial intelligence; Machine learning; Data mining; Image (mathematics); Mathematics","score_opus":0.17364489657754245,"score_gpt":0.42980880540209077,"score_spread":0.2561639088245483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1542671449","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046895422,0.01680276,0.4889314,0.36159065,0.0017951588,0.0061646807,0.000041399697,0.00014836839,0.077630185],"genre_scores_gemma":[0.9943987,0.0016101592,0.0026878298,0.00066371914,0.00007865912,0.00024581747,0.00007181624,0.0000089732885,0.00023433326],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99694806,0.0011626475,0.00028602072,0.0002444617,0.0011649649,0.00019385606],"domain_scores_gemma":[0.99728364,0.0015865823,0.00015261138,0.00037379566,0.0005335398,0.000069839996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010981626,0.00008194156,0.00013402758,0.00012112701,0.00017995574,0.00034194588,0.0020870175,0.000023596584,0.000033664044],"category_scores_gemma":[0.0049822507,0.000049260598,0.000030633742,0.00077475776,0.00010788801,0.00031563098,0.00061433297,0.0006060919,0.000027682447],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012359342,0.00060378254,0.04844439,0.0008785131,0.00006728583,0.000018770828,0.002587351,0.021365367,0.000049719838,0.21397838,0.020449422,0.6914334],"study_design_scores_gemma":[0.0011304707,0.0003189667,0.017500825,0.009277131,0.0000077378145,0.000016048296,0.0040228046,0.8547671,0.00020738094,0.010549455,0.10197185,0.00023022828],"about_ca_topic_score_codex":0.00026300098,"about_ca_topic_score_gemma":0.000004627935,"teacher_disagreement_score":0.94750327,"about_ca_system_score_codex":0.00016235442,"about_ca_system_score_gemma":0.00028022853,"threshold_uncertainty_score":0.5964579},"labels":[],"label_agreement":null},{"id":"W1543060681","doi":"10.19173/irrodl.v6i1.222","title":"Quality Assurance, Open and Distance Learning, and Australian Universities","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Adelaide","keywords":"Distance education; Quality assurance; Higher education; Quality (philosophy); Open education; Audit; Agency (philosophy); Business; Political science; Pedagogy; Psychology; Sociology; Accounting; Marketing; Service (business); Social science","score_opus":0.17451235682610156,"score_gpt":0.5414438286508604,"score_spread":0.3669314718247588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1543060681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35594267,0.028059002,0.00017779092,0.29178223,0.00015632632,0.0017964147,0.00007810695,0.000023181181,0.3219843],"genre_scores_gemma":[0.9003399,0.08473735,0.00013974369,0.000100671605,0.00003916032,0.000018109497,0.000026988519,0.0000027762517,0.01459528],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99778146,0.0012827612,0.00019332001,0.00016205538,0.00042007363,0.00016035579],"domain_scores_gemma":[0.9986672,0.00089783326,0.00011277807,0.00006762341,0.00017962049,0.00007496729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008799098,0.000051911546,0.00014207885,0.000041141815,0.000569817,0.00040174244,0.00057094946,0.00002271577,0.0005024572],"category_scores_gemma":[0.001187538,0.000041447885,0.000012531203,0.00022209974,0.00034120015,0.0005401646,0.0005507637,0.0004146816,0.000004529291],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016416702,0.0001646014,0.40341437,0.0009813596,0.000083976614,0.0000065002523,0.008454643,0.00007615649,0.000019525007,0.44408372,0.023974996,0.118576005],"study_design_scores_gemma":[0.00023259722,0.000018371078,0.046056956,0.0010359611,0.000002963249,8.444938e-7,0.033624694,0.000022044622,0.0000020926634,0.000494593,0.9184582,0.000050633596],"about_ca_topic_score_codex":0.0059568556,"about_ca_topic_score_gemma":0.0009513962,"teacher_disagreement_score":0.89448327,"about_ca_system_score_codex":0.000121325706,"about_ca_system_score_gemma":0.00020899411,"threshold_uncertainty_score":0.9005023},"labels":[],"label_agreement":null},{"id":"W1543301598","doi":"10.19173/irrodl.v10i2.601","title":"Information and Communication Technology (ICT) in the Service of Multiculturalism","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Multiculturalism; Distance education; Information and Communications Technology; The Internet; Computer science; Computer-mediated communication; World Wide Web; Asynchronous learning; Multimedia; Internet privacy; Sociology; Synchronous learning; Telecommunications; Pedagogy; Teaching method; Cooperative learning","score_opus":0.09176068916261766,"score_gpt":0.46291952549632415,"score_spread":0.3711588363337065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1543301598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6888861,0.017356738,0.000030257948,0.2180379,0.000024713714,0.0014576123,0.000007358308,0.000010376432,0.07418896],"genre_scores_gemma":[0.9712562,0.028463539,0.00003841084,0.0001558422,0.0000048713086,0.000014142651,0.00003178699,5.030557e-7,0.00003473746],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99900997,0.00040145195,0.00019776015,0.00003955494,0.0002708523,0.000080435304],"domain_scores_gemma":[0.99924976,0.00032309818,0.00008693723,0.00008778648,0.00024298587,0.000009430894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057478575,0.000027260254,0.000079689125,0.00009422299,0.00014585984,0.00008766275,0.00079958205,0.000021478982,0.000015022682],"category_scores_gemma":[0.0015403071,0.000016491504,0.0000078113535,0.0006121718,0.00012694184,0.00031861328,0.00027502424,0.00023745454,0.0000016851753],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006237639,0.00012145715,0.055162907,0.0009509542,0.000021405469,0.0000013614832,0.041940104,0.0000555655,0.00006596849,0.65451646,0.001374075,0.24572739],"study_design_scores_gemma":[0.0015224908,0.000113894705,0.19720538,0.014718854,0.000015650417,0.000003826224,0.3009559,0.0043713353,0.000053715434,0.026440507,0.45442206,0.00017639788],"about_ca_topic_score_codex":0.0014751797,"about_ca_topic_score_gemma":0.0005581876,"teacher_disagreement_score":0.6280759,"about_ca_system_score_codex":0.000029329187,"about_ca_system_score_gemma":0.00002535957,"threshold_uncertainty_score":0.22300401},"labels":[],"label_agreement":null},{"id":"W1543753471","doi":"10.19173/irrodl.v8i2.440","title":"Engagement through Simulation","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Human Resource Development and Performance Evaluation","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Educational technology; Mathematics education; Multimedia; Human–computer interaction; Psychology","score_opus":0.29476879334356265,"score_gpt":0.56748538744481,"score_spread":0.2727165941012474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1543753471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7389912,0.0146922255,0.0046559134,0.0061563114,0.00031447425,0.0017192584,0.000012923458,0.000019592437,0.2334381],"genre_scores_gemma":[0.9952329,0.003297328,0.000099670164,0.00018963797,0.000056845784,0.000031911557,0.00014629867,0.0000046017103,0.0009408323],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983539,0.0004371909,0.0003330505,0.00014175138,0.0005492903,0.00018482895],"domain_scores_gemma":[0.9985476,0.0009951191,0.0001031081,0.000117306314,0.00021283435,0.000024046773],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015166363,0.00005476366,0.00011116874,0.0000882208,0.00014825963,0.000052297368,0.00046158908,0.000027157033,0.0021081653],"category_scores_gemma":[0.0008011565,0.00003897987,0.000019857851,0.00030783526,0.000077966266,0.00012901926,0.00026952222,0.0004167639,0.000070843285],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010139671,0.00043844522,0.353431,0.0016169446,0.00023483027,0.000040418367,0.012541137,0.0031202273,0.00015539736,0.12081393,0.013852512,0.49274123],"study_design_scores_gemma":[0.0010963653,0.00010536357,0.30891272,0.003938022,0.000008305334,0.000004702618,0.0066512064,0.0022726269,0.00005578138,0.0020069294,0.6748275,0.000120476056],"about_ca_topic_score_codex":0.00013116708,"about_ca_topic_score_gemma":0.0000127595795,"teacher_disagreement_score":0.660975,"about_ca_system_score_codex":0.00007089495,"about_ca_system_score_gemma":0.000044160137,"threshold_uncertainty_score":0.99880403},"labels":[],"label_agreement":null},{"id":"W1544358399","doi":"10.19173/irrodl.v8i3.383","title":"Same Size Doesn't Fit All: Insights from research on listening skills at the University of the South Pacific (USP)","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Active listening; Psychology; Mathematics education; Perception; Qualitative research; Pedagogy; Educational technology; Sociology","score_opus":0.12839877366361727,"score_gpt":0.4029018231079406,"score_spread":0.27450304944432335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1544358399","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87070197,0.00881096,0.000021623096,0.01649194,0.00021499694,0.0009124673,0.0001417707,0.000018407147,0.10268588],"genre_scores_gemma":[0.98369616,0.0024583342,0.000014432524,0.00017308637,0.00011732551,0.0000034492925,0.000055155546,0.000010722156,0.013471328],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959681,0.0019615665,0.00032540972,0.00026260028,0.0011752864,0.0003070296],"domain_scores_gemma":[0.9923381,0.0065841307,0.00021179873,0.00036201984,0.00044458284,0.000059350914],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010324893,0.00011071013,0.00023878721,0.00010134091,0.0012722567,0.00019775811,0.0015690275,0.00004287467,0.0013696116],"category_scores_gemma":[0.0034155003,0.000056418437,0.00009534335,0.00024362991,0.0009771264,0.00012754562,0.0012545651,0.0017307145,0.000043215707],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002772236,0.0011542323,0.09551089,0.0025313208,0.0010219357,0.00016460818,0.34739885,0.0015610032,0.0008402954,0.4111055,0.05863828,0.07730085],"study_design_scores_gemma":[0.0005781234,0.000115227755,0.021640254,0.008077469,0.000017148643,0.0000025726074,0.0898514,0.0001625338,0.0000761121,0.0018899391,0.8774702,0.00011899577],"about_ca_topic_score_codex":0.0040176655,"about_ca_topic_score_gemma":0.0012665574,"teacher_disagreement_score":0.8188319,"about_ca_system_score_codex":0.00017254645,"about_ca_system_score_gemma":0.00009354782,"threshold_uncertainty_score":0.99954325},"labels":[],"label_agreement":null},{"id":"W1544452012","doi":"10.19173/irrodl.v5i1.174","title":"Open-Distance Education as a Mechanism for Sustainable Development: Reflections on the Nigerian Experience","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Context (archaeology); Citizen journalism; Sociology; Open education; Pedagogy; Public relations; Psychology; Political science; Geography","score_opus":0.12144219221092485,"score_gpt":0.5185143641519774,"score_spread":0.39707217194105254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1544452012","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17061502,0.0061011934,0.004888826,0.38350666,0.00037724813,0.009363504,0.000024121375,0.00004672503,0.42507672],"genre_scores_gemma":[0.9826826,0.0067157485,0.001022952,0.0008234731,0.000083836,0.00086082437,0.00005749965,0.0000081052,0.0077449665],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982976,0.00046948856,0.000239116,0.00020234652,0.0005207612,0.00027070293],"domain_scores_gemma":[0.9983049,0.00064572506,0.00012401072,0.0001349456,0.00073504704,0.00005534857],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00659028,0.00006522718,0.00012326766,0.00007353996,0.0014524338,0.0005064855,0.0015158104,0.000029764706,0.00014615979],"category_scores_gemma":[0.0076642316,0.0000428057,0.00002459446,0.0006132086,0.00017806796,0.00037787473,0.0004620922,0.00037331192,0.000009930446],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046831297,0.00008820739,0.00012303941,0.00011065648,0.000008481525,0.0000015938148,0.0025085933,0.000020827818,0.000017317228,0.98706275,0.0004760909,0.009535598],"study_design_scores_gemma":[0.0002499966,0.000063283995,0.00011422321,0.0028742126,0.0000022029662,0.0000016502247,0.12911521,0.000011721446,0.00018512414,0.06694598,0.80037063,0.000065738954],"about_ca_topic_score_codex":0.0028407024,"about_ca_topic_score_gemma":0.0006858711,"teacher_disagreement_score":0.9201168,"about_ca_system_score_codex":0.0003447349,"about_ca_system_score_gemma":0.0026012193,"threshold_uncertainty_score":0.99984753},"labels":[],"label_agreement":null},{"id":"W1544541105","doi":"10.19173/irrodl.v2i2.43","title":"Internet Audio Products","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Music Technology and Sound Studies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"The Internet; Audio equipment; Computer science; Distance education; Multimedia; World Wide Web; Internet privacy; Sociology; Pedagogy; Engineering","score_opus":0.14378739960929102,"score_gpt":0.3965541814949977,"score_spread":0.25276678188570667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1544541105","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07281139,0.24648291,0.01709595,0.49796313,0.00076049357,0.002578622,0.000025247145,0.00017160822,0.16211064],"genre_scores_gemma":[0.96143854,0.035604946,0.00055680115,0.00028148224,0.000024446099,0.00004780785,0.000007095392,0.0000025320542,0.0020363405],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987799,0.00025788124,0.00021277752,0.00021507218,0.00036718394,0.00016718073],"domain_scores_gemma":[0.99904466,0.00038342335,0.000071310686,0.00024827835,0.0002299428,0.00002239958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029972477,0.000058073816,0.00015301918,0.00008538793,0.0001093967,0.00011321684,0.0020446412,0.00002424918,0.00010262665],"category_scores_gemma":[0.0024171977,0.000037995622,0.00001903459,0.000527938,0.00019791586,0.00021081475,0.001899633,0.00047705212,0.000028573873],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021740836,0.00021644683,0.026133446,0.001200468,0.00010303702,0.00005146665,0.0013379288,0.000012920624,0.000045918954,0.6320358,0.13437405,0.2044668],"study_design_scores_gemma":[0.00066082226,0.00016905564,0.010674708,0.0071701184,0.000005004753,0.000067103734,0.000600599,0.012228193,0.00018884066,0.014414739,0.9536386,0.00018220875],"about_ca_topic_score_codex":0.00009493397,"about_ca_topic_score_gemma":0.000008075762,"teacher_disagreement_score":0.8886272,"about_ca_system_score_codex":0.000037057605,"about_ca_system_score_gemma":0.000024636298,"threshold_uncertainty_score":0.37994862},"labels":[],"label_agreement":null},{"id":"W1544944805","doi":"10.19173/irrodl.v14i1.1394","title":"Peer Portal: Quality enhancement in thesis writing using self-managed peer review on a mass scale","year":2013,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Stockholms Universitet","keywords":"Peer review; Bachelor; Quality (philosophy); Peer feedback; Technical peer review; Computer science; Scale (ratio); Psychology; Medical education; Mathematics education; Multimedia; Medicine; Political science","score_opus":0.27905200290430215,"score_gpt":0.5703756518986821,"score_spread":0.29132364899437996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1544944805","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009386496,0.9450984,0.000011302995,0.008889193,0.00008817449,0.003308005,0.00003432897,0.000011330814,0.042465385],"genre_scores_gemma":[0.0004010657,0.9946938,0.00017948441,0.00016477502,0.00010658118,0.00040648383,0.00030433814,0.000019717501,0.0037237294],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.988571,0.0049423804,0.0013745046,0.0005044599,0.004090142,0.00051749876],"domain_scores_gemma":[0.9951795,0.002417414,0.00076344766,0.0003229801,0.0012114603,0.00010520894],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.052128423,0.00026476636,0.0014142637,0.00023955414,0.0003637935,0.000435754,0.0021325152,0.00012194684,0.0010008796],"category_scores_gemma":[0.0080470815,0.00018237851,0.00024060214,0.0012062608,0.00022167827,0.00029958435,0.00084736873,0.0014170299,0.000054115375],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020595768,0.00045851353,0.0033221275,0.11643614,0.0002931168,0.000031668893,0.0008834634,0.0000022192755,8.931361e-7,0.0092413435,0.013660326,0.8556496],"study_design_scores_gemma":[0.00016671774,0.000019566949,0.00012483449,0.24867399,0.00006517338,0.0000010545195,0.0023088658,0.000014746706,1.8007263e-7,0.0001086034,0.7483594,0.00015687634],"about_ca_topic_score_codex":0.002580998,"about_ca_topic_score_gemma":0.00014587078,"teacher_disagreement_score":0.8554927,"about_ca_system_score_codex":0.00063840114,"about_ca_system_score_gemma":0.0006026352,"threshold_uncertainty_score":0.9999123},"labels":[],"label_agreement":null},{"id":"W1545897704","doi":"10.19173/irrodl.v4i2.150","title":"Critical Success Factors in The Infusion of Instructional Technologies for Open Learning in Development Settings:","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Critical success factor; Instructional design; Educational technology; Knowledge management; Computer science; Psychology; Pedagogy","score_opus":0.2815678174285205,"score_gpt":0.5409104052964041,"score_spread":0.2593425878678836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1545897704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96430653,0.010854369,0.0023150032,0.010763513,0.00018638,0.0027469718,0.00003596758,0.000011785633,0.008779498],"genre_scores_gemma":[0.9983866,0.0005007571,0.00085783226,0.000037340338,0.0000058286782,0.00011139065,0.000013317916,0.00000414348,0.00008275968],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99515057,0.0014550848,0.0011594973,0.00033695015,0.0016543808,0.00024354226],"domain_scores_gemma":[0.9857447,0.012935106,0.00030517438,0.00023973775,0.00074982416,0.000025455834],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03393764,0.000096282616,0.00038733825,0.00044048697,0.0002375211,0.00048849615,0.002961154,0.000051161867,0.00011553047],"category_scores_gemma":[0.08474519,0.000051926294,0.00004517153,0.0014999821,0.00022637026,0.00039717645,0.0015470142,0.0006425367,0.0000022551346],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018031751,0.00017702463,0.664584,0.00049410807,0.000014748075,0.000009402683,0.0010515765,0.0008387532,0.000095665804,0.22857241,0.0013381913,0.10264383],"study_design_scores_gemma":[0.0023484554,0.00025354588,0.2978467,0.019799052,0.0000050155495,0.00005108671,0.09529207,0.0041814838,0.0005553845,0.1324827,0.4468585,0.00032602253],"about_ca_topic_score_codex":0.00028143058,"about_ca_topic_score_gemma":0.00016830803,"teacher_disagreement_score":0.4455203,"about_ca_system_score_codex":0.0000917771,"about_ca_system_score_gemma":0.00028950078,"threshold_uncertainty_score":0.9947645},"labels":[],"label_agreement":null},{"id":"W1546742014","doi":"10.19173/irrodl.v12i6.1015","title":"The importance of interaction for academic success in online courses with hearing, deaf, and hard-of-hearing students","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Mathematics education; Academic achievement; Perception; Online learning; Medical education; Computer science; Multimedia","score_opus":0.1944346342968853,"score_gpt":0.5262564785245399,"score_spread":0.33182184422765465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1546742014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900081,0.005932918,0.00003881886,0.0025730608,0.000031391057,0.00055698527,0.000014300106,0.000002593718,0.0008417945],"genre_scores_gemma":[0.9634876,0.036034524,0.00026874576,0.000017247141,0.000025144098,0.000027958857,0.000018646966,0.0000044279054,0.000115658026],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99840635,0.00039450623,0.00035818634,0.00013702363,0.00052937336,0.00017453595],"domain_scores_gemma":[0.9982768,0.001043156,0.00025508896,0.00008200474,0.0003091316,0.000033763037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071366513,0.00005462217,0.0001871805,0.00007674165,0.00017414836,0.000047169084,0.0006974312,0.000032278196,0.000020279454],"category_scores_gemma":[0.0023268666,0.000033538778,0.000020581676,0.00028888992,0.00031984053,0.00024085697,0.00030496065,0.00054203306,1.7304478e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020714803,0.00006205042,0.9762222,0.0002972632,0.000022478573,0.0000013231444,0.00071877433,0.000017346922,0.000022030656,0.0044845617,0.000031844706,0.017912978],"study_design_scores_gemma":[0.0016033059,0.00039895688,0.87052643,0.021867633,0.000027780148,0.000007525439,0.05569029,0.0009335379,0.00021978938,0.0022551746,0.046304435,0.0001651583],"about_ca_topic_score_codex":0.0026028322,"about_ca_topic_score_gemma":0.00223171,"teacher_disagreement_score":0.105695784,"about_ca_system_score_codex":0.000050541126,"about_ca_system_score_gemma":0.00020995685,"threshold_uncertainty_score":0.3934721},"labels":[],"label_agreement":null},{"id":"W1546923248","doi":"10.19173/irrodl.v16i1.1982","title":"The analysis of Iranian students' persistence in online education","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Persistence (discontinuity); Asynchronous communication; Psychology; Mathematics education; Stratified sampling; E learning; Descriptive statistics; Distance education; Online learning; Instructional design; Educational technology; Computer science; Pedagogy; Multimedia; Statistics; Mathematics","score_opus":0.15854547064242025,"score_gpt":0.5309721597489977,"score_spread":0.37242668910657745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1546923248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92919844,0.021305133,0.00001843928,0.037307505,0.00009404026,0.0006149364,0.000025972244,0.0000045307715,0.011430982],"genre_scores_gemma":[0.9683132,0.03078089,0.00008329735,0.00005025188,0.00003478293,0.000015852827,0.000081852086,0.0000022980516,0.0006375628],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.997199,0.0012136601,0.00031644135,0.00012369543,0.0009891362,0.00015806238],"domain_scores_gemma":[0.99821675,0.0008970579,0.00015067383,0.000121150886,0.000558927,0.00005542567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013266618,0.000043479562,0.00018102059,0.00018109582,0.00017390058,0.000112725305,0.0012299406,0.000023254452,0.000042279953],"category_scores_gemma":[0.0064437687,0.000027356007,0.000044123804,0.0016597818,0.00026879675,0.00014742326,0.00034672252,0.000386897,0.0000017250986],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008252336,0.00034754828,0.82894695,0.00014945857,0.0001424886,0.0000022836712,0.0027444314,0.00040457977,0.000007079918,0.012602774,0.0006081864,0.15396167],"study_design_scores_gemma":[0.00060235086,0.000093240305,0.25971475,0.005117349,0.00008696785,0.0000010046028,0.26091915,0.0019110439,0.0000047200433,0.0014042897,0.47002918,0.000115942086],"about_ca_topic_score_codex":0.004670956,"about_ca_topic_score_gemma":0.0044244616,"teacher_disagreement_score":0.5692322,"about_ca_system_score_codex":0.00013820121,"about_ca_system_score_gemma":0.00084800017,"threshold_uncertainty_score":0.77142584},"labels":[],"label_agreement":null},{"id":"W1546964773","doi":"10.19173/irrodl.v12i4.871","title":"Re-thinking sustainable education systems in Iceland: The Net-University project","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sustainability; Icelandic; Open educational resources; Higher education; Distance education; Open education; Knowledge transfer; Knowledge management; Political science; Sociology; Pedagogy; Engineering management; Economic growth; Engineering; Computer science; Economics","score_opus":0.08700286153948758,"score_gpt":0.3970891940077702,"score_spread":0.31008633246828265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1546964773","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11962237,0.036116436,0.004524838,0.055521693,0.0010472677,0.0071153333,0.000009444587,0.00008763225,0.77595496],"genre_scores_gemma":[0.98784846,0.008524958,0.0002536334,0.00012480776,0.000027583506,0.000038499325,0.000024682344,0.0000041195703,0.003153241],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99772626,0.0011193042,0.00024555693,0.0002193668,0.0004538501,0.00023563378],"domain_scores_gemma":[0.9986863,0.00047763725,0.00015351477,0.00024266966,0.00040290342,0.00003696186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008337826,0.00006961417,0.00014418284,0.00019378998,0.0003142647,0.00036226818,0.0023842363,0.000027719008,0.000052127736],"category_scores_gemma":[0.0011743929,0.00004590367,0.000024101539,0.0010106853,0.00008429217,0.00064307713,0.0012193169,0.0006571673,0.0000082408005],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010237568,0.0003717019,0.07678492,0.0014964727,0.000039073337,0.000045462835,0.0109798685,0.00026131916,0.00000873543,0.8741847,0.010373991,0.025351364],"study_design_scores_gemma":[0.00081730244,0.00017356618,0.05197703,0.010926858,0.000009798717,0.000036427595,0.33999202,0.013058761,0.000017572667,0.0052789333,0.5774454,0.00026635476],"about_ca_topic_score_codex":0.013940808,"about_ca_topic_score_gemma":0.00011095143,"teacher_disagreement_score":0.8689058,"about_ca_system_score_codex":0.00018816543,"about_ca_system_score_gemma":0.00068060437,"threshold_uncertainty_score":0.9926254},"labels":[],"label_agreement":null},{"id":"W1548326146","doi":"10.19173/irrodl.v14i5.1510","title":"The teacher as leader: Effect of teaching behaviors on class community and agreement","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agreement; Class (philosophy); Psychology; Cognition; Mathematics education; Community of inquiry; Teaching method; Social psychology; Computer science","score_opus":0.07343003180397523,"score_gpt":0.48588546774609653,"score_spread":0.4124554359421213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1548326146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9327698,0.003520704,0.0000035073842,0.025086712,0.000033402994,0.0007979237,0.0000041389794,0.000005103703,0.03777873],"genre_scores_gemma":[0.98758554,0.011093868,0.000017956958,0.00005508055,0.000032168806,0.00005247091,0.000019519965,0.0000041248177,0.0011392368],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99332196,0.005392202,0.00025823936,0.00010699232,0.0007131294,0.00020749758],"domain_scores_gemma":[0.9958404,0.0036397427,0.0001392923,0.00015528401,0.000170107,0.00005520264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020732071,0.00006972709,0.00018059261,0.000053267162,0.0009825272,0.00018392513,0.000862341,0.000035076497,0.00015865813],"category_scores_gemma":[0.0066368883,0.00003852288,0.000034614775,0.00016677407,0.0004913522,0.00016037874,0.00050318823,0.0014898485,0.000011976795],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013870344,0.00022293156,0.17724872,0.00068522594,0.00007327392,0.0000030129352,0.0028077182,0.00002855454,0.00018189795,0.036599133,0.0037411759,0.77826965],"study_design_scores_gemma":[0.0017002908,0.0016995142,0.05879326,0.017371537,0.000047837293,0.00000674537,0.11693153,0.0006788379,0.00026238468,0.0035600942,0.79866594,0.0002819997],"about_ca_topic_score_codex":0.0118776085,"about_ca_topic_score_gemma":0.0003171884,"teacher_disagreement_score":0.7949248,"about_ca_system_score_codex":0.00007412717,"about_ca_system_score_gemma":0.000114733215,"threshold_uncertainty_score":0.9947024},"labels":[],"label_agreement":null},{"id":"W1548696804","doi":"10.19173/irrodl.v7i3.248","title":"A Pilot Study of Problem Formulation and Resolution in an Online Problem-based Learning Course","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology; Athabasca University","funders":"","keywords":"Problem-based learning; Context (archaeology); Computer science; Asynchronous communication; Resolution (logic); Mathematics education; Process (computing); Exploratory research; Online course; Course (navigation); Psychology; Artificial intelligence; Engineering; Sociology","score_opus":0.15152247986133885,"score_gpt":0.4705265906581741,"score_spread":0.3190041107968352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1548696804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98670816,0.00427195,0.00015338682,0.0031204387,0.000017290298,0.00208677,0.000013797081,0.000016038892,0.0036121535],"genre_scores_gemma":[0.9972182,0.0019511058,0.00042466132,0.000019902844,0.000032291653,0.00007634138,0.00017295397,0.0000074991685,0.000097025826],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99585694,0.0023253565,0.0005231528,0.00024601328,0.00078235666,0.00026619132],"domain_scores_gemma":[0.9983837,0.000771525,0.0002752815,0.0001035916,0.0004176539,0.000048219623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012758221,0.00008858532,0.00024216091,0.00021064728,0.0003379206,0.00012403943,0.00047552824,0.000030486444,0.00003755767],"category_scores_gemma":[0.0011587543,0.00007127436,0.000016929658,0.00078901736,0.00017998728,0.00040430177,0.00021640376,0.000678272,6.045677e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005042957,0.0019213324,0.9408837,0.0010246879,0.000017366225,0.000007930844,0.002241223,0.014864382,0.00027508553,0.013937015,0.00008682986,0.024236163],"study_design_scores_gemma":[0.009460563,0.008599665,0.8054952,0.03093433,0.0000622616,0.0000059285035,0.047968406,0.05869373,0.00005049499,0.011535754,0.026585158,0.00060850923],"about_ca_topic_score_codex":0.03406527,"about_ca_topic_score_gemma":0.014698108,"teacher_disagreement_score":0.1353885,"about_ca_system_score_codex":0.00011868638,"about_ca_system_score_gemma":0.00033583035,"threshold_uncertainty_score":0.972367},"labels":[],"label_agreement":null},{"id":"W1548840173","doi":"10.19173/irrodl.v13i3.1120","title":"Delivery of open, distance, and e-learning in Kenya","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open university; Open education; Function (biology); Mathematics education; Sociology; Pedagogy; Psychology","score_opus":0.09037304137530615,"score_gpt":0.47243929057570794,"score_spread":0.3820662492004018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1548840173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82588357,0.06390594,0.00010251507,0.016778743,0.000117491705,0.0013220959,0.000027994653,0.000012903605,0.09184877],"genre_scores_gemma":[0.9349318,0.0639797,0.0002375898,0.000043595144,0.000049782797,0.000021387103,0.000034643224,0.00000522,0.0006962794],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99697286,0.0016311017,0.000353568,0.00015552671,0.0005811548,0.0003058092],"domain_scores_gemma":[0.9980729,0.0013519139,0.00016860868,0.000091635215,0.00023368176,0.00008126315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015494626,0.00006827345,0.0002542174,0.00012495834,0.0002601639,0.00014932697,0.0009602611,0.000039964172,0.00019132742],"category_scores_gemma":[0.0044043283,0.00005226868,0.000024179622,0.0006345852,0.0003293344,0.0006245581,0.0010471339,0.00081751414,0.000003392043],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011080754,0.00014705547,0.80882186,0.0005988978,0.000023120632,0.0000050281064,0.0016331229,0.00006712581,0.000043147804,0.055462122,0.0006351275,0.13245258],"study_design_scores_gemma":[0.000788567,0.00007879663,0.0659417,0.009445128,0.000008773695,0.0000034008874,0.030572511,0.00044280555,0.000026365848,0.0010537637,0.8914985,0.00013968543],"about_ca_topic_score_codex":0.0038001756,"about_ca_topic_score_gemma":0.00048175716,"teacher_disagreement_score":0.89086336,"about_ca_system_score_codex":0.000080296646,"about_ca_system_score_gemma":0.00027918676,"threshold_uncertainty_score":0.5744754},"labels":[],"label_agreement":null},{"id":"W1549254143","doi":"10.19173/irrodl.v16i1.1948","title":"Big(ger) data as better data in open distance learning","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Big data; Context (archaeology); Distance education; Inclusion (mineral); Data science; Computer science; Open data; Descriptive statistics; Higher education; Political science; Sociology; World Wide Web; Pedagogy; Social science; Mathematics; Statistics; Geography; Data mining","score_opus":0.4812112097309015,"score_gpt":0.5063618947980583,"score_spread":0.025150685067156786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1549254143","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19395466,0.116347626,0.009198695,0.29653355,0.0024280162,0.010508205,0.0017912724,0.00016374848,0.36907423],"genre_scores_gemma":[0.97165424,0.015169116,0.00018618623,0.0014667579,0.00046462592,0.000061663246,0.010050316,0.000025685518,0.0009213927],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.997421,0.0002301425,0.0005222885,0.0005962658,0.00090992084,0.0003203744],"domain_scores_gemma":[0.9976809,0.000451405,0.00026848688,0.0011070106,0.00046238775,0.000029795696],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0147231305,0.00013818512,0.0003249197,0.00019199649,0.0001581987,0.0013509406,0.010154684,0.00004250362,0.00033552994],"category_scores_gemma":[0.011465641,0.00009961194,0.000014816255,0.0011795532,0.00020131672,0.0033870456,0.022059683,0.00086864707,0.00014526951],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055733626,0.00036116282,0.5702596,0.0030198277,0.00007302481,0.00012021085,0.000086364,0.00021843192,0.00002888396,0.029612709,0.09488666,0.30077583],"study_design_scores_gemma":[0.0005679758,0.000012760213,0.00742501,0.007312574,0.000010177213,0.000007037565,0.0011438581,0.013207416,0.000003936717,0.0033400508,0.9668143,0.00015490009],"about_ca_topic_score_codex":0.010336012,"about_ca_topic_score_gemma":0.0007347902,"teacher_disagreement_score":0.8719276,"about_ca_system_score_codex":0.00006203649,"about_ca_system_score_gemma":0.00019400437,"threshold_uncertainty_score":0.99968576},"labels":[],"label_agreement":null},{"id":"W1549620355","doi":"10.19173/irrodl.v7i2.295","title":"A Multi-Island Situation Without the Ocean: Tutors' perceptions about working in isolation from colleagues","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Feeling; Isolation (microbiology); Reading (process); Distance education; Perception; Psychology; Work (physics); Qualitative research; Pedagogy; Social isolation; Professional development; Medical education; Sociology; Social psychology; Political science; Medicine; Engineering; Social science","score_opus":0.07244756885929851,"score_gpt":0.4451822711775335,"score_spread":0.372734702318235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1549620355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9418349,0.011927005,0.0014698257,0.030756012,0.00013204978,0.0014366707,0.00004569828,0.000022474655,0.01237533],"genre_scores_gemma":[0.9854774,0.012639429,0.00061896973,0.000053727705,0.00018498562,0.000026366164,0.0002476687,0.000005788227,0.00074565253],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972065,0.0013864308,0.00035660484,0.000190177,0.00064538297,0.00021492389],"domain_scores_gemma":[0.99828714,0.0011883703,0.00015453527,0.00010920415,0.00023174651,0.000029010695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067401603,0.000072367584,0.00016858692,0.00010968638,0.0005223994,0.00027310447,0.00061806175,0.000048338534,0.00018859639],"category_scores_gemma":[0.002097199,0.00004764709,0.00003592116,0.0006399637,0.00024167303,0.00025345155,0.00022091268,0.00061920745,0.000008833026],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060706632,0.000118404394,0.96203613,0.00005850275,0.000016463828,0.000003670243,0.0021469882,0.001027645,0.00009204665,0.0045055943,0.001152585,0.028781237],"study_design_scores_gemma":[0.0015162991,0.000051569885,0.5879483,0.011184426,0.00002094344,0.0000020731045,0.03510511,0.02261598,0.000008751801,0.003036378,0.33829343,0.00021671708],"about_ca_topic_score_codex":0.017655028,"about_ca_topic_score_gemma":0.016864652,"teacher_disagreement_score":0.37408784,"about_ca_system_score_codex":0.0001545903,"about_ca_system_score_gemma":0.00026441916,"threshold_uncertainty_score":0.9888865},"labels":[],"label_agreement":null},{"id":"W1550441833","doi":"10.19173/irrodl.v15i1.1636","title":"Multi-country experience in delivering a joint course on software engineering – numerical results","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Course (navigation); Joint (building); Class (philosophy); Crash; Software; Computer science; Engineering management; Library science; Political science; Engineering; Artificial intelligence; Civil engineering","score_opus":0.09024905315588547,"score_gpt":0.4134980007713644,"score_spread":0.32324894761547895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1550441833","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31270367,0.0135495,0.6554375,0.014578609,0.0005662506,0.0019033685,0.000027503746,0.00025585492,0.0009777216],"genre_scores_gemma":[0.9827823,0.0011489257,0.0158227,0.000108795044,0.00002604446,0.000051639487,0.000019926008,0.0000071347367,0.000032532465],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978835,0.0005297395,0.00037570047,0.00032995795,0.0005895924,0.00029149477],"domain_scores_gemma":[0.9984429,0.0009796638,0.000115309536,0.0002783863,0.000116160954,0.00006761534],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0068610804,0.00010051681,0.0002147066,0.00012959233,0.00012302514,0.00024113682,0.0014411623,0.00003227703,0.000004954013],"category_scores_gemma":[0.009302521,0.00007620731,0.000030155883,0.000534491,0.0000617363,0.00024351256,0.0008953437,0.0010046185,0.0000063420243],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022563971,0.0006970724,0.075244494,0.0016437399,0.000051520656,0.00011947736,0.005552925,0.06263636,0.0001761936,0.024088357,0.0004045169,0.8291597],"study_design_scores_gemma":[0.0018056909,0.00031712194,0.1080071,0.028303316,0.0000036682122,0.000043005493,0.0009359257,0.70451015,0.00008838975,0.000062719504,0.15556876,0.00035411736],"about_ca_topic_score_codex":0.00077235297,"about_ca_topic_score_gemma":0.000010919346,"teacher_disagreement_score":0.82880557,"about_ca_system_score_codex":0.00009745724,"about_ca_system_score_gemma":0.00006180678,"threshold_uncertainty_score":0.9990426},"labels":[],"label_agreement":null},{"id":"W1550570296","doi":"10.19173/irrodl.v1i2.19","title":"Athabasca University: Conversion from Traditional Distance Education to Online Courses, Programs and Services","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Gender, Education, and Development Issues","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Mandate; Variety (cybernetics); Computer science; Higher education; Quality (philosophy); Engineering management; Multimedia; Engineering; Sociology; Pedagogy; Political science","score_opus":0.10862400285041122,"score_gpt":0.4279065971400449,"score_spread":0.3192825942896337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1550570296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92920375,0.009919748,0.0001253773,0.048736807,0.00015840882,0.00077012164,0.000083638944,0.000011960892,0.010990205],"genre_scores_gemma":[0.91805303,0.07849037,0.0003308208,0.00020601937,0.00008443485,0.000008886186,0.0009810346,0.0000029024297,0.0018424809],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99877864,0.0003256947,0.00013027548,0.0001621307,0.0004767021,0.00012656552],"domain_scores_gemma":[0.99917805,0.00028551885,0.00006490838,0.00006457063,0.00031632584,0.00009064679],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015520758,0.000048961218,0.00009984033,0.00006877875,0.00034375236,0.00012356372,0.00043826023,0.000022742704,0.00022322925],"category_scores_gemma":[0.00020261321,0.00004172462,0.000013218335,0.00038526463,0.00014715738,0.00027512593,0.000117103395,0.00014732743,0.000004285524],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001766149,0.0005790205,0.85987824,0.00047203852,0.000045183486,0.0000057960638,0.011591196,0.0000055872524,0.000010315489,0.051313687,0.005271287,0.070651025],"study_design_scores_gemma":[0.00016884471,0.000023313827,0.14741525,0.00287825,0.0000046967407,0.0000012158756,0.052773125,0.00003909502,0.0000022327026,0.001431239,0.7952063,0.000056449702],"about_ca_topic_score_codex":0.013974761,"about_ca_topic_score_gemma":0.0033572337,"teacher_disagreement_score":0.789935,"about_ca_system_score_codex":0.00012429377,"about_ca_system_score_gemma":0.00047075303,"threshold_uncertainty_score":0.99259126},"labels":[],"label_agreement":null},{"id":"W1550674699","doi":"10.19173/irrodl.v16i3.1984","title":"The use of a mobile learning management system at an online university and its effect on learning satisfaction and achievement","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":140,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Technology acceptance model; Psychology; Structural equation modeling; Educational technology; Learning Management; Knowledge management; M-learning; Usability; Mathematics education; Mobile device; Computer science; Human–computer interaction; World Wide Web","score_opus":0.3105632519065395,"score_gpt":0.47630450015043835,"score_spread":0.16574124824389885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1550674699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9958197,0.002106435,0.000070596856,0.0011670585,0.000032981774,0.0005892402,0.000016134145,0.000012573085,0.00018527037],"genre_scores_gemma":[0.99018836,0.008759111,0.00005215307,0.000012560468,0.000005516137,0.000011922949,0.00002731438,0.0000040223244,0.0009390215],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964624,0.0018845035,0.00032690197,0.00026013702,0.0009245831,0.00014149133],"domain_scores_gemma":[0.99736685,0.0017962344,0.00024762252,0.00017261996,0.00034095623,0.00007573964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010678102,0.000081456456,0.00021554144,0.00018139224,0.00038178454,0.0001512855,0.0004956609,0.00004008647,0.00001298755],"category_scores_gemma":[0.0026381882,0.000047949394,0.000024094034,0.00039718783,0.0001698817,0.00025279177,0.0011340909,0.00055284664,0.000004914],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067982305,0.000075263524,0.76412255,0.00030573545,0.000050713283,0.00002215739,0.00023429346,0.0020112868,0.00008823938,0.011414377,0.00030782298,0.22068776],"study_design_scores_gemma":[0.0022845508,0.001897852,0.70169634,0.005102284,0.000039722985,0.000039998085,0.026216703,0.021908464,0.00007019512,0.00016739877,0.24040027,0.00017624609],"about_ca_topic_score_codex":0.00020377862,"about_ca_topic_score_gemma":0.000074100826,"teacher_disagreement_score":0.24009246,"about_ca_system_score_codex":0.00014416639,"about_ca_system_score_gemma":0.000028802888,"threshold_uncertainty_score":0.37008387},"labels":[],"label_agreement":null},{"id":"W1551198897","doi":"10.19173/irrodl.v12i2.916","title":"Head of gold, feet of clay: The online learning paradox","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Conceptualization; Mainstream; Champion; Function (biology); Quality (philosophy); Distance education; Attrition; Psychology; Public relations; Computer science; Political science; Mathematics education; Artificial intelligence; Medicine; Law; Epistemology","score_opus":0.17339703558515857,"score_gpt":0.4949453856061829,"score_spread":0.32154835002102433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1551198897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86320513,0.02733638,0.00013236102,0.023299191,0.00015019068,0.0013552882,0.00008299106,0.00002099253,0.084417485],"genre_scores_gemma":[0.9606535,0.037976824,0.000296142,0.00004520342,0.000059294558,0.000013848846,0.000058081358,0.000006694312,0.0008904144],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964402,0.0017612025,0.00050052133,0.00016530034,0.0008825634,0.00025021998],"domain_scores_gemma":[0.99756724,0.0013234481,0.00034671952,0.00016678298,0.00054189126,0.000053895892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010682229,0.00007889858,0.0002921763,0.00009984614,0.00023575686,0.000039798484,0.0013364882,0.00004730994,0.00037710715],"category_scores_gemma":[0.00546916,0.000048477457,0.00006913013,0.0006826877,0.0006552711,0.00017748511,0.0005458451,0.0008735413,0.0000056118033],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051340484,0.0007821294,0.41160798,0.0020547577,0.00022321987,0.000018458059,0.010418385,0.0003303807,0.00036877958,0.12297593,0.0019177747,0.4487888],"study_design_scores_gemma":[0.001433409,0.0006168098,0.06963256,0.019205661,0.000054325013,0.000010444772,0.1027104,0.0013520294,0.00047554699,0.0065997713,0.7976208,0.0002882617],"about_ca_topic_score_codex":0.0056278086,"about_ca_topic_score_gemma":0.00047828013,"teacher_disagreement_score":0.795703,"about_ca_system_score_codex":0.000046358444,"about_ca_system_score_gemma":0.00037371056,"threshold_uncertainty_score":0.85076004},"labels":[],"label_agreement":null},{"id":"W1551395133","doi":"10.19173/irrodl.v13i2.1159","title":"Asian learners’ perception of quality in distance education and gender differences","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Beijing Normal University; International Development Research Centre","keywords":"Distance education; Perception; Quality (philosophy); Psychology; Class (philosophy); Mathematics education; Higher education; Pedagogy; Computer science; Political science","score_opus":0.16518285564354052,"score_gpt":0.5209222569587983,"score_spread":0.35573940131525783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1551395133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9548015,0.012385388,0.00008065098,0.010047626,0.0000653398,0.00037221922,0.000009191604,0.0000038235326,0.022234246],"genre_scores_gemma":[0.97140074,0.028082946,0.00014512918,0.000033197764,0.000056573095,0.000018419865,0.00003235402,0.000002528384,0.00022809986],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974711,0.0014284581,0.00028487205,0.00011990493,0.0005089481,0.00018671858],"domain_scores_gemma":[0.99908584,0.00048233,0.00013724255,0.00007380847,0.00016503478,0.000055724006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009198589,0.000049816234,0.00016748367,0.00008946355,0.00013504145,0.000055232842,0.00035048975,0.00003425375,0.00014863853],"category_scores_gemma":[0.0026258563,0.000036801976,0.00001966211,0.00035528504,0.00028248134,0.00033037685,0.00018167734,0.00038617357,0.0000018794716],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023994804,0.00012308231,0.82474166,0.00045577338,0.00000610623,1.667202e-7,0.0035958872,0.0000019009789,0.000052383693,0.04451345,0.00007837836,0.12640722],"study_design_scores_gemma":[0.00021782656,0.000025849753,0.8398019,0.002719363,0.000004446177,0.0000010751199,0.115805134,0.000050490788,0.0000042926313,0.0028161772,0.03847975,0.000073695956],"about_ca_topic_score_codex":0.0025889839,"about_ca_topic_score_gemma":0.00036791898,"teacher_disagreement_score":0.12633352,"about_ca_system_score_codex":0.00008355122,"about_ca_system_score_gemma":0.00026692206,"threshold_uncertainty_score":0.3913786},"labels":[],"label_agreement":null},{"id":"W1551654286","doi":"10.19173/irrodl.v10i1.555","title":"Kothmale Community Radio Interorg Project: True Community Radio or Feel-Good Propaganda?","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Community radio; Public relations; Sri lanka; Information and Communications Technology; Function (biology); Political science; Sociology; Business; Law; Socioeconomics","score_opus":0.18269613549187813,"score_gpt":0.4500939732339518,"score_spread":0.26739783774207365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1551654286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70395255,0.03343704,0.03466056,0.119829245,0.0009318179,0.009748718,0.00021270769,0.0004794055,0.09674796],"genre_scores_gemma":[0.98484594,0.011662441,0.0019913947,0.00056046044,0.000031616677,0.00008067546,0.00012677879,0.000010719088,0.0006899621],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911399,0.006831373,0.000596993,0.00018334662,0.0008522782,0.00039613384],"domain_scores_gemma":[0.9951497,0.0028308309,0.00023483184,0.0010927265,0.00061806425,0.000073855736],"candidate_categories":["open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016848212,0.00018336538,0.00043180343,0.0002626244,0.0010778065,0.0006175128,0.008077323,0.000059091253,0.000041105326],"category_scores_gemma":[0.0046828086,0.00012432566,0.00006046138,0.0011482028,0.00037987242,0.0007268751,0.00406717,0.0034041845,0.000009028213],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017967393,0.004961816,0.031731874,0.012699105,0.0006172242,0.00024384695,0.056141257,0.00030998557,0.00061827735,0.28380382,0.048098486,0.5589776],"study_design_scores_gemma":[0.011018836,0.007262086,0.16231157,0.15026289,0.00006717192,0.0018237908,0.061726544,0.035957407,0.0037308002,0.05738537,0.505895,0.0025585284],"about_ca_topic_score_codex":0.0026579497,"about_ca_topic_score_gemma":0.00018857037,"teacher_disagreement_score":0.5564191,"about_ca_system_score_codex":0.00026506506,"about_ca_system_score_gemma":0.00053881144,"threshold_uncertainty_score":0.998895},"labels":[],"label_agreement":null},{"id":"W1551722784","doi":"10.19173/irrodl.v13i1.1126","title":"Learning management system migration: An analysis of stakeholder perspectives","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Learning Management; Institution; Stakeholder; Knowledge management; Data collection; Higher education; Transition (genetics); Perception; Educational technology; Process (computing); Interpretation (philosophy); Computer science; Public relations; Psychology; Sociology; Pedagogy; Political science; Multimedia; Social science","score_opus":0.1301581074929048,"score_gpt":0.47214294631859693,"score_spread":0.34198483882569214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1551722784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.897386,0.027346496,0.0006651881,0.008912659,0.00010837803,0.0011166655,0.000033708428,0.00003617533,0.06439472],"genre_scores_gemma":[0.9788188,0.020072762,0.00029727028,0.00001132074,0.00007186922,0.0000262148,0.00010249479,0.0000047033527,0.0005945959],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9965606,0.0017726466,0.0003325604,0.00016989135,0.0009031209,0.00026120877],"domain_scores_gemma":[0.99865174,0.00049796945,0.00020183115,0.00013527535,0.00043085605,0.00008230193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012151633,0.00006882679,0.0002651279,0.0003002827,0.00033568926,0.000107756096,0.00066027825,0.000032549568,0.00025290714],"category_scores_gemma":[0.0009999305,0.00005164374,0.00006446416,0.0013934851,0.00021743694,0.0004477635,0.00028264037,0.00043414673,0.0000035975604],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008694175,0.00034745826,0.62688667,0.0013947143,0.00076052797,0.0000069626503,0.014739963,0.0021077064,0.00002760967,0.28979132,0.0002266801,0.06362346],"study_design_scores_gemma":[0.00034027683,0.00009783787,0.07756679,0.003975847,0.00020770676,0.000001564799,0.737101,0.003611063,0.000012646841,0.00007604294,0.17687485,0.00013439076],"about_ca_topic_score_codex":0.0018216395,"about_ca_topic_score_gemma":0.0002918955,"teacher_disagreement_score":0.722361,"about_ca_system_score_codex":0.00016798994,"about_ca_system_score_gemma":0.00010796684,"threshold_uncertainty_score":0.4211538},"labels":[],"label_agreement":null},{"id":"W1552006006","doi":"10.19173/irrodl.v9i2.516","title":"Online Self-Regulatory Learning Behaviors as a Mediator in the Relationship between Online Course Perceptions with Achievement","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":207,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Academic achievement; Psychology; Computer-mediated communication; Perception; Online course; Distance education; Online learning; Mathematics education; Social psychology; The Internet; Multimedia; Computer science","score_opus":0.12269212587858255,"score_gpt":0.47922962020241633,"score_spread":0.35653749432383375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1552006006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9657387,0.002162782,0.000012850899,0.030100802,0.000021401675,0.00069770083,0.00003787151,0.000018496916,0.0012093888],"genre_scores_gemma":[0.9876031,0.0107388375,0.00031298902,0.000107021,0.00018391517,0.000054580007,0.0005568854,0.000010496251,0.00043217777],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950221,0.0025155214,0.0004365491,0.00024599457,0.0014449393,0.00033490383],"domain_scores_gemma":[0.9965277,0.002696751,0.0001947066,0.00017764822,0.000310315,0.000092902366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008866286,0.00011457589,0.0002475532,0.00015965391,0.0009055738,0.000092266724,0.0010787216,0.00006618765,0.0001499062],"category_scores_gemma":[0.0035080344,0.00007242381,0.00004816128,0.0009874977,0.0005301241,0.0002882263,0.000274766,0.0017865686,0.000011969023],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022318773,0.000435193,0.9896251,0.00009611476,0.000018098135,0.000021146863,0.0029103155,0.00012090084,0.0000020002278,0.0028827176,0.00019546553,0.0036706273],"study_design_scores_gemma":[0.00054667227,0.00015590807,0.88934594,0.0021320346,0.000027201004,0.00001118099,0.050684422,0.000077779914,6.9710836e-7,0.00019711722,0.056716356,0.00010466588],"about_ca_topic_score_codex":0.0018409082,"about_ca_topic_score_gemma":0.0014977285,"teacher_disagreement_score":0.10027914,"about_ca_system_score_codex":0.00018536852,"about_ca_system_score_gemma":0.00100733,"threshold_uncertainty_score":0.77618504},"labels":[],"label_agreement":null},{"id":"W1552092273","doi":"10.19173/irrodl.v16i3.1975","title":"Developing, using, and interacting in the flipped learning movement: Gaps among subject areas","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Audience measurement; Subject (documents); Informal learning; Psychology; Sociology; Computer science; Multimedia; World Wide Web; Pedagogy; Advertising; Business","score_opus":0.31241561206760304,"score_gpt":0.5572681669733844,"score_spread":0.2448525549057814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1552092273","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95618004,0.0048926855,0.001093052,0.009603389,0.00011451028,0.00092143606,0.000004071339,0.000012135948,0.027178667],"genre_scores_gemma":[0.99397415,0.004587492,0.00086930476,0.00021346136,0.00006357924,0.00003541318,0.000025339295,0.000007752552,0.00022348543],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99209076,0.006059435,0.00039799308,0.0002160213,0.00092925905,0.00030654078],"domain_scores_gemma":[0.9965812,0.0025490855,0.00024034039,0.00011200851,0.00046527694,0.0000521038],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05103686,0.00009298983,0.00021897613,0.00017590697,0.00045427968,0.00033865144,0.0009941554,0.000039934635,0.000039597184],"category_scores_gemma":[0.028898627,0.00006183389,0.000022577868,0.00094985927,0.00041902633,0.00038511583,0.0006960553,0.001242013,0.0000017469017],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007600475,0.00005064963,0.8917503,0.00030263173,0.000032140797,0.000019353189,0.015549127,0.00015814322,0.000048917653,0.07336891,0.00033798776,0.018305851],"study_design_scores_gemma":[0.0027950546,0.00027608467,0.26291224,0.04154295,0.00002901686,0.000033640765,0.37296054,0.0102089625,0.00017348095,0.029346427,0.279052,0.0006695921],"about_ca_topic_score_codex":0.012865757,"about_ca_topic_score_gemma":0.00085799495,"teacher_disagreement_score":0.628838,"about_ca_system_score_codex":0.00034328288,"about_ca_system_score_gemma":0.00039129032,"threshold_uncertainty_score":0.99370766},"labels":[],"label_agreement":null},{"id":"W1552455554","doi":"10.19173/irrodl.v6i2.239","title":"An Assessment of the Academic Achievement of Students in Two Modes of Part-time Programme in Nigeria","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"African Education and Politics","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Outreach; Checklist; Medical education; Context (archaeology); Academic achievement; Government (linguistics); Academic year; Data collection; Psychology; Qualitative property; Higher education; Mathematics education; Medicine; Political science; Sociology; Computer science","score_opus":0.13117281696106178,"score_gpt":0.5874956692003614,"score_spread":0.4563228522392997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1552455554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9870845,0.000956077,0.00000696054,0.007653314,0.000018522363,0.00064631115,0.000024860872,0.0000011391606,0.0036083017],"genre_scores_gemma":[0.9947287,0.0048939567,0.000087928864,0.00005101028,0.000020345336,0.00003541685,0.00001829523,0.0000023073662,0.00016206648],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99714273,0.0012811947,0.00047203636,0.000094374955,0.0008392948,0.00017035975],"domain_scores_gemma":[0.99898845,0.00041881448,0.0002319354,0.00011501559,0.00020486352,0.000040922478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009485786,0.000042916654,0.0001845816,0.00008076563,0.00004826308,0.00002077971,0.0011243407,0.000021361791,0.000112223366],"category_scores_gemma":[0.001089434,0.00002868006,0.000024930216,0.00045246657,0.00032414845,0.00011875477,0.00027681747,0.00034721583,5.81437e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020454121,0.00042137844,0.9528057,0.00017825222,0.0000120914565,1.6621796e-7,0.003130681,0.00037451208,0.00016879925,0.035327535,0.00009507755,0.0074653365],"study_design_scores_gemma":[0.0019105142,0.00021659426,0.8574651,0.013514593,0.000012935037,6.0500855e-7,0.07128686,0.0032243023,0.00054715085,0.004372509,0.047278985,0.00016985819],"about_ca_topic_score_codex":0.0027355044,"about_ca_topic_score_gemma":0.0009785106,"teacher_disagreement_score":0.09534062,"about_ca_system_score_codex":0.00016643043,"about_ca_system_score_gemma":0.0004485828,"threshold_uncertainty_score":0.41352826},"labels":[],"label_agreement":null},{"id":"W1552553404","doi":"10.19173/irrodl.v6i2.234","title":"Selected Topics from a Matched Study between a Face-to-face section and a Real-time Online section of a University Course","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Section (typography); Face-to-face; Interpersonal communication; Psychology; Cornerstone; Distance education; Online learning; Mathematics education; Online course; Multimedia; Computer science; World Wide Web; Social psychology; Visual arts","score_opus":0.06236105424753912,"score_gpt":0.4351012146058748,"score_spread":0.3727401603583357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1552553404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98659396,0.00042956727,0.00008153301,0.011205655,0.00002070341,0.0006434434,0.00007592049,0.000011765996,0.00093743065],"genre_scores_gemma":[0.9926731,0.0057172813,0.00032003564,0.000013580763,0.00019744886,0.0000037557363,0.00012896647,0.000004142627,0.0009416877],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99760413,0.0013443392,0.00022067929,0.00018109217,0.0004990715,0.00015066835],"domain_scores_gemma":[0.9986885,0.0006470352,0.00012843667,0.000086248445,0.0003812399,0.00006851852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038387675,0.000061573235,0.00022252128,0.000095489726,0.00023449835,0.000055166165,0.00038963574,0.000044298115,0.000095588744],"category_scores_gemma":[0.0013956822,0.000052289168,0.000020558728,0.00074944034,0.000109115914,0.00018938191,0.00030500052,0.00042085402,0.0000025489444],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063729496,0.0010033874,0.7722716,0.000363359,0.0003138023,0.000013052443,0.014423933,0.00054337503,0.001212366,0.00059843104,0.0013515966,0.20726782],"study_design_scores_gemma":[0.0019473423,0.00057935866,0.6589163,0.003986213,0.000090873255,0.0000021403496,0.12802114,0.0020402703,0.000061216146,0.00016222682,0.20397484,0.00021811294],"about_ca_topic_score_codex":0.011435753,"about_ca_topic_score_gemma":0.0024099974,"teacher_disagreement_score":0.20704971,"about_ca_system_score_codex":0.00013694604,"about_ca_system_score_gemma":0.0002853377,"threshold_uncertainty_score":0.99514717},"labels":[],"label_agreement":null},{"id":"W1552756503","doi":"10.19173/irrodl.v8i3.426","title":"Cross-Cultural Delivery of e-Learning Programmes: Perspectives from Hong Kong","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Globalization; Popularity; E learning; Context (archaeology); Educational technology; Sociology; Pedagogy; Public relations; Psychology; Political science; Social psychology; Geography","score_opus":0.07739648495360593,"score_gpt":0.4986854111056164,"score_spread":0.4212889261520105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1552756503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9523508,0.02225429,0.000087014,0.003978041,0.000063402396,0.0004990925,0.000018579827,0.000017819048,0.020730976],"genre_scores_gemma":[0.9685076,0.0302254,0.0004451952,0.000017226434,0.00014478511,0.000010705896,0.00009407597,0.000006824038,0.0005481927],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99709827,0.00088708225,0.00043350676,0.00024527073,0.0009828474,0.00035303776],"domain_scores_gemma":[0.9966351,0.0018066136,0.00024751335,0.000108674794,0.0011169397,0.00008517807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011857176,0.00009038716,0.0002556603,0.00011713246,0.00045761952,0.00027374562,0.0009526528,0.000060502323,0.00037721454],"category_scores_gemma":[0.007343621,0.00006560673,0.00007317893,0.00067249325,0.0008265077,0.00050659565,0.00050126336,0.0009577103,0.0000063615944],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027335307,0.00021580992,0.68428975,0.0005157918,0.00012119362,0.000030302093,0.008224514,0.00017347255,0.00041642998,0.025927676,0.0002701665,0.27954152],"study_design_scores_gemma":[0.0011731352,0.0002167651,0.09690101,0.012095216,0.000025005824,0.0000045960705,0.43414065,0.0004362114,0.000308449,0.0013529507,0.4530752,0.00027081533],"about_ca_topic_score_codex":0.006350592,"about_ca_topic_score_gemma":0.00048587247,"teacher_disagreement_score":0.58738875,"about_ca_system_score_codex":0.00014490882,"about_ca_system_score_gemma":0.00032540504,"threshold_uncertainty_score":0.96002376},"labels":[],"label_agreement":null},{"id":"W1552801589","doi":"10.19173/irrodl.v14i4.1582","title":"Leader-member exchange theory in higher and distance education","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Organizational Learning and Leadership","field":"Business, Management and Accounting","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transformational leadership; Organizational citizenship behavior; Psychology; Social psychology; Autonomy; Quality (philosophy); Social exchange theory; Social identity theory; Public relations; Organizational commitment; Political science; Social group; Epistemology","score_opus":0.11770063511112248,"score_gpt":0.38154290338815994,"score_spread":0.26384226827703744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1552801589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.366045,0.1082279,0.00028884964,0.2953689,0.00064810616,0.0036679425,0.000016461086,0.00006922108,0.22566761],"genre_scores_gemma":[0.9915552,0.003928138,0.000022831011,0.0012209602,0.00019295381,0.00008046959,0.00010882267,0.000010427196,0.0028801744],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989019,0.00016960713,0.00023161585,0.00018636977,0.0003408984,0.00016961807],"domain_scores_gemma":[0.9990798,0.00040135425,0.00011247339,0.000101983045,0.00029067096,0.000013716932],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029290433,0.0000786816,0.00014617815,0.0001624404,0.00010304627,0.00031153328,0.00042009135,0.000030544965,0.001612644],"category_scores_gemma":[0.0014806895,0.000057464134,0.000014720481,0.00057112594,0.00014190609,0.00066137745,0.0003667498,0.00041014428,0.00007682826],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080064354,0.00022534025,0.50164586,0.0049429787,0.000027260467,0.0000043758564,0.00022629145,0.000048088794,0.000062089275,0.39452118,0.020454539,0.07776192],"study_design_scores_gemma":[0.00069516804,0.000016547394,0.46595553,0.010081188,0.000010049178,0.000004307296,0.0056479773,0.0009700006,0.000006253753,0.020400828,0.49600863,0.00020350698],"about_ca_topic_score_codex":0.00096269906,"about_ca_topic_score_gemma":0.000034342953,"teacher_disagreement_score":0.6255102,"about_ca_system_score_codex":0.00004433806,"about_ca_system_score_gemma":0.000050561746,"threshold_uncertainty_score":0.9993},"labels":[],"label_agreement":null},{"id":"W1552937981","doi":"10.19173/irrodl.v7i2.369","title":"Portable Applications in Mobile Education","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Multimedia; USB; The Internet; World Wide Web; Presentation (obstetrics); File transfer; Software; Mobile device; Field (mathematics); Transfer (computing); Operating system","score_opus":0.035758595915372414,"score_gpt":0.423354865529459,"score_spread":0.3875962696140866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1552937981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34303316,0.21922147,0.067900255,0.0642587,0.0010502187,0.015724033,0.000053213258,0.00017636098,0.2885826],"genre_scores_gemma":[0.9868085,0.008906172,0.0014853443,0.00011042449,0.00006142658,0.0013140984,0.00022697677,0.0000062894264,0.0010807901],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984344,0.00035152675,0.00035508492,0.00024739662,0.00043546883,0.00017610038],"domain_scores_gemma":[0.99871397,0.0005295797,0.00014070496,0.00029815882,0.00028687096,0.000030742463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035669107,0.00006449863,0.0001370178,0.00018463742,0.00010220814,0.00018882145,0.0015492578,0.000026190964,0.000056280853],"category_scores_gemma":[0.00044226693,0.000050689054,0.000020626496,0.0010178305,0.00007488245,0.00036179074,0.0005346627,0.00041776823,0.000013084369],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013748289,0.0010092669,0.31577075,0.0012095955,0.000011909745,0.0000029987773,0.00027695595,0.0036744978,0.00013567031,0.35765386,0.01010348,0.31013727],"study_design_scores_gemma":[0.00046032068,0.00007967241,0.17024653,0.006274674,0.000003961439,0.000019216795,0.0019772036,0.008266338,0.00016240343,0.035004854,0.7772982,0.00020660534],"about_ca_topic_score_codex":0.0019389332,"about_ca_topic_score_gemma":0.000066864195,"teacher_disagreement_score":0.76719475,"about_ca_system_score_codex":0.00014448563,"about_ca_system_score_gemma":0.000391685,"threshold_uncertainty_score":0.29310998},"labels":[],"label_agreement":null},{"id":"W1552943823","doi":"10.19173/irrodl.v13i4.1234","title":"Emotional presence, learning, and the online learning environment","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":394,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Psychology; Online learning; Educational technology; Function (biology); Learning environment; Cognitive psychology; Computer science; Mathematics education; Multimedia","score_opus":0.07074529633390658,"score_gpt":0.4519222202312456,"score_spread":0.38117692389733904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1552943823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.569965,0.15992399,0.00055157155,0.17515042,0.00041963905,0.0034384236,0.000055035005,0.00007682279,0.09041908],"genre_scores_gemma":[0.84347767,0.15142006,0.00021652495,0.00009325773,0.00027747537,0.000042474294,0.00011573109,0.000009320063,0.0043474818],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99457,0.0033246859,0.00035547634,0.00020870096,0.0011172193,0.00042391126],"domain_scores_gemma":[0.99663323,0.0027715517,0.0002019192,0.00010483843,0.00016743288,0.000121001074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017164523,0.000105343985,0.00024722097,0.00009157791,0.0009436579,0.00018813429,0.0007539558,0.00005397228,0.000691115],"category_scores_gemma":[0.00774858,0.00006475139,0.000053502597,0.00035678025,0.0010298556,0.00036718126,0.0009249921,0.0015561293,0.000019593504],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000290351,0.00036779657,0.6250647,0.00061297056,0.00013071275,0.0000071764753,0.004559599,0.0009054547,0.000031750285,0.14377141,0.001933521,0.2223246],"study_design_scores_gemma":[0.0007598408,0.000049806862,0.01581413,0.0019681351,0.000013298604,0.000007658122,0.019978778,0.0011357883,0.000003178511,0.0007883065,0.95938504,0.00009606122],"about_ca_topic_score_codex":0.0008746925,"about_ca_topic_score_gemma":0.00004844839,"teacher_disagreement_score":0.9574515,"about_ca_system_score_codex":0.00009157993,"about_ca_system_score_gemma":0.00016508014,"threshold_uncertainty_score":0.92763335},"labels":[],"label_agreement":null},{"id":"W1553210063","doi":"10.19173/irrodl.v15i6.1793","title":"Teaching the disembodied: Othering and activity systems in a blended synchronous learning situation","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Laptop; Reading (process); Asynchronous communication; Computer-mediated communication; Distance education; Psychology; Mathematics education; Student engagement; Educational technology; Multimedia; Pedagogy; Computer science; The Internet; World Wide Web","score_opus":0.05337715032931971,"score_gpt":0.4332853274904066,"score_spread":0.3799081771610869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1553210063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9041986,0.012804147,0.001224748,0.041585755,0.00014091811,0.0015456042,0.0000067401306,0.000034750046,0.038458727],"genre_scores_gemma":[0.9883394,0.011069057,0.00004585917,0.00003353706,0.00010574792,0.00004825713,0.000013027976,0.000007410054,0.00033769532],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948436,0.003729562,0.00027633997,0.00022113843,0.0006474386,0.00028192287],"domain_scores_gemma":[0.99724704,0.0022841997,0.00017353198,0.000116152274,0.0001257453,0.00005334599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020244319,0.0000859832,0.00022625153,0.00010800362,0.00070245017,0.0003142606,0.0006168636,0.000044118893,0.000026472588],"category_scores_gemma":[0.0062776697,0.000056698875,0.000026774364,0.00031609938,0.000239317,0.00032014167,0.00042828146,0.0012584735,0.0000032292107],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001550563,0.0001448492,0.10729787,0.0015137254,0.000053857646,0.000008398825,0.0059665022,0.0045846845,0.0002767996,0.07251328,0.00013568462,0.80734926],"study_design_scores_gemma":[0.0018721519,0.0002868052,0.062229015,0.026421275,0.00003410789,0.000018180159,0.08157116,0.13790672,0.000024714405,0.003944846,0.6852297,0.00046133372],"about_ca_topic_score_codex":0.011450879,"about_ca_topic_score_gemma":0.0010388377,"teacher_disagreement_score":0.806888,"about_ca_system_score_codex":0.00014676983,"about_ca_system_score_gemma":0.00020267598,"threshold_uncertainty_score":0.99513197},"labels":[],"label_agreement":null},{"id":"W1553262146","doi":"10.19173/irrodl.v15i3.1823","title":"Global transition in higher education: From the traditional model of learning to a new socially mediated model","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication and COVID-19 Impact","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Constructivism (international relations); Descriptive statistics; Distance education; Sample (material); Stratified sampling; Computer science; Transactional leadership; Data collection; Mathematics education; Psychology; Knowledge management; Statistics; Mathematics; Political science; Social psychology; Physics","score_opus":0.2767477960427335,"score_gpt":0.4951676477163134,"score_spread":0.2184198516735799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1553262146","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14291961,0.007522384,0.010036408,0.74655354,0.00014935664,0.0019226014,0.00027634756,0.000029578834,0.09059018],"genre_scores_gemma":[0.99294364,0.004666649,0.00029170726,0.0013115874,0.00007273333,0.000040839754,0.00019931929,0.0000038062594,0.00046971184],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973977,0.0012515918,0.00031557726,0.00013775231,0.0007436457,0.00015372132],"domain_scores_gemma":[0.998139,0.0012513814,0.00011688275,0.00013889425,0.00026605325,0.00008775931],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049714493,0.00006188358,0.00016606471,0.000054018346,0.00022588002,0.000095382566,0.0010974552,0.00004093254,0.00031430786],"category_scores_gemma":[0.0028903468,0.000045333825,0.000042708158,0.00060824066,0.00017651553,0.00018152817,0.00018233803,0.00037543755,0.0000046873774],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003526199,0.00042337453,0.017776333,0.00019161335,0.00005920752,4.830231e-7,0.015265204,0.09552871,0.00009510634,0.76286614,0.013645096,0.09379614],"study_design_scores_gemma":[0.0022855522,0.00015950382,0.056703683,0.010671531,0.000034442186,0.0000011431318,0.021675734,0.40310085,0.0000069075827,0.32722002,0.17776361,0.00037704132],"about_ca_topic_score_codex":0.010663112,"about_ca_topic_score_gemma":0.0021025513,"teacher_disagreement_score":0.85002404,"about_ca_system_score_codex":0.0002317915,"about_ca_system_score_gemma":0.0016858379,"threshold_uncertainty_score":0.99592495},"labels":[],"label_agreement":null},{"id":"W1553407149","doi":"10.19173/irrodl.v3i2.90","title":"International E-learning Specifications","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Principal (computer security); Computer science; Distance education; Quality (philosophy); Engineering management; Control (management); Knowledge management; Educational technology; Process management; Business; Engineering; Mathematics education; Artificial intelligence; Computer security; Psychology","score_opus":0.18198276464329952,"score_gpt":0.4322214959690303,"score_spread":0.2502387313257308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1553407149","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0070747705,0.011740667,0.0076572667,0.17751288,0.0008522303,0.0012298515,0.000015312322,0.00010441252,0.79381263],"genre_scores_gemma":[0.9316499,0.061165974,0.0014486638,0.00030047767,0.00011439163,0.00008768626,0.0000931787,0.0000105500785,0.0051291743],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997286,0.00072617695,0.000465708,0.00036191515,0.00088144914,0.00027874278],"domain_scores_gemma":[0.9979882,0.00085273915,0.00021142377,0.000300087,0.0005488574,0.00009868635],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004582582,0.00011065802,0.00020209051,0.00023704408,0.00036288443,0.0006922025,0.0033667164,0.000037856036,0.0016038085],"category_scores_gemma":[0.0031784428,0.00008754321,0.000054248114,0.00092700723,0.00014416728,0.00074888236,0.0015560815,0.0011182396,0.00019788172],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004250105,0.0006843136,0.063627005,0.0006287642,0.00015388429,0.000033127282,0.0025809603,0.0015495903,0.00033517723,0.6281282,0.043801133,0.25843537],"study_design_scores_gemma":[0.00048184837,0.00006797287,0.009326829,0.002478047,0.0000038986072,0.000039063012,0.0041988785,0.039590757,0.00004433285,0.0009776526,0.9426313,0.00015942064],"about_ca_topic_score_codex":0.00013645361,"about_ca_topic_score_gemma":0.0000043723703,"teacher_disagreement_score":0.92457515,"about_ca_system_score_codex":0.00013374236,"about_ca_system_score_gemma":0.00007601681,"threshold_uncertainty_score":0.9993089},"labels":[],"label_agreement":null},{"id":"W1553451589","doi":"10.19173/irrodl.v16i2.2032","title":"A usability evaluation of a blended MOOC environment: An experimental case study","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":139,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Massive open online course; Rubric; Computer science; Context (archaeology); Blended learning; Pluralistic walkthrough; Class (philosophy); Higher education; Multimedia; Educational technology; Mathematics education; World Wide Web; Psychology; Human–computer interaction; Artificial intelligence","score_opus":0.2636452822437591,"score_gpt":0.5220179171299174,"score_spread":0.2583726348861583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1553451589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9915497,0.0040284046,0.0006077703,0.0024275468,0.000027484424,0.0007107545,0.000006951928,0.0000062517975,0.00063516496],"genre_scores_gemma":[0.99904037,0.00041961542,0.00042623808,0.000014156623,0.000013896775,0.000038838494,0.000019723151,0.0000028444706,0.000024307763],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99606866,0.0019357981,0.0003413603,0.00023970194,0.0012888466,0.00012561295],"domain_scores_gemma":[0.9987663,0.00027844417,0.00013652451,0.0003292433,0.00041145599,0.000078005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018255798,0.00006549235,0.00017945612,0.00007872147,0.000075744705,0.0000984037,0.001036037,0.00001701222,0.000039639155],"category_scores_gemma":[0.0018428885,0.00004702466,0.000024761528,0.00030590326,0.00012013171,0.00033270995,0.0009477387,0.00030788706,0.0000034348843],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004531688,0.0145013565,0.46394944,0.0015326195,0.0003920179,0.0006211378,0.023969224,0.040611923,0.0009205676,0.028888987,0.0009252925,0.42323425],"study_design_scores_gemma":[0.003997115,0.0018233003,0.0066494183,0.0022568768,0.000043037504,0.00031830114,0.065734416,0.91110957,0.00037935548,0.00534969,0.002107933,0.00023101633],"about_ca_topic_score_codex":0.0008611232,"about_ca_topic_score_gemma":0.00002068454,"teacher_disagreement_score":0.87049764,"about_ca_system_score_codex":0.00013240553,"about_ca_system_score_gemma":0.00027286078,"threshold_uncertainty_score":0.63271314},"labels":[],"label_agreement":null},{"id":"W1553925665","doi":"10.19173/irrodl.v6i2.280","title":"Content Analysis of Online Asynchronous Discussions","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Asynchronous communication; Computer science; Distance education; Content analysis; Computer-mediated communication; Educational technology; Multimedia; Asynchronous learning; Mathematics education; World Wide Web; Teaching method; The Internet; Psychology; Synchronous learning; Sociology; Cooperative learning; Telecommunications","score_opus":0.2735216936105319,"score_gpt":0.5588484620085067,"score_spread":0.2853267683979748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1553925665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.876887,0.028058615,0.009260969,0.04558672,0.00019514756,0.0010122939,0.0003300636,0.00002441721,0.038644735],"genre_scores_gemma":[0.9943765,0.0028927533,0.00087144127,0.00016515091,0.000044219734,0.000028030765,0.0003332921,0.0000065356344,0.0012821015],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9961034,0.0025079579,0.0005324917,0.00020845058,0.00044970794,0.00019796005],"domain_scores_gemma":[0.99757606,0.0014930363,0.00025004728,0.00024129574,0.0003991527,0.000040422216],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012143863,0.000080498394,0.00038345158,0.0003542775,0.00011173734,0.000030798445,0.0007978637,0.000036697285,0.0013652693],"category_scores_gemma":[0.0034148057,0.000048678623,0.000088128676,0.0013254834,0.00023061136,0.00007180548,0.0004042341,0.0008753367,0.00000893032],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036673297,0.0011802914,0.31674257,0.00050390966,0.002018394,0.000013239592,0.002615704,0.0015708741,0.0006520129,0.08871109,0.0031721508,0.582453],"study_design_scores_gemma":[0.001010221,0.00020665168,0.8571838,0.0048608016,0.00017258224,0.000009035944,0.008229736,0.0041078813,0.00004881819,0.0002778046,0.123741865,0.00015079498],"about_ca_topic_score_codex":0.0010306841,"about_ca_topic_score_gemma":0.00006069231,"teacher_disagreement_score":0.5823022,"about_ca_system_score_codex":0.00007526028,"about_ca_system_score_gemma":0.000061532715,"threshold_uncertainty_score":0.9995476},"labels":[],"label_agreement":null},{"id":"W1554621693","doi":"10.19173/irrodl.v4i2.153","title":"Differences Between Traditional and Distance Education Academic Performances: A Meta-Analytic Approach","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":294,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Percentile; Distance education; Meta-analysis; Confidence interval; Statistics; Standard deviation; Mathematics; Mathematics education; Inclusion (mineral); Psychology; Demography; Medicine; Internal medicine; Social psychology","score_opus":0.30051650374848293,"score_gpt":0.48805234420943966,"score_spread":0.18753584046095673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554621693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5008612,0.20495671,0.0018987207,0.055783983,0.00021993769,0.0028775195,0.00016515807,0.000038315062,0.2331984],"genre_scores_gemma":[0.95221233,0.046397384,0.0003496149,0.00006310496,0.00007940966,0.00007607907,0.00009437737,0.0000037678299,0.0007239022],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99723727,0.001250704,0.0003159252,0.00021778041,0.0007713268,0.00020698982],"domain_scores_gemma":[0.99825805,0.0012124337,0.00015075196,0.00008632668,0.00021208811,0.0000803562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008837101,0.0000799399,0.00029575222,0.00009896849,0.00041027955,0.0001427829,0.0005921413,0.00004573575,0.00021588721],"category_scores_gemma":[0.0032360444,0.000052376112,0.00005151865,0.0004917287,0.0004096827,0.00035558248,0.000089575595,0.00077383633,0.0000026011996],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029241652,0.00018251728,0.32459554,0.0011511648,0.00041069897,0.0000012243939,0.0012881409,0.000028371447,0.000006707626,0.6144406,0.0011968856,0.056668855],"study_design_scores_gemma":[0.0007986788,0.00016507527,0.06345781,0.005623805,0.0004925368,0.000014377636,0.05825335,0.0009481397,0.000021085252,0.04633414,0.8234775,0.00041350847],"about_ca_topic_score_codex":0.000300176,"about_ca_topic_score_gemma":0.000030362897,"teacher_disagreement_score":0.8222806,"about_ca_system_score_codex":0.00007242766,"about_ca_system_score_gemma":0.000647616,"threshold_uncertainty_score":0.3874081},"labels":[],"label_agreement":null},{"id":"W1554975757","doi":"10.19173/irrodl.v11i2.820","title":"The relationship between academic discipline and dialogic behavior in open university course forums","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dialogic; Discipline; Psychology; Pedagogy; Open university; Sociology; Mathematics education; Cross disciplinary; Higher education; Distance education; Social science; Computer science; Political science","score_opus":0.17245667190751413,"score_gpt":0.5187618198791075,"score_spread":0.3463051479715934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554975757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9292153,0.0023988083,0.000012789972,0.060796175,0.00006125922,0.0010035058,0.0000364471,0.000006017606,0.0064696963],"genre_scores_gemma":[0.9846716,0.014091497,0.000064551365,0.000020536001,0.000067658504,0.000016833299,0.00006518587,0.000003597688,0.0009985194],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997829,0.0010718658,0.00023923678,0.00017461623,0.00044791406,0.00023735537],"domain_scores_gemma":[0.99544924,0.004084763,0.00012759885,0.00011785631,0.00014665695,0.00007385456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013868559,0.000058412395,0.0001542044,0.000066320135,0.0008652313,0.00021381325,0.0015507131,0.000069275906,0.000047828402],"category_scores_gemma":[0.0065055424,0.0000382822,0.000021051692,0.0005146708,0.00055024086,0.00038756515,0.0013200574,0.0016944717,0.0000037844752],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002544975,0.000020383733,0.920193,0.00002955943,0.000004239392,0.0000037321283,0.00019214397,0.0000021104727,0.000005691594,0.05304589,0.00018244541,0.026295362],"study_design_scores_gemma":[0.00038656854,0.000030650932,0.81366944,0.00096868974,0.000010250105,0.0000013360454,0.009273905,0.00004968562,0.0000012739715,0.004876577,0.17066938,0.00006226441],"about_ca_topic_score_codex":0.0020545216,"about_ca_topic_score_gemma":0.003759633,"teacher_disagreement_score":0.17048693,"about_ca_system_score_codex":0.000063722255,"about_ca_system_score_gemma":0.00039228794,"threshold_uncertainty_score":0.7788212},"labels":[],"label_agreement":null},{"id":"W1555660259","doi":"10.19173/irrodl.v14i5.1609","title":"Reviews and practice of college students regarding access to scientific knowledge: A case study in two Spanish universities","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Promotion (chess); Context (archaeology); Descriptive statistics; Test (biology); Psychology; Mathematics education; Process (computing); Medical education; Selection (genetic algorithm); Wilcoxon signed-rank test; Access to information; Computer science; Information access; Pedagogy; Library science; Political science; Curriculum; Medicine","score_opus":0.1441020005332296,"score_gpt":0.5104051608332734,"score_spread":0.36630316030004373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1555660259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9218171,0.025732795,0.0014601926,0.0131132975,0.00028455566,0.0070935395,0.000013002388,0.00002003908,0.030465432],"genre_scores_gemma":[0.99365306,0.0047331983,0.00046067944,0.000059778697,0.000010808363,0.00010079555,0.0000037628115,0.00000394935,0.0009739932],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964373,0.0020118554,0.00042607376,0.00034494174,0.000582422,0.00019737064],"domain_scores_gemma":[0.9973525,0.0013965162,0.00018658226,0.00030723703,0.00068365945,0.00007354749],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016694697,0.00008913796,0.00029464054,0.0003403275,0.00021216534,0.0008108452,0.0022392243,0.000011806611,0.000022156477],"category_scores_gemma":[0.003315536,0.000066674795,0.0000232536,0.0014246382,0.00016072496,0.0009969759,0.00576889,0.00035854967,0.000013521741],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034178406,0.0044134855,0.44560862,0.010395474,0.00041414448,0.002040796,0.03518776,0.00063788146,0.00011753047,0.06827764,0.044330176,0.3882347],"study_design_scores_gemma":[0.007366253,0.0012805723,0.055936772,0.06244832,0.00008817507,0.0006808671,0.38102582,0.018804217,0.00006258378,0.0012910308,0.470212,0.000803388],"about_ca_topic_score_codex":0.0022896216,"about_ca_topic_score_gemma":0.00046841183,"teacher_disagreement_score":0.42588183,"about_ca_system_score_codex":0.00013930174,"about_ca_system_score_gemma":0.0001254103,"threshold_uncertainty_score":0.78189987},"labels":[],"label_agreement":null},{"id":"W1556007292","doi":"10.19173/irrodl.v15i2.1677","title":"Monetizing French distance education: A field enquiry on higher education value(s)","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education, sociology, and vocational training","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Monetization; Institution; Value (mathematics); Distance education; Identity (music); Public institution; Higher education; Field (mathematics); Sociology; Educational institution; Public relations; Political science; Social science; Economics; Pedagogy; Computer science; Aesthetics; Law","score_opus":0.27571210068801844,"score_gpt":0.5738360661224373,"score_spread":0.2981239654344189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556007292","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05017207,0.027054615,0.00056794164,0.30423793,0.0028022015,0.0016675887,0.000016088477,0.000034944012,0.61344665],"genre_scores_gemma":[0.97436327,0.01842528,0.0002882289,0.0017333761,0.00096744054,0.00020214521,0.00011296293,0.000006175883,0.0039011312],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99707437,0.0016611626,0.00028316432,0.00021957049,0.0005657356,0.00019598303],"domain_scores_gemma":[0.99529237,0.003869946,0.00014959765,0.00016613181,0.00044990078,0.00007206955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010282581,0.00007399779,0.0001514371,0.000093055474,0.0004691565,0.00013116765,0.00078289636,0.000053561904,0.0003171811],"category_scores_gemma":[0.0070969258,0.00005987589,0.00003444523,0.00040898818,0.00039217732,0.00018258611,0.00012490948,0.00045656366,0.000014170488],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008852798,0.000159924,0.021901835,0.00022518766,0.000011794411,9.3988135e-8,0.0014020232,0.000012064705,0.0000048515694,0.91659373,0.012118218,0.047561403],"study_design_scores_gemma":[0.00015568438,0.0000654655,0.025354665,0.0056342096,0.0000060424204,9.832759e-7,0.01642328,0.00005415474,0.000007403802,0.025914166,0.9262835,0.000100458485],"about_ca_topic_score_codex":0.002125226,"about_ca_topic_score_gemma":0.000046572124,"teacher_disagreement_score":0.9241912,"about_ca_system_score_codex":0.00013479058,"about_ca_system_score_gemma":0.0008118658,"threshold_uncertainty_score":0.84961957},"labels":[],"label_agreement":null},{"id":"W1556128496","doi":"10.19173/irrodl.v15i5.1842","title":"The employer potential of MOOCs: A mixed-methods study of human resource professionals’ thinking on MOOCs","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Athabasca University; RTI International; Bill and Melinda Gates Foundation","keywords":"Professional development; Human resources; Psychology; Work (physics); Quality (philosophy); Public relations; Resource (disambiguation); Workplace learning; Human resource management; Medical education; Business; Marketing; Pedagogy; Knowledge management; Political science; Engineering; Computer science; Medicine","score_opus":0.05812346862227044,"score_gpt":0.49543006317797694,"score_spread":0.43730659455570653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556128496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9239523,0.0060996925,0.021327386,0.04032838,0.0002829107,0.0019294667,0.000017444145,0.000039381834,0.006023078],"genre_scores_gemma":[0.9977081,0.000758344,0.0010640264,0.00006970877,0.000040092327,0.000020425405,0.000014506412,0.0000068331883,0.000317961],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99433285,0.003450226,0.0005829044,0.0002511911,0.0011784238,0.0002043869],"domain_scores_gemma":[0.9960636,0.0025851955,0.00039422122,0.00044920147,0.0004646159,0.000043171476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019032126,0.00009591661,0.0003029606,0.0001283841,0.0003843745,0.00013928888,0.0028133034,0.000032805896,0.000009580493],"category_scores_gemma":[0.0035406258,0.000054060958,0.000061194005,0.00054406415,0.00017134935,0.00011563208,0.0018983975,0.00079277763,0.000001552171],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003430162,0.0031934746,0.0408179,0.002583607,0.00043909388,0.00002033281,0.004546965,0.009135909,0.0012122534,0.40062943,0.005776563,0.53130144],"study_design_scores_gemma":[0.008844971,0.00962794,0.16970588,0.087566316,0.00015420116,0.000051653136,0.06754399,0.40200153,0.0022515303,0.122109935,0.12895784,0.0011842258],"about_ca_topic_score_codex":0.00019567355,"about_ca_topic_score_gemma":0.000012203768,"teacher_disagreement_score":0.5301172,"about_ca_system_score_codex":0.000029413848,"about_ca_system_score_gemma":0.00008315077,"threshold_uncertainty_score":0.65961933},"labels":[],"label_agreement":null},{"id":"W1556404951","doi":"10.19173/irrodl.v16i3.1754","title":"Are the most highly cited articles the ones that are the most downloaded? A bibliometric study of IRRODL","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Publishing; Bibliometrics; Library science; Impact factor; Publication; Peer review; Citation; Computer science; Political science","score_opus":0.22378892811287915,"score_gpt":0.47654518812451174,"score_spread":0.2527562600116326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556404951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8831314,0.017788853,0.000010702682,0.09464478,0.00009728601,0.0014369636,0.00004446886,0.000013000016,0.0028325827],"genre_scores_gemma":[0.98654085,0.012671106,0.000010007059,0.00024736993,0.0001008084,0.000077595905,0.00002035057,0.00000735077,0.000324576],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99350953,0.0034193962,0.00043370677,0.00022749575,0.0020785271,0.00033132554],"domain_scores_gemma":[0.99444604,0.0034785017,0.0005506499,0.00035155928,0.0010868555,0.00008638445],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019262806,0.00011417479,0.00028226306,0.0010318616,0.0007874212,0.00045510387,0.002437865,0.00004124396,0.00007924907],"category_scores_gemma":[0.015440525,0.000048902562,0.00005189996,0.018759025,0.0006580526,0.00028000775,0.0009810128,0.00093338854,0.000012118157],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002339064,0.0006876347,0.8876456,0.0002520069,0.00021218022,0.000024520601,0.007190564,0.0006063862,0.000024879224,0.0064401003,0.015113765,0.08156844],"study_design_scores_gemma":[0.0010248995,0.00021123556,0.16409312,0.0027804296,0.000046851983,0.0000062228237,0.56874883,0.0006419093,0.00003436114,0.0011713494,0.26110083,0.00013996997],"about_ca_topic_score_codex":0.006308638,"about_ca_topic_score_gemma":0.0017641615,"teacher_disagreement_score":0.72355247,"about_ca_system_score_codex":0.000086371176,"about_ca_system_score_gemma":0.00035273837,"threshold_uncertainty_score":0.99285287},"labels":[],"label_agreement":null},{"id":"W1556927122","doi":"10.19173/irrodl.v5i2.185","title":"Faculty Opinions Towards Introducing e-learning at the University of Bahrain","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"E learning; Psychology; Blended learning; Medical education; Educational technology; Descriptive statistics; Higher education; Baseline (sea); Mathematics education; Pedagogy; Medicine; Political science; Mathematics","score_opus":0.08880731872954405,"score_gpt":0.45427399217981446,"score_spread":0.3654666734502704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556927122","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40983403,0.017366948,0.0013476379,0.4610299,0.00030439184,0.0023064334,0.00028913538,0.000058098656,0.107463464],"genre_scores_gemma":[0.97486234,0.021918366,0.0003796808,0.00005643087,0.00009734308,0.000004448719,0.00041557368,0.0000064521305,0.0022593383],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99743104,0.0011613527,0.00022608078,0.00018794689,0.00075682456,0.00023674426],"domain_scores_gemma":[0.9986256,0.0006620658,0.0001669358,0.00013214361,0.00035534645,0.000057918925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009401095,0.00006509571,0.00018614894,0.00006870739,0.0009067211,0.00006568837,0.0010528448,0.000038396418,0.00045134782],"category_scores_gemma":[0.0048934417,0.00004427747,0.000058336165,0.0006079044,0.0005674848,0.00018106865,0.0009143715,0.0007771914,0.000014718979],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005341033,0.00049305696,0.11959115,0.002226469,0.0003527979,0.000059518967,0.026261158,0.02542064,0.00038369666,0.2528444,0.016451815,0.55538124],"study_design_scores_gemma":[0.00057221093,0.00006196599,0.0074030575,0.0035530445,0.000010012697,0.000003460144,0.044175502,0.00017303425,0.00004734746,0.000963454,0.94295967,0.00007721942],"about_ca_topic_score_codex":0.007577782,"about_ca_topic_score_gemma":0.0010208534,"teacher_disagreement_score":0.9265079,"about_ca_system_score_codex":0.00024461054,"about_ca_system_score_gemma":0.0006356458,"threshold_uncertainty_score":0.9990308},"labels":[],"label_agreement":null},{"id":"W1557121730","doi":"10.19173/irrodl.v11i3.915","title":"Online instructional effort measured through the lens of teaching presence in the community of inquiry framework: A re-examination of measures and approach","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":175,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Community of inquiry; Instructional design; Online community; Mathematics education; Through-the-lens metering; Online teaching; Distance education; Teaching method; Computer science; Psychology; Pedagogy; Lens (geology); World Wide Web; Cognition","score_opus":0.19509460350382424,"score_gpt":0.4843311635837992,"score_spread":0.28923656007997495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1557121730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848709,0.0020750684,0.0002490691,0.0066186,0.000049806647,0.0006077274,0.000029441739,0.0000027856,0.005496598],"genre_scores_gemma":[0.9920722,0.006385517,0.0013746261,0.000029242026,0.000052652915,0.000018089326,0.00004971522,0.0000036229187,0.000014296658],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99388385,0.0041472297,0.00047662866,0.00012242765,0.0012140897,0.00015577179],"domain_scores_gemma":[0.9955746,0.0033632047,0.00033296552,0.0002212082,0.0004915627,0.000016472128],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.028139679,0.00006917611,0.00023860302,0.00008576675,0.00037379164,0.00004621444,0.0012543291,0.00006767888,0.00001694637],"category_scores_gemma":[0.016110769,0.000039294766,0.000039213868,0.00050990237,0.0011825303,0.00028950424,0.00041921716,0.002224791,8.5852555e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002925019,0.0014697424,0.1349842,0.0024557058,0.00014571002,0.0000016688775,0.083344236,0.0009278308,0.0008621434,0.5295921,0.00022157116,0.24570262],"study_design_scores_gemma":[0.0011832431,0.00033056835,0.4281547,0.013760102,0.00005317246,0.00001759128,0.4735332,0.0032557994,0.00021460257,0.027898738,0.051355258,0.00024300748],"about_ca_topic_score_codex":0.0046315836,"about_ca_topic_score_gemma":0.0011732857,"teacher_disagreement_score":0.5016933,"about_ca_system_score_codex":0.000026214668,"about_ca_system_score_gemma":0.0002503912,"threshold_uncertainty_score":0.99217695},"labels":[],"label_agreement":null},{"id":"W1557265236","doi":"10.19173/irrodl.v6i3.273","title":"Audio/ Videoconferencing Packages: High cost","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Multimedia Communication and Technology","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Interactivity; Computer science; Videoconferencing; Asynchronous communication; Distance education; Multimedia; Asynchronous learning; Audio equipment; Software; Teleconference; Feature (linguistics); World Wide Web; Telecommunications; Synchronous learning; Teaching method; Engineering; Operating system","score_opus":0.12220678346178851,"score_gpt":0.487518201310213,"score_spread":0.36531141784842447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1557265236","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.112529464,0.0283948,0.0010853851,0.37247616,0.00026610887,0.0035873812,0.00007858358,0.00010464589,0.48147747],"genre_scores_gemma":[0.96050406,0.038317576,0.00014301899,0.0001322936,0.00003918225,0.00007553803,0.00009264468,0.0000032831829,0.0006924211],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980857,0.0008667604,0.00025306077,0.00012377067,0.00048238976,0.00018832696],"domain_scores_gemma":[0.9981434,0.0012066911,0.00010891778,0.00018443899,0.00032159188,0.000034998353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064264373,0.00004755296,0.00014562458,0.000095365554,0.0003135856,0.00011444877,0.0013025287,0.00004296776,0.00052686257],"category_scores_gemma":[0.0036998887,0.000035623347,0.000022267588,0.00042260316,0.0004439686,0.00012715907,0.0005756508,0.00048640257,0.00002068776],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027253876,0.00011283759,0.054317504,0.00025074297,0.000021356129,0.0000063557713,0.0004461896,0.000022071703,0.00011109183,0.84442765,0.009530694,0.09072626],"study_design_scores_gemma":[0.0005033377,0.000022814958,0.018626254,0.0035053901,0.000004280587,0.000002118504,0.005011663,0.00035381422,0.000087170505,0.016402869,0.95539165,0.00008862843],"about_ca_topic_score_codex":0.016297609,"about_ca_topic_score_gemma":0.0019011981,"teacher_disagreement_score":0.945861,"about_ca_system_score_codex":0.00011181487,"about_ca_system_score_gemma":0.00019917276,"threshold_uncertainty_score":0.990253},"labels":[],"label_agreement":null},{"id":"W1557476759","doi":"10.19173/irrodl.v15i3.1641","title":"Ghosts, stars, and learning online: Analysis of interaction patterns in student online discussions","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sociometry; Content analysis; Computer-mediated communication; Online learning; Psychology; Online discussion; Educational technology; Mathematics education; Distance education; Online participation; Pedagogy; Computer science; Multimedia; World Wide Web; Sociology; The Internet; Social psychology","score_opus":0.07664827960119124,"score_gpt":0.5038837152798177,"score_spread":0.42723543567862643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1557476759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985202,0.0021015366,0.00013136718,0.0110383555,0.00004152455,0.0003299921,0.00006176427,0.0000067575947,0.0010866759],"genre_scores_gemma":[0.95941746,0.039637934,0.00015692838,0.00004695158,0.00004740158,0.0000115269995,0.0004392834,0.000005509691,0.00023698066],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958795,0.0023893001,0.0005005905,0.0002352941,0.0007655765,0.00022979129],"domain_scores_gemma":[0.9975625,0.001723359,0.0002485349,0.00012094928,0.00027266695,0.0000719451],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008566869,0.000086504246,0.00036846372,0.00042189646,0.000228176,0.00010417804,0.0006132061,0.00004438557,0.00017537294],"category_scores_gemma":[0.0050520482,0.000060395312,0.000060580674,0.001190912,0.00018931183,0.0002469238,0.00058668875,0.0010609997,8.7130525e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004991715,0.000301536,0.84894955,0.00028085575,0.00013381615,0.0000035286857,0.0016732014,0.0014188874,0.000042222524,0.0030189715,0.000051943232,0.14407554],"study_design_scores_gemma":[0.00073275884,0.00018175677,0.7524303,0.009253578,0.000107978696,0.0000013805674,0.10159114,0.015305214,0.000006872214,0.0002103925,0.12001363,0.00016495277],"about_ca_topic_score_codex":0.005962348,"about_ca_topic_score_gemma":0.008012382,"teacher_disagreement_score":0.14391059,"about_ca_system_score_codex":0.00010485082,"about_ca_system_score_gemma":0.00012736897,"threshold_uncertainty_score":0.9013326},"labels":[],"label_agreement":null},{"id":"W1557607967","doi":"10.19173/irrodl.v14i5.1551","title":"Student and faculty outcomes of undergraduate science research projects by geographically dispersed students","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Athabasca University","keywords":"Distance education; Medical education; Demographics; Certification; Psychology; Undergraduate research; Mathematics education; Graduate students; Medicine; Sociology; Management","score_opus":0.1509885527879952,"score_gpt":0.521486652869492,"score_spread":0.37049810008149686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1557607967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97368866,0.0012843632,0.0000042564016,0.018256951,0.00003077574,0.0010782237,0.000023674123,0.000004308902,0.0056287823],"genre_scores_gemma":[0.9837647,0.015516077,0.000031781437,0.000043276108,0.0000058509518,0.000038423168,0.000027990336,0.0000021856679,0.0005697162],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99554753,0.00067840534,0.00024307576,0.00023374683,0.0029863557,0.00031086363],"domain_scores_gemma":[0.9977136,0.00074299047,0.00008750607,0.0001097929,0.0012340103,0.00011209347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015560099,0.000061428625,0.00019108952,0.00020258964,0.0006302372,0.0004269959,0.0017835043,0.00002593356,0.00006724427],"category_scores_gemma":[0.0033703456,0.000041433857,0.000026153257,0.0011287478,0.0018140146,0.00038412944,0.0021367706,0.00038940413,0.000005312425],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013051812,0.00009334231,0.9865946,0.0001082216,0.000025141539,0.0000012296775,0.0012720932,3.6621418e-7,0.00008108456,0.007421024,0.0018143576,0.0025754413],"study_design_scores_gemma":[0.0005307413,0.000067041634,0.96311235,0.0013073799,0.0000045017596,3.731494e-7,0.025657332,0.00001939132,0.000022703722,0.0017331658,0.007471709,0.0000733253],"about_ca_topic_score_codex":0.011850703,"about_ca_topic_score_gemma":0.00027230039,"teacher_disagreement_score":0.02438524,"about_ca_system_score_codex":0.00013133045,"about_ca_system_score_gemma":0.0003376021,"threshold_uncertainty_score":0.99472946},"labels":[],"label_agreement":null},{"id":"W1557790096","doi":"10.19173/irrodl.v10i5.632","title":"From Open Content to Open Course Models: Increasing Access and Enabling Global Participation in Higher Education","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; British Columbia Institute of Technology","funders":"","keywords":"Distance education; Higher education; Flexibility (engineering); Open learning; Open education; Professional development; Open educational resources; The Internet; Mathematics education; Literacy; Faculty development; Pedagogy; Information literacy; Sociology; Public relations; Teaching method; Computer science; Medical education; Psychology; Political science; World Wide Web; Management; Cooperative learning","score_opus":0.3713570052194679,"score_gpt":0.5137191910578671,"score_spread":0.1423621858383992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1557790096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9049865,0.010618079,0.000026767877,0.02436352,0.00012217443,0.0012575913,0.000055037803,0.000008485889,0.05856186],"genre_scores_gemma":[0.9962257,0.0012674432,0.000078136865,0.0014048569,0.000110033274,0.000078192505,0.0002060038,0.0000051517904,0.0006244796],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99822026,0.0007134126,0.0003395883,0.0002520005,0.0002897229,0.0001850347],"domain_scores_gemma":[0.99903536,0.00041091396,0.00012746885,0.00014184011,0.00021185119,0.00007258903],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004347732,0.00008804156,0.00023750945,0.000072380564,0.0002287436,0.0021338535,0.0013872394,0.000022704748,0.0006885031],"category_scores_gemma":[0.00090633857,0.000065586,0.000015615757,0.00014827735,0.00006561901,0.0011325745,0.0012486659,0.00037216838,0.0000036624672],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008717134,0.0006731923,0.05250496,0.00030962206,0.00007743,0.00001621759,0.010425308,0.00082340016,0.000046522193,0.38227037,0.002113521,0.54986775],"study_design_scores_gemma":[0.0056214104,0.00072919094,0.4536045,0.065848246,0.00009465377,0.000018451097,0.095687106,0.011157397,0.00003843491,0.08641036,0.27984816,0.00094208354],"about_ca_topic_score_codex":0.060738306,"about_ca_topic_score_gemma":0.0016180584,"teacher_disagreement_score":0.5489257,"about_ca_system_score_codex":0.0001183622,"about_ca_system_score_gemma":0.000149188,"threshold_uncertainty_score":0.998902},"labels":[],"label_agreement":null},{"id":"W1559246682","doi":"10.19173/irrodl.v12i7.1041","title":"A pedagogy of abundance or a pedagogy to support human beings? Participant support on massive open online courses","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":432,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pedagogy; Open educational resources; Educational technology; Online learning; Open learning; Massive open online course; Sociology; Learning community; Mathematics education; Psychology; Knowledge management; Teaching method; Computer science; Cooperative learning; Multimedia","score_opus":0.32661773267528765,"score_gpt":0.553930229931922,"score_spread":0.22731249725663433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1559246682","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7849763,0.003135545,0.008224009,0.16109006,0.00046435886,0.005610065,0.00061935146,0.000102130085,0.035778176],"genre_scores_gemma":[0.9932956,0.0023417934,0.0017978506,0.0005050596,0.000037682843,0.00005256502,0.0001051222,0.000010831368,0.0018534743],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973607,0.00051245437,0.0006277406,0.00038745202,0.0007520073,0.00035962783],"domain_scores_gemma":[0.99797136,0.0005506228,0.00032127753,0.00043532162,0.00057786726,0.00014356534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00480028,0.00013334403,0.00045620528,0.00018980412,0.00015857132,0.00018456006,0.0039512706,0.000036685906,0.0004360975],"category_scores_gemma":[0.0023766102,0.00008866686,0.000054978973,0.00061644067,0.00018452639,0.00029864017,0.0027664518,0.000593519,0.000024037929],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021391343,0.005513353,0.16262332,0.0051111225,0.0006739409,0.0009799427,0.014293455,0.0015675867,0.0009471596,0.56764156,0.022316514,0.21619295],"study_design_scores_gemma":[0.0118724285,0.032825075,0.19777367,0.094588116,0.00027185568,0.0003898897,0.04385554,0.046328966,0.004053984,0.034185648,0.53124785,0.0026069505],"about_ca_topic_score_codex":0.0011017006,"about_ca_topic_score_gemma":0.00025726997,"teacher_disagreement_score":0.5334559,"about_ca_system_score_codex":0.00005460353,"about_ca_system_score_gemma":0.0006854093,"threshold_uncertainty_score":0.73425096},"labels":[],"label_agreement":null},{"id":"W1559619211","doi":"10.19173/irrodl.v15i2.1553","title":"Massive online obsessive compulsion: What are they saying out there about the latest phenomenon in higher education?","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University; University of Toronto","funders":"","keywords":"Variety (cybernetics); Attrition; Appeal; Phenomenon; Field (mathematics); Higher education; Internet privacy; Psychology; Public relations; World Wide Web; Sociology; Computer science; Political science; Epistemology","score_opus":0.11220800672266314,"score_gpt":0.438743869012454,"score_spread":0.32653586228979087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1559619211","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08761942,0.09601519,0.0016240268,0.79426324,0.0011387506,0.0018701609,0.000047006466,0.000060551407,0.017361661],"genre_scores_gemma":[0.97237635,0.025022896,0.00033205928,0.0008538078,0.0001412098,0.00003232821,0.00009153352,0.000008415926,0.0011413797],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974013,0.0010605186,0.00038998705,0.00029574768,0.0006066371,0.00024579567],"domain_scores_gemma":[0.9973809,0.0014748622,0.0002928127,0.00037377645,0.00041897228,0.00005868259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037013579,0.00011988411,0.00026659278,0.000111737514,0.00021882931,0.0006441606,0.002348069,0.000037017468,0.00006408703],"category_scores_gemma":[0.0011285287,0.000068976864,0.000045302484,0.00048243703,0.00012845376,0.0004922722,0.0012042329,0.000942366,0.000016334945],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010949459,0.0012957504,0.1690653,0.002031102,0.00015267722,0.000041483934,0.0025533845,0.0154105015,0.00005725398,0.29325563,0.004112348,0.5119151],"study_design_scores_gemma":[0.002024804,0.00030338907,0.3249643,0.08225469,0.000028052329,0.000025426823,0.01821631,0.15764694,0.000015993113,0.05405218,0.35984918,0.0006187293],"about_ca_topic_score_codex":0.00026329863,"about_ca_topic_score_gemma":0.00007456512,"teacher_disagreement_score":0.884757,"about_ca_system_score_codex":0.00010518354,"about_ca_system_score_gemma":0.00023022163,"threshold_uncertainty_score":0.6211656},"labels":[],"label_agreement":null},{"id":"W1560243578","doi":"10.19173/irrodl.v6i1.221","title":"Quality Improvement, Quality Assurance, and Benchmarking: Comparing two frameworks for managing quality processes in open and distance learning","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Benchmarking; Quality assurance; Dilemma; Quality (philosophy); Scope (computer science); Distance education; Computer science; Quality management; Process management; Knowledge management; Face (sociological concept); Total quality management; Higher education; Quality policy; Management science; Business; Sociology; Political science; Engineering; Pedagogy; Marketing; Mathematics; Social science","score_opus":0.13569326440374405,"score_gpt":0.5360968654695047,"score_spread":0.4004036010657607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1560243578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87541026,0.027128333,0.004913696,0.05243381,0.00016501747,0.0037826404,0.00006112868,0.000024009381,0.036081113],"genre_scores_gemma":[0.9667089,0.03125439,0.0009848434,0.00026155857,0.000070747155,0.00021061649,0.000056873723,0.0000056917747,0.00044635485],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99688226,0.0010789655,0.0006678416,0.00037097099,0.0006831934,0.00031677185],"domain_scores_gemma":[0.99636996,0.0026069772,0.00038864225,0.0001238974,0.0004245624,0.000085965454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021505829,0.00010544303,0.00036880528,0.00006584284,0.000547778,0.0005859056,0.0008119915,0.00005105488,0.000046728765],"category_scores_gemma":[0.0066575683,0.000088596884,0.000020869222,0.0005013661,0.00026764322,0.0006393456,0.00071647443,0.00069068326,8.141139e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013877533,0.00009468935,0.83234173,0.0017032637,0.000022872804,5.286026e-7,0.0035916883,0.00009550818,0.000011670715,0.05680304,0.00027247172,0.10492376],"study_design_scores_gemma":[0.0017702415,0.000051715717,0.69364065,0.009791536,0.0000057290426,7.4288045e-7,0.019523395,0.000542014,0.000022470913,0.010660383,0.26369458,0.00029653998],"about_ca_topic_score_codex":0.009735651,"about_ca_topic_score_gemma":0.0077048927,"teacher_disagreement_score":0.2634221,"about_ca_system_score_codex":0.00023542413,"about_ca_system_score_gemma":0.00042627068,"threshold_uncertainty_score":0.9968586},"labels":[],"label_agreement":null},{"id":"W1560294671","doi":"10.19173/irrodl.v13i1.1123","title":"An investigation of communication in virtual high schools","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Phone; Psychology; Qualitative research; Mathematics education; Computer-mediated communication; Pedagogy; Medical education; The Internet; Computer science; Sociology; Medicine; World Wide Web","score_opus":0.10163596422532367,"score_gpt":0.4830074204915637,"score_spread":0.38137145626624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1560294671","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97686595,0.006136603,0.00003848791,0.013834309,0.000033421715,0.00040126825,0.0000100787865,0.00000523429,0.0026746327],"genre_scores_gemma":[0.97762376,0.02177102,0.0002987885,0.000044769775,0.000042795735,0.000020715817,0.0001296819,0.000003185702,0.00006527389],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99668443,0.0021999457,0.00030323354,0.00008744731,0.0005474839,0.00017748395],"domain_scores_gemma":[0.9986854,0.0006992623,0.00014993788,0.00014147117,0.00025899586,0.00006492971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014840617,0.00004256709,0.0001429383,0.00011775395,0.00014938139,0.000060864648,0.0008030564,0.000036425536,0.000111162684],"category_scores_gemma":[0.0027740079,0.000033486875,0.000016016038,0.00055637275,0.0002456737,0.0006575163,0.00024769688,0.00056643126,0.0000043388904],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048287828,0.00012388035,0.7961935,0.00019442647,0.000011830234,5.908222e-7,0.0022468215,0.00020262173,0.0002519778,0.14025871,0.0003178014,0.06014956],"study_design_scores_gemma":[0.0019967433,0.0003746613,0.66643065,0.028826075,0.000021619204,0.000003818224,0.14635307,0.002003292,0.00064143084,0.017123898,0.13586098,0.00036376095],"about_ca_topic_score_codex":0.0049388097,"about_ca_topic_score_gemma":0.00038040485,"teacher_disagreement_score":0.14410624,"about_ca_system_score_codex":0.000088217574,"about_ca_system_score_gemma":0.00027379146,"threshold_uncertainty_score":0.74660355},"labels":[],"label_agreement":null},{"id":"W1560997931","doi":"10.19173/irrodl.v14i3.1387","title":"Challenges for successful planning of open and distance learning (ODL): A template analysis","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Plan (archaeology); Unit (ring theory); Computer science; Strategic planning; Engineering management; Knowledge management; Sociology; Engineering; Mathematics education; Pedagogy; Management; Psychology; Geography","score_opus":0.16040990750991765,"score_gpt":0.513810051641541,"score_spread":0.35340014413162335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1560997931","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6185019,0.16559422,0.0032795158,0.1034755,0.00014326941,0.006736813,0.00012707569,0.000047925572,0.102093756],"genre_scores_gemma":[0.93749696,0.06106508,0.0005263408,0.000028587277,0.000040117684,0.0001370898,0.00007741117,0.000007273821,0.00062112336],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974715,0.0009751438,0.00041335358,0.0002811188,0.0005693377,0.00028953116],"domain_scores_gemma":[0.9968697,0.0020756172,0.0002955262,0.00013026936,0.0005467489,0.000082154365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009669492,0.00009133284,0.00040699518,0.00018778055,0.00044479148,0.00037484453,0.001289951,0.000046900186,0.0001821405],"category_scores_gemma":[0.0041883453,0.00006832083,0.000060224582,0.0007529502,0.00031286187,0.00058620435,0.00085385516,0.0005029831,0.0000019763634],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024179571,0.00016601122,0.5761316,0.0026689607,0.0006075875,0.000007635888,0.0041411286,0.0012232434,0.00007781142,0.065850936,0.00091865234,0.34796467],"study_design_scores_gemma":[0.0018118405,0.00036806564,0.116975464,0.016640479,0.00017472403,0.000004212622,0.10964832,0.009552967,0.000052456322,0.00962414,0.73473495,0.0004124028],"about_ca_topic_score_codex":0.0041249236,"about_ca_topic_score_gemma":0.00056719,"teacher_disagreement_score":0.73381627,"about_ca_system_score_codex":0.00005126185,"about_ca_system_score_gemma":0.00020119023,"threshold_uncertainty_score":0.6235678},"labels":[],"label_agreement":null},{"id":"W1561600561","doi":"10.19173/irrodl.v10i4.631","title":"Designing to Promote Access, Quality, and Student Support in an Advanced Certificate Programme for Rural Teachers in South Africa","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education Systems and Policy","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Pretoria","keywords":"Certificate; Distance education; Session (web analytics); Phone; The Internet; Medical education; Quality (philosophy); Pedagogy; Psychology; Computer science; Medicine; World Wide Web","score_opus":0.4749215515105534,"score_gpt":0.6078780970579596,"score_spread":0.1329565455474062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1561600561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96318513,0.0019375992,0.00007015128,0.029577473,0.00003769997,0.003252507,0.000018002453,0.0000076151164,0.0019137943],"genre_scores_gemma":[0.9980415,0.0010566987,0.00021037234,0.000116769384,0.000027472763,0.00032199913,0.00003409888,0.0000034910731,0.0001875991],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997852,0.0008559662,0.00039009904,0.00017610531,0.000437627,0.00028818767],"domain_scores_gemma":[0.99922246,0.00026884204,0.00011687673,0.0000912374,0.00019514622,0.00010544346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013292588,0.000060075614,0.00019333836,0.00013412873,0.00014116883,0.00033963186,0.0007252985,0.000027324308,0.00001982392],"category_scores_gemma":[0.0024370523,0.000046166002,0.00001762927,0.0005168624,0.00008363688,0.00032579742,0.00016535899,0.00023872903,0.0000011856105],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018886132,0.0003547627,0.5845192,0.00043126318,0.000013469207,0.0000026940666,0.14147848,0.00006527647,0.0003399082,0.017177373,0.00035150888,0.25507718],"study_design_scores_gemma":[0.0017153737,0.00051269477,0.5001478,0.007842385,0.0000059358076,0.0000013091333,0.30643246,0.00009132311,0.00005499766,0.004224011,0.1786798,0.00029186328],"about_ca_topic_score_codex":0.0015869119,"about_ca_topic_score_gemma":0.00067377515,"teacher_disagreement_score":0.25478533,"about_ca_system_score_codex":0.00014614887,"about_ca_system_score_gemma":0.00024186897,"threshold_uncertainty_score":0.46069723},"labels":[],"label_agreement":null},{"id":"W1562200364","doi":"10.19173/irrodl.v12i7.1028","title":"Emergent learning and interactive media artworks: Parameters of interaction for novice groups","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Computer science; Narrative; The arts; Interactive Learning; Task (project management); Learning styles; Social media; Active learning (machine learning); Mathematics education; World Wide Web; Multimedia; Psychology; Artificial intelligence; Visual arts","score_opus":0.2470396203127369,"score_gpt":0.5318482352515898,"score_spread":0.28480861493885284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1562200364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92323804,0.01215292,0.031446252,0.0029564928,0.0009123125,0.0019388238,0.00005269463,0.000032726337,0.027269768],"genre_scores_gemma":[0.9937819,0.003397074,0.002218243,0.000064879285,0.000040814743,0.00012489884,0.00009567938,0.0000137907955,0.00026268468],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99633366,0.002347632,0.00051773724,0.00027844083,0.00029365777,0.00022889645],"domain_scores_gemma":[0.9951114,0.0038354124,0.00039530755,0.0001322605,0.0004795339,0.000046077475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012165228,0.000113225375,0.0003197543,0.00021098673,0.00013828871,0.00003722341,0.00046411713,0.000053453277,0.0003719485],"category_scores_gemma":[0.0070218095,0.000084575215,0.00005404257,0.00038796416,0.00023524022,0.00016578175,0.00035909403,0.00122193,0.000004456107],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043338337,0.00069833815,0.19661441,0.0024292415,0.0007786745,0.000017369559,0.032149855,0.00010973118,0.00076252443,0.051632658,0.0025628265,0.70791054],"study_design_scores_gemma":[0.008477151,0.0038022215,0.39134765,0.05575458,0.0002347978,0.00018859323,0.21878661,0.009526396,0.0016911725,0.01441195,0.29457894,0.0011999517],"about_ca_topic_score_codex":0.0009138165,"about_ca_topic_score_gemma":0.0000142632825,"teacher_disagreement_score":0.7067106,"about_ca_system_score_codex":0.000056273573,"about_ca_system_score_gemma":0.00004076546,"threshold_uncertainty_score":0.8406269},"labels":[],"label_agreement":null},{"id":"W1562325367","doi":"10.19173/irrodl.v1i1.6","title":"Beauty Lies in the Eye of the Beholder","year":2000,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Best practice; Politics; Beauty; Identification (biology); Sociology; Reflection (computer programming); Critical reflection; Social practice; Public relations; Psychology; Pedagogy; Computer science; Political science; Law","score_opus":0.09209864087943959,"score_gpt":0.48312651768297077,"score_spread":0.3910278768035312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1562325367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7198773,0.015337282,0.000005477108,0.12830946,0.000074931675,0.0011175359,0.000030604355,0.00000643014,0.13524099],"genre_scores_gemma":[0.9645676,0.03326822,0.000027797596,0.00019401325,0.000057539753,0.000025087451,0.000016111908,0.0000030977128,0.0018405296],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99673337,0.0018148298,0.0002753968,0.00011614955,0.00085499755,0.0002052852],"domain_scores_gemma":[0.9986053,0.0009792452,0.000093082526,0.00015377092,0.00014571271,0.00002288191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011524397,0.000050779723,0.00014199974,0.00004564413,0.00028808005,0.000096564225,0.0015524053,0.000029916415,0.00068557396],"category_scores_gemma":[0.0025919501,0.00002520427,0.000045718447,0.00069377816,0.0004356448,0.00015013841,0.00025724494,0.0006685028,0.000006511503],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013832044,0.000388095,0.44504926,0.0007819807,0.000055813343,0.000012878154,0.009058193,0.0006037469,0.000051125262,0.0827083,0.0062091965,0.4549431],"study_design_scores_gemma":[0.00027082226,0.000031861106,0.06536313,0.003964078,0.000005651857,0.0000014809523,0.015823117,0.00013940896,0.000017356564,0.002094132,0.91223526,0.000053708598],"about_ca_topic_score_codex":0.002931371,"about_ca_topic_score_gemma":0.00067989866,"teacher_disagreement_score":0.90602607,"about_ca_system_score_codex":0.00004654492,"about_ca_system_score_gemma":0.0002911007,"threshold_uncertainty_score":0.7506554},"labels":[],"label_agreement":null},{"id":"W1562787780","doi":"","title":"Portable Applications in Mobile Education. Technical Evaluation Report 57.","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Mobile device; Distance education; Educational technology; Multimedia; Technology integration; World Wide Web; Mathematics education; Psychology","score_opus":0.05195894976467484,"score_gpt":0.46235229412296575,"score_spread":0.4103933443582909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1562787780","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23666672,0.19316174,0.096441045,0.07342558,0.0013555493,0.029389434,0.000049795355,0.00026102335,0.3692491],"genre_scores_gemma":[0.98848486,0.0042258585,0.0025900952,0.00007995084,0.000078683806,0.0031915992,0.00053796166,0.000007957924,0.0008030533],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99732476,0.00058488647,0.0005896724,0.00036384218,0.00093641446,0.00020041139],"domain_scores_gemma":[0.9978504,0.00064179,0.000255766,0.00047696644,0.00073517195,0.00003988705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01059521,0.00008177791,0.00017495868,0.00022853071,0.00012921523,0.00020906093,0.0015705293,0.00004205187,0.000093094124],"category_scores_gemma":[0.0016906527,0.00006538582,0.000029684961,0.0012653025,0.0001022609,0.0004087902,0.0006171191,0.00053261686,0.0000107081805],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022694288,0.0018381164,0.35007855,0.0011776218,0.000021229662,0.00001623418,0.00020275963,0.009332715,0.00033575643,0.21876696,0.019849412,0.39835796],"study_design_scores_gemma":[0.0007383919,0.00010734415,0.31253794,0.0071379407,0.000014764638,0.00019578362,0.0014995277,0.020441702,0.00016413923,0.051154435,0.60568947,0.00031858202],"about_ca_topic_score_codex":0.0014399857,"about_ca_topic_score_gemma":0.00008871928,"teacher_disagreement_score":0.7518181,"about_ca_system_score_codex":0.00031290072,"about_ca_system_score_gemma":0.00092131895,"threshold_uncertainty_score":0.36721095},"labels":[],"label_agreement":null},{"id":"W1563915300","doi":"10.19173/irrodl.v14i5.1465","title":"An investigation of practices and tools that enabled technology-mediated caring in an online high school","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Context (archaeology); Affect (linguistics); Pedagogy; Distance education; Educational technology; Computer-mediated communication; Online learning; The Internet; Multimedia; Computer science; World Wide Web","score_opus":0.14821614742348763,"score_gpt":0.4685775594727352,"score_spread":0.3203614120492476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1563915300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98056865,0.002649205,0.000004872224,0.01577406,0.000016989183,0.00058054575,0.000013507582,0.0000105257395,0.00038166056],"genre_scores_gemma":[0.9820383,0.016977036,0.00060131314,0.000054067354,0.000034758927,0.00004146088,0.00020669305,0.000004863774,0.00004148709],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99760324,0.0011461547,0.00031772253,0.00020326606,0.00052499096,0.00020461826],"domain_scores_gemma":[0.99803656,0.00093846116,0.00034565033,0.00013511695,0.00045147992,0.00009271542],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0062213787,0.00006713167,0.00021128125,0.0002481552,0.0001617361,0.0002668542,0.0007074987,0.000071381684,0.0001492684],"category_scores_gemma":[0.009476797,0.00005090137,0.000011732432,0.000755117,0.00035561016,0.0017200412,0.00028242555,0.00071324204,0.000002728356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031469957,0.000093840266,0.92815983,0.00031134687,0.000014732529,0.0000037614234,0.00056777656,0.00005462909,0.0015779993,0.0046477434,0.0000447565,0.06449212],"study_design_scores_gemma":[0.0013765594,0.00039683786,0.8475452,0.011507692,0.00001785678,0.000005203801,0.114227735,0.004266279,0.0005083041,0.008350341,0.011548665,0.00024933327],"about_ca_topic_score_codex":0.011120837,"about_ca_topic_score_gemma":0.0019063958,"teacher_disagreement_score":0.113659956,"about_ca_system_score_codex":0.00007328139,"about_ca_system_score_gemma":0.00039688163,"threshold_uncertainty_score":0.9988668},"labels":[],"label_agreement":null},{"id":"W1563916424","doi":"10.19173/irrodl.v8i1.261","title":"Online Distance Teaching of Undergraduate Finance: A case for Musashi University and Konan University, Japan","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Obstacle; Distance education; Class (philosophy); The Internet; Computer science; Course (navigation); Mathematics education; Statistical analysis; Online course; Teaching method; Course evaluation; Multimedia; Higher education; Psychology; World Wide Web; Mathematics; Artificial intelligence; Engineering; Statistics","score_opus":0.1226016840905143,"score_gpt":0.5089303920742649,"score_spread":0.38632870798375063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1563916424","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90126675,0.0035659976,0.018813957,0.052974377,0.0001906633,0.0015397926,0.0003903339,0.000011919018,0.02124623],"genre_scores_gemma":[0.98630685,0.007514882,0.0050080013,0.000031182353,0.000036658297,0.0000010989869,0.000053348384,0.0000028277004,0.0010451458],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986289,0.0006053448,0.00017736915,0.00013193222,0.0003094431,0.00014700685],"domain_scores_gemma":[0.99684566,0.0023821972,0.00014588436,0.00008114582,0.0005135587,0.000031544303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011251627,0.000043204018,0.0001230859,0.00012600912,0.0004941785,0.000027430688,0.00048324064,0.000027074513,0.000011666318],"category_scores_gemma":[0.004129236,0.00003947727,0.000020710493,0.0005197638,0.00044968186,0.00017352068,0.00026926948,0.00030945893,2.3207076e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079590296,0.000113672926,0.012617484,0.00033842048,0.00001893885,0.000018951956,0.0011752475,0.000017256683,0.000011374753,0.93525887,0.000524027,0.04982619],"study_design_scores_gemma":[0.0009071611,0.000096964475,0.017736593,0.0048353104,0.000019624327,0.000028699442,0.11568624,0.0006432986,0.000014616243,0.018923324,0.8409634,0.00014476384],"about_ca_topic_score_codex":0.0027216207,"about_ca_topic_score_gemma":0.00083414884,"teacher_disagreement_score":0.9163355,"about_ca_system_score_codex":0.00019163346,"about_ca_system_score_gemma":0.00026744432,"threshold_uncertainty_score":0.49433798},"labels":[],"label_agreement":null},{"id":"W1564486962","doi":"10.19173/irrodl.v2i2.45","title":"Selection of Collaborative Tools","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University; Centennial College","funders":"","keywords":"Selection (genetic algorithm); Computer science; Educational technology; Data science; World Wide Web; Knowledge management; Mathematics education; Artificial intelligence; Psychology","score_opus":0.13885991594851593,"score_gpt":0.42939997712171896,"score_spread":0.290540061173203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1564486962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28140625,0.20805456,0.06938939,0.19578902,0.0008059974,0.006087054,0.0001410761,0.00014462619,0.23818201],"genre_scores_gemma":[0.96788687,0.03057279,0.0012057925,0.000074889045,0.00001209837,0.000023707138,0.0000075051234,0.0000016982234,0.00021467893],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988031,0.00035000843,0.00021902028,0.00012636471,0.00039306298,0.00010848439],"domain_scores_gemma":[0.9985332,0.0008019734,0.000103281374,0.00011826398,0.00042381074,0.000019453979],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024081806,0.000041392188,0.00014618163,0.00007100895,0.00006562104,0.00011232945,0.0010911693,0.00001692665,0.0000940873],"category_scores_gemma":[0.0023160535,0.000027390588,0.000018228582,0.00071641733,0.00009963287,0.0003128625,0.00053977745,0.00021317083,0.000005517368],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008274028,0.00037052573,0.08064548,0.0019523322,0.00012993414,0.000018902974,0.0012865177,0.00024221423,0.001190629,0.4317197,0.019443816,0.4629172],"study_design_scores_gemma":[0.0043047443,0.0016963533,0.1771223,0.041317306,0.000031667118,0.00015359647,0.009315902,0.21847418,0.011748175,0.030501697,0.5045808,0.0007532983],"about_ca_topic_score_codex":0.00009957113,"about_ca_topic_score_gemma":0.000010353271,"teacher_disagreement_score":0.6864806,"about_ca_system_score_codex":0.000030919986,"about_ca_system_score_gemma":0.00004928391,"threshold_uncertainty_score":0.27726996},"labels":[],"label_agreement":null},{"id":"W1564589805","doi":"10.19173/irrodl.v12i2.791","title":"A pedagogical framework for mobile learning: Categorizing educational applications of mobile technologies into four types","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":770,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Educational technology; Affordance; Synchronous learning; Computer science; Open learning; Mobile device; M-learning; Transactional leadership; Instructional design; Context (archaeology); Multimedia; Cooperative learning; Human–computer interaction; Teaching method; Mathematics education; World Wide Web; Psychology","score_opus":0.16619642693678213,"score_gpt":0.4752209171268341,"score_spread":0.30902449019005196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1564589805","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042518225,0.061761487,0.85264677,0.019858582,0.00049777736,0.010300295,0.0000387086,0.00022644809,0.012151679],"genre_scores_gemma":[0.9512608,0.008965599,0.035308536,0.00003147348,0.00004950572,0.0039456245,0.00006938274,0.000010727344,0.00035834083],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99813956,0.00033359876,0.00046680652,0.0003467446,0.00048831385,0.0002249857],"domain_scores_gemma":[0.99631447,0.0022074487,0.0003242267,0.0003741263,0.0007360189,0.000043704073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036289138,0.00010532866,0.00025102578,0.00020811766,0.0002218776,0.00010164121,0.0023870652,0.00007825204,0.00009681034],"category_scores_gemma":[0.0039053578,0.00008094636,0.00005827296,0.00084031484,0.0002671591,0.0002710663,0.0010285567,0.0007365933,0.000010445492],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043891316,0.00038224904,0.026217459,0.0014819861,0.000051751224,8.298971e-7,0.0026873448,0.0004751391,0.00011314967,0.7606444,0.00040448754,0.20749731],"study_design_scores_gemma":[0.00074743386,0.001136401,0.00794373,0.008585527,0.00003201477,0.000041321364,0.023610787,0.009456937,0.0013046243,0.57603514,0.37063307,0.00047302997],"about_ca_topic_score_codex":0.00022299642,"about_ca_topic_score_gemma":0.000004875471,"teacher_disagreement_score":0.9087426,"about_ca_system_score_codex":0.00009635519,"about_ca_system_score_gemma":0.0003380778,"threshold_uncertainty_score":0.46753603},"labels":[],"label_agreement":null},{"id":"W1564666649","doi":"10.19173/irrodl.v15i6.1748","title":"Online instruction, e-learning, and student satisfaction: A three year study","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":397,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Higher education; Medical education; Online learning; Mathematics education; Distance education; Multimedia; Computer science; Medicine","score_opus":0.06680809387495588,"score_gpt":0.47907779930666733,"score_spread":0.41226970543171143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1564666649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97869956,0.002456349,0.00006598794,0.009882484,0.000096472046,0.00076741946,0.000006813158,0.000018734005,0.008006184],"genre_scores_gemma":[0.98174,0.017446797,0.00016924084,0.000037474336,0.00016078593,0.000027046479,0.000029308052,0.0000066686953,0.00038267643],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968267,0.0015349685,0.00030828136,0.00023134369,0.00088970055,0.00020901328],"domain_scores_gemma":[0.9986255,0.0007016387,0.00014307699,0.00010399437,0.00034913697,0.00007661166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008760591,0.00007880744,0.00021252428,0.00011040419,0.0005328145,0.0002178956,0.00049408514,0.00003601103,0.00025332381],"category_scores_gemma":[0.0036208562,0.000058959915,0.000025043444,0.00045147637,0.00026086686,0.00021666383,0.0005481599,0.000836356,0.0000073398933],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025919544,0.0001199341,0.86066127,0.0001019178,0.000027876667,0.0000021290577,0.0005671356,0.000024495832,0.0000025755762,0.008063663,0.00014842203,0.13025467],"study_design_scores_gemma":[0.0011067879,0.00030808127,0.5195972,0.0019516792,0.000015662694,0.000004733242,0.05830219,0.00029504832,0.0000010151236,0.001238604,0.41706738,0.000111641166],"about_ca_topic_score_codex":0.002816355,"about_ca_topic_score_gemma":0.0031144563,"teacher_disagreement_score":0.41691893,"about_ca_system_score_codex":0.0000775288,"about_ca_system_score_gemma":0.00016860184,"threshold_uncertainty_score":0.43347645},"labels":[],"label_agreement":null},{"id":"W1565241209","doi":"10.19173/irrodl.v5i1.173","title":"Broadband: A Solution for Rural e-Learning?","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education Systems and Policy","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Broadband; Disadvantaged; Distance education; Telecommunications; Rural area; Online learning; Computer science; Educational technology; Multimedia; Sociology; Economic growth; Political science; Pedagogy; Economics","score_opus":0.12520561014324394,"score_gpt":0.5149736969828116,"score_spread":0.38976808683956765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1565241209","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35312715,0.05778881,0.0042760675,0.4381249,0.0011252138,0.0073528537,0.0001398461,0.00007657279,0.13798861],"genre_scores_gemma":[0.9787191,0.019211985,0.000091449685,0.00015571342,0.00014836181,0.00013474694,0.000072866125,0.0000044255817,0.0014613335],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99846035,0.00052750175,0.00023838792,0.00010476566,0.00045947923,0.00020951805],"domain_scores_gemma":[0.9988015,0.00055426866,0.00011544451,0.00007202294,0.00039641408,0.0000603129],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00784045,0.000046257923,0.0001325682,0.00007369836,0.00046504562,0.00015415307,0.00055334537,0.000031873788,0.00010665644],"category_scores_gemma":[0.004250449,0.000034317163,0.000038974402,0.00034105798,0.00019781364,0.00017547482,0.00014918925,0.0002943406,0.000011431046],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001653646,0.00021437866,0.05538313,0.0016113671,0.00006771946,0.00000207535,0.015855987,0.00022910707,0.00019031411,0.8464401,0.014845488,0.064995],"study_design_scores_gemma":[0.0007023166,0.00007556441,0.004020995,0.0054481467,0.00000451474,0.0000029590876,0.028275574,0.00009020978,0.000015941003,0.007313605,0.9539734,0.000076740194],"about_ca_topic_score_codex":0.011508245,"about_ca_topic_score_gemma":0.00030626348,"teacher_disagreement_score":0.9391279,"about_ca_system_score_codex":0.00017317459,"about_ca_system_score_gemma":0.00043866038,"threshold_uncertainty_score":0.9950742},"labels":[],"label_agreement":null},{"id":"W1565654679","doi":"10.19173/irrodl.v10i6.804","title":"International DE opportunities in difficult economic times","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Summit; Beijing; Distance education; Presentation (obstetrics); Political science; Economic growth; Library science; Public relations; China; Geography; Medicine; Economics; Computer science","score_opus":0.12213971539576686,"score_gpt":0.4774150894258476,"score_spread":0.35527537403008075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1565654679","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24661675,0.00875256,0.00005463933,0.29474074,0.00021157129,0.00083451683,0.00005338353,0.000027068325,0.44870877],"genre_scores_gemma":[0.9082478,0.08924048,0.0001580612,0.00023920462,0.00013039046,0.000016778464,0.00009732558,0.000003613766,0.0018663087],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982546,0.0006671838,0.00028304072,0.00014365259,0.00041830866,0.00023319379],"domain_scores_gemma":[0.9990677,0.00054031756,0.0000966058,0.00007596845,0.00016162237,0.00005777047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069124033,0.000058902355,0.00015411517,0.00014542395,0.0001544067,0.00017586071,0.0009556208,0.000036024354,0.00073353335],"category_scores_gemma":[0.0019674916,0.00004633131,0.000028719203,0.00020958608,0.00017488819,0.00028623478,0.0002203577,0.0004866134,0.00000894661],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015846791,0.0002657909,0.08322099,0.00021181062,0.000048595386,0.00006922939,0.0020838028,0.0007798913,0.000062713436,0.32023805,0.011617553,0.5812431],"study_design_scores_gemma":[0.00046854265,0.000053845222,0.014926026,0.0034013733,0.0000032411056,0.000005360127,0.018020632,0.0014337451,0.000012651696,0.0044702217,0.95710653,0.000097840115],"about_ca_topic_score_codex":0.0014662809,"about_ca_topic_score_gemma":0.00027054164,"teacher_disagreement_score":0.945489,"about_ca_system_score_codex":0.00026022544,"about_ca_system_score_gemma":0.0005679362,"threshold_uncertainty_score":0.8031676},"labels":[],"label_agreement":null},{"id":"W1566251558","doi":"10.19173/irrodl.v15i4.1902","title":"Learning in an introductory physics MOOC: All cohorts learn equally, including an on-campus class","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Foundation","keywords":"Mathematics education; Class (philosophy); Mastery learning; Massive open online course; Physics education; Educational technology; Test (biology); Psychology; Computer science; Biology; Artificial intelligence","score_opus":0.21062169263059402,"score_gpt":0.5366444464240424,"score_spread":0.32602275379344836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1566251558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95232683,0.0018902293,0.002287999,0.0050120507,0.0003795445,0.000854228,0.000010688847,0.00006323416,0.037175197],"genre_scores_gemma":[0.9968972,0.0007401347,0.00035638604,0.0005100854,0.0003051393,0.000077241755,0.00030334864,0.00003471222,0.00077572075],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9845003,0.0128337825,0.000663812,0.00063798553,0.00082777435,0.00053636875],"domain_scores_gemma":[0.99605423,0.002604607,0.0003491392,0.00046289084,0.00041861588,0.00011049421],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.037766185,0.00021397717,0.00052817207,0.00030782574,0.00031278568,0.0001957959,0.0013891268,0.00010673548,0.00037059592],"category_scores_gemma":[0.007671384,0.00017048497,0.000052467138,0.0007536403,0.0003038806,0.00033463194,0.0006623796,0.0036823926,0.000037860835],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065538177,0.0007379889,0.2771706,0.00048674658,0.00012185206,0.000035461533,0.0051235766,0.008760118,0.0007214324,0.10084892,0.0011138128,0.6042241],"study_design_scores_gemma":[0.004739572,0.003961314,0.5116847,0.012849716,0.000041487692,0.00004595826,0.015958998,0.041529365,0.00014304386,0.010040012,0.39791927,0.0010865724],"about_ca_topic_score_codex":0.0008131938,"about_ca_topic_score_gemma":0.00004176322,"teacher_disagreement_score":0.60313755,"about_ca_system_score_codex":0.00020432792,"about_ca_system_score_gemma":0.0001083909,"threshold_uncertainty_score":0.99861616},"labels":[],"label_agreement":null},{"id":"W1566509893","doi":"10.19173/irrodl.v6i2.238","title":"Increasing Access to Higher Education: A study of the diffusion of online teaching among 913 college faculty","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":153,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"State University of New York","keywords":"Higher education; Curriculum; Distance education; Online teaching; Medical education; Access to Higher Education; Psychology; Online learning; Mathematics education; Pedagogy; Political science; Medicine; Computer science; Multimedia","score_opus":0.11981095261637001,"score_gpt":0.5219555128464254,"score_spread":0.4021445602300554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1566509893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9691846,0.0008678885,0.000004003282,0.022799024,0.00005989133,0.0009422301,0.000038894144,0.00000398907,0.0060995272],"genre_scores_gemma":[0.9974888,0.0010093504,0.0002503619,0.000099384095,0.00011983311,0.000027026632,0.000035784047,0.0000050723074,0.0009643778],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962719,0.0019883558,0.0004305356,0.0001663163,0.0009755387,0.00016736878],"domain_scores_gemma":[0.99827904,0.00074808346,0.00027095428,0.00016699728,0.0004745994,0.00006034489],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007167248,0.00006995499,0.00023014472,0.00011281488,0.00038661284,0.00008754056,0.0015288905,0.000030673742,0.00016959499],"category_scores_gemma":[0.003985094,0.000043178537,0.000041382813,0.0007260384,0.00017569911,0.00031646728,0.001163372,0.00059963926,9.4033317e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013278406,0.0016689978,0.8344792,0.0004077669,0.000051648196,0.0000011841827,0.0032766717,0.00038955445,0.0001301857,0.009182442,0.0021531214,0.14812645],"study_design_scores_gemma":[0.00066526094,0.00013703525,0.616784,0.0101925535,0.000021607466,0.0000016001811,0.04605856,0.00023398586,0.000027345077,0.0002598373,0.32551304,0.00010518133],"about_ca_topic_score_codex":0.0110222865,"about_ca_topic_score_gemma":0.002182709,"teacher_disagreement_score":0.32335994,"about_ca_system_score_codex":0.00011946637,"about_ca_system_score_gemma":0.0005959565,"threshold_uncertainty_score":0.9955634},"labels":[],"label_agreement":null},{"id":"W1566911441","doi":"10.19173/irrodl.v3i2.93","title":"The Effect of Self-selection on Student Satisfaction and Performance in Online Classes","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Selection (genetic algorithm); Computer science; Distance education; Online learning; Online discussion; Online participation; Higher education; Function (biology); Computer-mediated communication; Psychology; Multimedia; Mathematics education; World Wide Web; The Internet; Artificial intelligence","score_opus":0.052497241034096045,"score_gpt":0.4540803884196581,"score_spread":0.40158314738556206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1566911441","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98626834,0.0045634196,0.0000015886122,0.0054661385,0.00003275993,0.00041403496,0.0000031659758,0.0000046311384,0.0032459374],"genre_scores_gemma":[0.8822316,0.11754836,0.000019271507,0.000011398981,0.0000321807,0.000017724502,0.0000065770864,0.000002361727,0.00013053727],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977873,0.0011749559,0.00022379078,0.00011151752,0.00055766565,0.00014478568],"domain_scores_gemma":[0.99799675,0.001699205,0.00010671709,0.000056396697,0.00011630389,0.000024614454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006253487,0.000049811875,0.00013473566,0.000076400946,0.00028858686,0.00007833107,0.00027435162,0.000025790547,0.0000444519],"category_scores_gemma":[0.0017784875,0.00002921772,0.000016940963,0.000399575,0.00014022469,0.00014728059,0.00013537178,0.00049786316,0.0000019672307],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056209996,0.000045949288,0.77610874,0.00019891387,0.0000127257235,7.1548527e-7,0.00026933843,0.000078160425,0.000009578679,0.0015614453,0.00009510258,0.22156313],"study_design_scores_gemma":[0.00082308566,0.0008626437,0.88232386,0.0055068727,0.000009789073,0.0000029902708,0.0047526383,0.00421296,0.000057907833,0.00009833347,0.10126831,0.00008062767],"about_ca_topic_score_codex":0.0007381818,"about_ca_topic_score_gemma":0.0009184641,"teacher_disagreement_score":0.2214825,"about_ca_system_score_codex":0.00009950286,"about_ca_system_score_gemma":0.000055051147,"threshold_uncertainty_score":0.2219606},"labels":[],"label_agreement":null},{"id":"W1566984132","doi":"10.19173/irrodl.v7i1.313","title":"Attitudes and Perceptions of Students to Open and Distance Learning in Nigeria","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Noun; Open education; Perception; Psychology; Educational technology; Open learning; Open university; Mathematics education; Higher education; Pedagogy; Medical education; Teaching method; Computer science; Political science; Cooperative learning; Artificial intelligence; Medicine","score_opus":0.058074498652804514,"score_gpt":0.5007225952817377,"score_spread":0.4426480966289332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1566984132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9791746,0.00464277,0.000066985536,0.0083436025,0.00001974056,0.0007183275,0.000015573718,0.000004854551,0.007013521],"genre_scores_gemma":[0.98002684,0.018628515,0.00028728537,0.000035681707,0.0000301609,0.000035487457,0.000033506967,0.0000047410117,0.00091776054],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99781847,0.00085948204,0.00032030971,0.00021119829,0.000586813,0.00020373227],"domain_scores_gemma":[0.9989535,0.0006061352,0.00010611662,0.000079297686,0.00019487222,0.000060033402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072046393,0.00006680741,0.00023650266,0.00011434072,0.00028875677,0.0003004979,0.00086210563,0.00003068464,0.00010728913],"category_scores_gemma":[0.0020047056,0.00005319437,0.00001593394,0.00048605108,0.0002722644,0.00028550663,0.0011595127,0.00044651562,0.0000022360002],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004203662,0.00007582675,0.975504,0.0002350422,0.000008267424,0.000003332859,0.0006880122,0.0000856756,0.00007014732,0.008799923,0.00018449777,0.014303284],"study_design_scores_gemma":[0.00068039965,0.00010845962,0.85976595,0.007778747,0.0000049467308,0.0000022214417,0.02233636,0.000102242564,0.000008080144,0.0013935898,0.107699886,0.00011912338],"about_ca_topic_score_codex":0.005856425,"about_ca_topic_score_gemma":0.0048514586,"teacher_disagreement_score":0.11573801,"about_ca_system_score_codex":0.00007177721,"about_ca_system_score_gemma":0.0001600022,"threshold_uncertainty_score":0.8853202},"labels":[],"label_agreement":null},{"id":"W1567297997","doi":"10.19173/irrodl.v15i2.1604","title":"An elaborated model of student support to allow for gender considerations in Asian distance education","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Distance education; China; Psychology; Quality (philosophy); Perspective (graphical); Perception; Higher education; Mathematics education; Pedagogy; Computer science; Political science","score_opus":0.1378043455068238,"score_gpt":0.530136417555412,"score_spread":0.39233207204858817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1567297997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7820849,0.0040750643,0.025816996,0.12008264,0.00029293454,0.0067866268,0.00031239382,0.000034117867,0.060514368],"genre_scores_gemma":[0.99574566,0.0015109221,0.0020741194,0.00017557575,0.00003822625,0.0001111619,0.00014193234,0.0000047781464,0.00019762618],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981309,0.00071297714,0.00033372178,0.00016741862,0.0004830395,0.00017195009],"domain_scores_gemma":[0.9985331,0.00045536246,0.00011239728,0.00011759826,0.0007106159,0.00007087455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074507357,0.000052608186,0.00017028519,0.000115549,0.00017024485,0.00010045467,0.0004782487,0.000029023295,0.00007816062],"category_scores_gemma":[0.0033121253,0.00004295481,0.000020543031,0.00039967743,0.000106100044,0.0002272201,0.000106754196,0.0002381922,0.0000015673209],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013308847,0.00088516355,0.16243754,0.0009055114,0.000040716124,0.0000011132446,0.0074180127,0.014456199,0.00054681674,0.7303973,0.0034617754,0.079316795],"study_design_scores_gemma":[0.0036352251,0.0011219142,0.10384594,0.015795106,0.0000583306,0.0000037615835,0.1521423,0.10726307,0.00031432693,0.091157205,0.5238604,0.0008024297],"about_ca_topic_score_codex":0.00040166307,"about_ca_topic_score_gemma":0.0011239714,"teacher_disagreement_score":0.6392401,"about_ca_system_score_codex":0.000095497526,"about_ca_system_score_gemma":0.0010993922,"threshold_uncertainty_score":0.39651626},"labels":[],"label_agreement":null},{"id":"W1567449249","doi":"10.19173/irrodl.v12i6.976","title":"Applying constructionist principles to online teacher professional development","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Technology Integration","field":"Social Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Constructionism; Strict constructionism; Professional development; Social constructionism; Sociology; Pedagogy; Online community; Grounded theory; Faculty development; Robotics; Psychology; Mathematics education; Knowledge management; Computer science; Qualitative research; World Wide Web; Epistemology; Artificial intelligence; Social science; Robot","score_opus":0.24804884276876413,"score_gpt":0.505962191010831,"score_spread":0.2579133482420668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1567449249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7231619,0.004671782,0.00058651285,0.07619818,0.00088436913,0.004831316,0.00003280664,0.00007489176,0.18955827],"genre_scores_gemma":[0.98790073,0.0038252783,0.0022884696,0.00027727344,0.000050785897,0.0004641409,0.00009920217,0.0000046702194,0.005089457],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986643,0.00037271812,0.00025428785,0.00013263118,0.00043298528,0.00014304163],"domain_scores_gemma":[0.99924964,0.00018158837,0.0000866296,0.000080583384,0.00034802593,0.000053515585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004361599,0.000045783992,0.000098341414,0.00010625097,0.00043304102,0.000054469365,0.0006297721,0.000037968573,0.0006591621],"category_scores_gemma":[0.0026477247,0.000032616903,0.000013671772,0.00037343832,0.00028232895,0.00010966266,0.0003014281,0.0003979557,0.000016406007],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071469025,0.00046004902,0.30042157,0.00026493164,0.00004284092,0.0000030592116,0.008080243,0.0000030227884,0.000056816683,0.44800875,0.0034089081,0.23917836],"study_design_scores_gemma":[0.00015742394,0.000021598002,0.039233584,0.0033018247,0.0000024402743,0.000003116288,0.045652274,0.000029957488,0.000119034245,0.0016972425,0.909713,0.00006852487],"about_ca_topic_score_codex":0.001142273,"about_ca_topic_score_gemma":0.00079691294,"teacher_disagreement_score":0.90630406,"about_ca_system_score_codex":0.00013464408,"about_ca_system_score_gemma":0.000507439,"threshold_uncertainty_score":0.7217363},"labels":[],"label_agreement":null},{"id":"W1567514204","doi":"10.19173/irrodl.v10i4.770","title":"Welcome to IRRODL's Book Review Editor","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Library science; Position (finance); State (computer science); Media studies; Sociology; Position paper; Political science; Pedagogy; Computer science; World Wide Web","score_opus":0.06803924850190604,"score_gpt":0.48739016003709507,"score_spread":0.419350911535189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1567514204","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009287393,0.37532106,0.000055138156,0.5601052,0.0005498759,0.0016278413,0.000022163804,0.000025119914,0.061364878],"genre_scores_gemma":[0.023920959,0.9580068,0.00032313063,0.01034877,0.0019555856,0.00006584992,0.00009738026,0.000008966955,0.005272573],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970273,0.0010364713,0.00035964797,0.00021730771,0.0010494295,0.00030984016],"domain_scores_gemma":[0.99851733,0.000634778,0.00011342719,0.0001655296,0.00043795313,0.00013098023],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011055507,0.00007972167,0.00026936494,0.00009938675,0.000323468,0.00014117184,0.0012695137,0.00003456075,0.0010452775],"category_scores_gemma":[0.007100694,0.000057286867,0.000051651165,0.0007600803,0.00013341721,0.00028411744,0.00034787416,0.0006610158,0.0000637604],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050331797,0.00011824518,0.002057134,0.0014995204,0.000020759668,0.000014917046,0.00030698656,0.000018200219,0.000020557502,0.015074137,0.775371,0.20544821],"study_design_scores_gemma":[0.000127805,0.000074640106,0.0008468338,0.021418864,0.0000049436444,0.0000015490075,0.00094482215,0.000016054762,0.0000035762105,0.00040199343,0.976093,0.000065941524],"about_ca_topic_score_codex":0.00040294172,"about_ca_topic_score_gemma":0.000042651893,"teacher_disagreement_score":0.5826857,"about_ca_system_score_codex":0.00011696965,"about_ca_system_score_gemma":0.00038114176,"threshold_uncertainty_score":0.9998679},"labels":[],"label_agreement":null},{"id":"W1567873945","doi":"10.19173/irrodl.v10i4.700","title":"Crossing the Chasm – Introducing Flexible Learning into the Botswana Technical Education Programme: From Policy to Action","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Information Systems Theories and Implementation","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Staffing; Vocational education; Public relations; Knowledge management; Sociology; Pedagogy; Political science; Computer science","score_opus":0.11038269026184733,"score_gpt":0.5434272200237561,"score_spread":0.43304452976190877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1567873945","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18606734,0.009327968,0.005279981,0.74758154,0.00055218075,0.0053220163,0.000017865466,0.00009198309,0.04575913],"genre_scores_gemma":[0.9929338,0.0043036025,0.00018394516,0.0013144264,0.00045508516,0.00012310375,0.00012635763,0.000004489808,0.0005551852],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99728537,0.001084279,0.00041639502,0.00015752214,0.0007946022,0.00026185391],"domain_scores_gemma":[0.99835825,0.0006945285,0.00021909861,0.00016798406,0.0004888205,0.00007130198],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.011583688,0.00007170862,0.00013269212,0.00011015153,0.0019646417,0.0010638649,0.0008810837,0.000034276538,0.00007512416],"category_scores_gemma":[0.007860852,0.00004084372,0.000035945064,0.0010243009,0.0002817422,0.00048051975,0.00026559824,0.00054931827,0.0000126434625],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008330372,0.000042198888,0.0023056224,0.00008877101,0.000015238908,2.0118007e-7,0.02342091,0.0001817032,0.0001961631,0.14290664,0.0037604845,0.8269988],"study_design_scores_gemma":[0.00018530543,0.00008987144,0.00452073,0.0019707184,0.000005277419,0.0000023001119,0.12747973,0.00021868074,0.000072728006,0.008043294,0.85733557,0.00007580383],"about_ca_topic_score_codex":0.018417543,"about_ca_topic_score_gemma":0.00051722466,"teacher_disagreement_score":0.85357505,"about_ca_system_score_codex":0.00037432896,"about_ca_system_score_gemma":0.00086950796,"threshold_uncertainty_score":0.9999731},"labels":[],"label_agreement":null},{"id":"W1567950749","doi":"10.19173/irrodl.v15i2.1708","title":"Is blended e-learning as measured by an achievement test and self-assessment better than traditional classroom learning for vocational high school students?","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blended learning; Mathematics education; Psychology; Vocational education; Test (biology); Academic achievement; Educational technology; Achievement test; Class (philosophy); Affect (linguistics); Pedagogy; Standardized test; Computer science; Artificial intelligence","score_opus":0.06503055580538472,"score_gpt":0.4444783284780238,"score_spread":0.37944777267263907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1567950749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8432532,0.0034268126,0.0033376734,0.13759008,0.00019433525,0.0031379145,0.00014735629,0.00010131533,0.008811329],"genre_scores_gemma":[0.98760855,0.008297586,0.0014531355,0.000506874,0.0002595866,0.00022471401,0.0007734231,0.00001973617,0.00085638865],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99457866,0.0020942488,0.0004998265,0.0004612286,0.0019339147,0.00043209508],"domain_scores_gemma":[0.9961649,0.0025286635,0.00028432749,0.00014235135,0.0006580393,0.00022167682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014762866,0.00016885829,0.0003254192,0.00014594874,0.0011844346,0.00058986695,0.001051362,0.000086406675,0.00035574153],"category_scores_gemma":[0.00427532,0.00014003343,0.000063584645,0.00036662066,0.00022947231,0.00053777965,0.0003938938,0.001257001,0.000009936403],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001399577,0.0010615094,0.89002687,0.00065705733,0.00019990964,0.0000028835952,0.00092265,0.00022003282,0.0003392982,0.029564653,0.0042170375,0.07264813],"study_design_scores_gemma":[0.0034402176,0.001445192,0.26629674,0.0043284334,0.00007856275,0.0000064245614,0.013942269,0.0069612395,0.00008015384,0.012566944,0.69036025,0.00049355684],"about_ca_topic_score_codex":0.0008258414,"about_ca_topic_score_gemma":0.000101286125,"teacher_disagreement_score":0.6861432,"about_ca_system_score_codex":0.00030143603,"about_ca_system_score_gemma":0.0007755623,"threshold_uncertainty_score":0.9109833},"labels":[],"label_agreement":null},{"id":"W1568034861","doi":"10.19173/irrodl.v14i4.1573","title":"Measuring use and creation of open educational resources in higher education","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University; Okanagan College","funders":"","keywords":"Open educational resources; Open education; Higher education; Knowledge management; Computer science; Political science; Library science; World Wide Web","score_opus":0.1777374521065849,"score_gpt":0.4384673148395885,"score_spread":0.2607298627330036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1568034861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7763927,0.012227959,0.00016461818,0.12572743,0.0003293755,0.0027280157,0.000007769292,0.000013502964,0.082408614],"genre_scores_gemma":[0.991175,0.005300966,0.0010178422,0.00018271862,0.000028526903,0.00016218511,0.00004491856,0.0000047497792,0.0020831185],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99811596,0.0006484668,0.0003925229,0.00024398185,0.0004503445,0.00014871015],"domain_scores_gemma":[0.9980614,0.00091289077,0.00019926578,0.00019796759,0.0005660155,0.00006242928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003578519,0.00007387791,0.00018423673,0.00021750087,0.000118579504,0.0009304148,0.001683333,0.000027477361,0.00039474893],"category_scores_gemma":[0.0018774092,0.00005761241,0.000016699469,0.00064613944,0.00010643443,0.0017674403,0.0014275854,0.0003683003,0.000010406902],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044832486,0.0004972849,0.56537884,0.00097325677,0.000033396096,7.3243945e-7,0.0015573656,0.00019100192,0.0004147811,0.34849826,0.004770096,0.07764013],"study_design_scores_gemma":[0.00042546814,0.000051398034,0.9397422,0.006929919,0.0000031333316,0.0000075603857,0.0027955798,0.0017133175,0.00006579023,0.007035708,0.04111524,0.00011465177],"about_ca_topic_score_codex":0.005096825,"about_ca_topic_score_gemma":0.000035937745,"teacher_disagreement_score":0.37436336,"about_ca_system_score_codex":0.000092398885,"about_ca_system_score_gemma":0.00034865653,"threshold_uncertainty_score":0.8972012},"labels":[],"label_agreement":null},{"id":"W1568313498","doi":"10.19173/irrodl.v11i1.775","title":"Learning in an online distance education course: Experiences of three international students","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University; University of Windsor","funders":"","keywords":"Distance education; Constructivism (international relations); Instructional design; Computer-mediated communication; Online course; Psychology; Mathematics education; Educational technology; Language acquisition; Language proficiency; Pedagogy; Online discussion; Online learning; Computer science; The Internet; Multimedia; World Wide Web","score_opus":0.08843727151515117,"score_gpt":0.52164911955604,"score_spread":0.4332118480408888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1568313498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875144,0.0018693608,0.000035683144,0.006329544,0.000280863,0.0004016077,0.000011419102,0.000008010385,0.003549118],"genre_scores_gemma":[0.9910233,0.007891338,0.00031032055,0.000040053616,0.00014296664,0.000056886158,0.00016792298,0.0000059655663,0.00036126832],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9972408,0.0006749689,0.00043193917,0.00023005027,0.0012028796,0.00021935956],"domain_scores_gemma":[0.99843764,0.00052828237,0.00024296818,0.00013695448,0.00058237294,0.000071787916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007293271,0.00007915662,0.00020614824,0.00014563455,0.00020804621,0.00017424415,0.0018105754,0.00005296149,0.00036677145],"category_scores_gemma":[0.0036766515,0.00006298408,0.000031629854,0.0005601594,0.0004336038,0.0005152119,0.0004303582,0.0010938457,0.000002258364],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006078239,0.00057007145,0.85829216,0.00013306584,0.0000147218325,0.0000031164202,0.004961552,0.000070380454,0.00010693295,0.01131612,0.00009923734,0.12437185],"study_design_scores_gemma":[0.0011054503,0.00025798855,0.35368222,0.009501051,0.000013133465,0.0000053022345,0.39753225,0.002345727,0.00004596181,0.0026968545,0.23253517,0.0002788828],"about_ca_topic_score_codex":0.001963394,"about_ca_topic_score_gemma":0.007418374,"teacher_disagreement_score":0.50460994,"about_ca_system_score_codex":0.00007377067,"about_ca_system_score_gemma":0.0008316433,"threshold_uncertainty_score":0.47522762},"labels":[],"label_agreement":null},{"id":"W1568492923","doi":"10.19173/irrodl.v3i2.108","title":"Measuring MBA Student Learning: Does Distance Make a Difference?","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Management and Marketing Education","field":"Business, Management and Accounting","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Summative assessment; Psychology; Exploratory research; Mathematics education; Medical education; Formative assessment; Sociology; Medicine","score_opus":0.10738928955474572,"score_gpt":0.3785890337012466,"score_spread":0.27119974414650083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1568492923","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.522345,0.027522245,0.0007866304,0.076228194,0.0009052287,0.003245447,0.000011985294,0.00012455639,0.36883068],"genre_scores_gemma":[0.9824214,0.013158274,0.000019683803,0.00025778578,0.0001921494,0.000089740584,0.00006435528,0.0000100134275,0.0037866274],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99821645,0.00017730251,0.0003346016,0.0002506755,0.0007787254,0.00024227251],"domain_scores_gemma":[0.998927,0.0003598491,0.00022156021,0.00016562601,0.0003103962,0.000015562846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005063115,0.00010723608,0.00020362152,0.00017697724,0.00026089847,0.0005739468,0.001002674,0.00002225752,0.0006750147],"category_scores_gemma":[0.0025014277,0.00006880832,0.000039984156,0.00053639454,0.000099057725,0.0003146311,0.001047408,0.0004931172,0.00003814758],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011051825,0.0004505251,0.7442276,0.0062224865,0.00009836396,0.000022370697,0.00026702913,0.00009668163,0.000059071772,0.07050009,0.011663006,0.16628228],"study_design_scores_gemma":[0.00078835274,0.000023031487,0.15287197,0.011171635,0.000029082808,0.0000025421396,0.0036126648,0.007969937,0.0000071809573,0.0032726876,0.82001305,0.000237845],"about_ca_topic_score_codex":0.00040661392,"about_ca_topic_score_gemma":0.000075608164,"teacher_disagreement_score":0.8083501,"about_ca_system_score_codex":0.00006407131,"about_ca_system_score_gemma":0.000013397751,"threshold_uncertainty_score":0.7390937},"labels":[],"label_agreement":null},{"id":"W1568808016","doi":"10.19173/irrodl.v8i1.334","title":"Impact of ICTs on Open and Distance Learning in a Developing Country Setting: The Philippine experience","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; ICTS; Information and Communications Technology; Developing country; Educational technology; Quality (philosophy); Information technology; Knowledge management; E learning; Open education; Economic growth; Public relations; Sociology; Business; Pedagogy; Computer science; Political science; World Wide Web; Economics","score_opus":0.09202586523076797,"score_gpt":0.5168525009326338,"score_spread":0.42482663570186585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1568808016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9574188,0.0071569765,0.00022667322,0.015615042,0.000045050114,0.0010684343,0.000014498342,0.000008704168,0.018445801],"genre_scores_gemma":[0.9793857,0.019991694,0.00015058024,0.000094391704,0.000042817603,0.000022517,0.00002840451,0.0000060033994,0.000277894],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99729794,0.0009494758,0.0004297441,0.00022929219,0.00075306516,0.0003404785],"domain_scores_gemma":[0.9971369,0.0021681134,0.00023872401,0.00012537182,0.00027064656,0.000060242353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017168114,0.00009259277,0.00024918895,0.00011027223,0.00043040776,0.00021794449,0.0012817611,0.000040192932,0.0000947363],"category_scores_gemma":[0.0076008732,0.000057286506,0.000029809324,0.00090381823,0.0004431002,0.00032052296,0.00080293097,0.0008422486,0.0000013167003],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004068788,0.00012589892,0.7685641,0.00045555312,0.00004486767,0.000026997772,0.0069560637,0.0004510589,0.00010217177,0.05347479,0.0002471373,0.16914448],"study_design_scores_gemma":[0.0014959571,0.00035014233,0.47773448,0.025048453,0.0000088088555,0.00001182216,0.067038506,0.001211218,0.00007613273,0.0014652711,0.4252617,0.00029751792],"about_ca_topic_score_codex":0.0038214098,"about_ca_topic_score_gemma":0.0010167742,"teacher_disagreement_score":0.42501456,"about_ca_system_score_codex":0.00021724959,"about_ca_system_score_gemma":0.0005920522,"threshold_uncertainty_score":0.90995044},"labels":[],"label_agreement":null},{"id":"W1568988456","doi":"10.19173/irrodl.v11i2.809","title":"Cultural dimensions of learning: Addressing the challenges of multicultural instruction","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":230,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Instructional design; Multiculturalism; Set (abstract data type); Perception; Cultural diversity; Psychology; Pedagogy; Multicultural education; Hofstede's cultural dimensions theory; Knowledge management; Computer science; Sociology; Social psychology","score_opus":0.17359361475694088,"score_gpt":0.49269547191760904,"score_spread":0.3191018571606682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1568988456","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9585516,0.00928851,0.0000054693587,0.023346625,0.00014709122,0.00046024026,0.000009262265,0.000008659917,0.008182538],"genre_scores_gemma":[0.95643485,0.043064497,0.00021756077,0.000009221463,0.00007666709,0.000012353431,0.00002211574,0.0000037354127,0.0001590098],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99754304,0.001069315,0.00034702048,0.00013879566,0.00071945804,0.00018234865],"domain_scores_gemma":[0.99773484,0.001098862,0.00028583274,0.00011348516,0.00072399504,0.000042966687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062216264,0.00006667371,0.00020575766,0.00006642478,0.0004268068,0.00006385067,0.00074464624,0.000051585157,0.000094176656],"category_scores_gemma":[0.0074147787,0.00003334261,0.000055221757,0.00037790864,0.00075179536,0.0002542587,0.00038563542,0.001115727,0.0000016866321],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027595632,0.00040027854,0.08053034,0.0023930776,0.00020948013,0.000007805325,0.021660872,0.0006756138,0.017464032,0.2980438,0.0009962638,0.5773425],"study_design_scores_gemma":[0.0014608405,0.00022904723,0.032394476,0.015036214,0.000045975874,0.000021789547,0.3325889,0.0016359712,0.0013364103,0.002145945,0.6128515,0.00025290775],"about_ca_topic_score_codex":0.0012769252,"about_ca_topic_score_gemma":0.00041302264,"teacher_disagreement_score":0.6118552,"about_ca_system_score_codex":0.000027329588,"about_ca_system_score_gemma":0.00019005436,"threshold_uncertainty_score":0.8876718},"labels":[],"label_agreement":null},{"id":"W1569070947","doi":"10.19173/irrodl.v12i4.845","title":"Internet technology-based projects in learning and teaching English as a Foreign Language at Yakutsk State University","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"The Internet; Educational technology; Foreign language; ICTS; Information and Communications Technology; State (computer science); Distance education; Sociology; Computer science; Pedagogy; World Wide Web","score_opus":0.07019664424545581,"score_gpt":0.4202606422728904,"score_spread":0.3500639980274346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1569070947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8971482,0.002204892,0.000046093133,0.0028558755,0.000042564592,0.0006510342,0.000007498952,0.000021518326,0.09702231],"genre_scores_gemma":[0.99393827,0.0036587806,0.00015565105,0.000042782223,0.000014553849,0.000015978008,0.000030226209,0.0000036921035,0.0021400803],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.998252,0.00092505396,0.00016027955,0.000169003,0.00032553103,0.00016814879],"domain_scores_gemma":[0.9991945,0.00033279366,0.000104123916,0.00006902244,0.00025711322,0.000042467524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052361083,0.000054388463,0.00011848312,0.00023120304,0.00024229192,0.000074330135,0.0004723924,0.000040419265,0.00017536893],"category_scores_gemma":[0.0051156636,0.00004636909,0.000013606432,0.00048253845,0.0002706017,0.00021092121,0.00035872508,0.00057122606,0.0000040604127],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034046455,0.00020666898,0.70557594,0.00047295744,0.000029669602,0.000040311857,0.06416953,0.0000252896,0.000074193245,0.1792079,0.0008897493,0.048967343],"study_design_scores_gemma":[0.0014474653,0.00023919194,0.012394493,0.007866887,0.0000103311695,0.0000039549873,0.5586561,0.0010563611,0.00034784302,0.0031337154,0.41460842,0.00023523018],"about_ca_topic_score_codex":0.0047197645,"about_ca_topic_score_gemma":0.0013936317,"teacher_disagreement_score":0.6931814,"about_ca_system_score_codex":0.00023650356,"about_ca_system_score_gemma":0.00029124587,"threshold_uncertainty_score":0.71349037},"labels":[],"label_agreement":null},{"id":"W1569274598","doi":"10.19173/irrodl.v15i6.1935","title":"An approach for externalization of expert tacit knowledge using a query management system in an e-learning environment","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Externalization; Tacit knowledge; Explicit knowledge; Knowledge management; Subject (documents); Subject-matter expert; Expert system; World Wide Web; Artificial intelligence","score_opus":0.17932348697259692,"score_gpt":0.5220524801915015,"score_spread":0.3427289932189046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1569274598","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1754016,0.0059602633,0.80391324,0.00013675963,0.00011844339,0.0019394413,0.000012924152,0.000018914472,0.0124984225],"genre_scores_gemma":[0.9866767,0.00060482067,0.011923276,0.00002093189,0.000061855724,0.00028598055,0.0002043154,0.000018933286,0.00020319784],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9926848,0.00582632,0.00054169336,0.0003410814,0.00036489815,0.00024120243],"domain_scores_gemma":[0.99865884,0.0005873914,0.00027927675,0.00025328697,0.00017708415,0.0000441302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023063213,0.00011449684,0.00032354737,0.00027586013,0.00014525106,0.00006528574,0.00073482154,0.000054609274,0.00006083944],"category_scores_gemma":[0.0005599408,0.00009070864,0.00003798724,0.00034928348,0.00011958812,0.00016527777,0.0002510909,0.00056704605,0.0000017108895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001465666,0.002284108,0.23464046,0.012754609,0.0003002208,0.000015001277,0.012570297,0.041647248,0.005336241,0.2579398,0.00016685441,0.4308795],"study_design_scores_gemma":[0.005973209,0.0016012773,0.104809634,0.03545105,0.00006206917,0.000055456858,0.06077359,0.70411354,0.00033693062,0.0010020855,0.0850909,0.0007302523],"about_ca_topic_score_codex":0.00043947453,"about_ca_topic_score_gemma":0.0000021657854,"teacher_disagreement_score":0.81127506,"about_ca_system_score_codex":0.00017769852,"about_ca_system_score_gemma":0.000026976051,"threshold_uncertainty_score":0.7993295},"labels":[],"label_agreement":null},{"id":"W1569760560","doi":"10.19173/irrodl.v11i1.769","title":"Profiles in self-regulated learning in the online learning environment","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":443,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Self-regulated learning; Likert scale; Psychology; Academic achievement; Self-efficacy; Scale (ratio); Learning environment; Mathematics education; Social psychology; Developmental psychology","score_opus":0.09987158695852578,"score_gpt":0.49279789741627356,"score_spread":0.3929263104577478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1569760560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9762245,0.0032546795,0.00013828037,0.009405625,0.00012429249,0.0008995297,0.0000082007355,0.000026343605,0.009918586],"genre_scores_gemma":[0.9953439,0.0024445264,0.000556191,0.00013872543,0.00007798842,0.00013528245,0.00023549379,0.00001895895,0.0010488991],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98961216,0.008160973,0.00066341576,0.00040203857,0.00071492244,0.00044646862],"domain_scores_gemma":[0.9964255,0.0028536248,0.00026758225,0.00027910812,0.00013390306,0.000040273135],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.033912066,0.00016561353,0.0003521678,0.00033007297,0.0002479617,0.00011908531,0.0013504393,0.000106968495,0.0007282519],"category_scores_gemma":[0.005491911,0.00010727055,0.00004856592,0.00094213703,0.00026046133,0.00012704486,0.000542063,0.0064062946,0.000032027678],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026636192,0.00083858566,0.84522426,0.00049489207,0.00008478233,0.00009216427,0.008652967,0.0018788156,0.0012469027,0.01766108,0.0005702188,0.12298897],"study_design_scores_gemma":[0.001514288,0.0002533825,0.73979276,0.003694399,0.000009960735,0.00005391085,0.013482627,0.0035458081,0.000030230636,0.0006988734,0.23670249,0.00022127127],"about_ca_topic_score_codex":0.0012680166,"about_ca_topic_score_gemma":0.00008242368,"teacher_disagreement_score":0.23613226,"about_ca_system_score_codex":0.00010334066,"about_ca_system_score_gemma":0.000084269355,"threshold_uncertainty_score":0.99588597},"labels":[],"label_agreement":null},{"id":"W1570203158","doi":"10.19173/irrodl.v6i3.266","title":"Tensions in Learner Support and Tutor Support in Tertiary Web-based English Education in China","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Beijing Foreign Studies University; University of Nottingham","keywords":"TUTOR; Competence (human resources); Enthusiasm; Mainland China; Psychology; China; Pedagogy; Mathematics education; Political science; Social psychology","score_opus":0.05850559374329651,"score_gpt":0.4765783169343957,"score_spread":0.41807272319109917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1570203158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9531871,0.0028426147,0.000056698525,0.006452835,0.00017172779,0.00072332035,0.0000208522,0.000012443016,0.036532424],"genre_scores_gemma":[0.99659866,0.0007733903,0.00024325127,0.0002969784,0.000056583714,0.000119240125,0.0003349197,0.000013136362,0.0015638467],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952246,0.0031028027,0.00062544143,0.00034852923,0.0003720263,0.00032659742],"domain_scores_gemma":[0.99841297,0.0009978982,0.00015081158,0.00019256903,0.00020728573,0.00003848723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016612025,0.00012288657,0.0003047634,0.00059169676,0.00007483379,0.000072204944,0.0004718212,0.00007783827,0.0005042458],"category_scores_gemma":[0.003670021,0.00009672864,0.000028160797,0.0008297433,0.00018460178,0.00014833815,0.00024594303,0.0016402873,0.000009160104],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012349221,0.00038205762,0.95423234,0.00024305064,0.0000070067017,0.000035455236,0.00065752317,0.0001269512,0.00011686989,0.005839193,0.0032486955,0.03498737],"study_design_scores_gemma":[0.0012180413,0.000077880104,0.9296732,0.0029318922,0.000002600712,0.000010570349,0.0014379531,0.00049283006,0.000010243684,0.0005024868,0.0635372,0.00010509007],"about_ca_topic_score_codex":0.0061207744,"about_ca_topic_score_gemma":0.00037106912,"teacher_disagreement_score":0.060288504,"about_ca_system_score_codex":0.0001533548,"about_ca_system_score_gemma":0.00048554305,"threshold_uncertainty_score":0.9252821},"labels":[],"label_agreement":null},{"id":"W1570292026","doi":"10.19173/irrodl.v10i6.741","title":"Review of distance education research (2000 to 2008): Analysis of research areas, methods, and authorship patterns","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":255,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Educational research; Sociology; Library science; Pedagogy; Computer science","score_opus":0.16696529748900224,"score_gpt":0.5986002624051711,"score_spread":0.4316349649161688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1570292026","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08703549,0.6896573,0.001532095,0.1799632,0.00015441184,0.0045628045,0.0002538489,0.0000223447,0.03681855],"genre_scores_gemma":[0.4866132,0.5100537,0.0015900992,0.00021024584,0.00008277144,0.000070691036,0.00017773747,0.000007804233,0.0011937293],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9865158,0.009713951,0.0007514726,0.0003959752,0.0021336935,0.00048908556],"domain_scores_gemma":[0.99224067,0.0039511216,0.00024632202,0.00035001285,0.0030154004,0.00019650387],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0812099,0.00009902681,0.000557346,0.0008848403,0.00040115963,0.00012477668,0.0014124111,0.00006782489,0.0003776642],"category_scores_gemma":[0.02698557,0.000076212564,0.0000846045,0.0058339736,0.0005505509,0.0002384555,0.00052994094,0.001261719,0.0000032784608],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020828888,0.0004916047,0.06960913,0.010838315,0.00022342084,0.000005216582,0.0025813628,0.000033426248,0.00015002547,0.06164982,0.012005294,0.8422041],"study_design_scores_gemma":[0.00025987954,0.00031792567,0.049611334,0.11422086,0.000097167176,0.000002255559,0.01619288,0.0002684815,0.000109178654,0.005578161,0.8131599,0.00018200515],"about_ca_topic_score_codex":0.004755591,"about_ca_topic_score_gemma":0.0005323752,"teacher_disagreement_score":0.8420221,"about_ca_system_score_codex":0.0002374952,"about_ca_system_score_gemma":0.001585105,"threshold_uncertainty_score":0.98121053},"labels":[],"label_agreement":null},{"id":"W1570947364","doi":"10.19173/irrodl.v13i2.930","title":"Assessment of challenges in developing self-instructional course materials at the National Open University of Nigeria","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"African Education and Politics","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open education; Noun; Open university; Process (computing); Instructional design; Quality (philosophy); Developing country; Medical education; Computer science; Course (navigation); Sociology; Mathematics education; Pedagogy; Psychology; Engineering; Medicine; Economic growth; Artificial intelligence","score_opus":0.2319366158906821,"score_gpt":0.5240255147929859,"score_spread":0.2920888989023038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1570947364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7958286,0.007218284,0.000027823262,0.08339394,0.0002704998,0.0013008541,0.0002032088,0.0000053317635,0.1117515],"genre_scores_gemma":[0.96874785,0.030521482,0.0003265764,0.00005491722,0.000038919552,0.000006981573,0.000040018065,0.0000019986057,0.00026126023],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9978867,0.0010643433,0.00022199423,0.00008018142,0.0006050273,0.00014171978],"domain_scores_gemma":[0.99849373,0.00078495586,0.00018916176,0.00006093363,0.00043527264,0.000035934536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010342196,0.000038247766,0.00014471686,0.000050033566,0.00019266397,0.00003036238,0.00081924204,0.000024069406,0.0006260601],"category_scores_gemma":[0.0007955138,0.000028108154,0.000015807824,0.00024094606,0.00031538872,0.00020335353,0.00058466464,0.00013785718,0.0000022204874],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002878354,0.00016100408,0.14702684,0.00034513057,0.000043767246,3.3768882e-7,0.0040825494,0.000015309988,0.000039958748,0.84503955,0.0013550938,0.0018616773],"study_design_scores_gemma":[0.00044765545,0.000021694552,0.62510484,0.0021957909,0.0000067479878,0.0000032694195,0.048667602,0.000025198837,0.00007810829,0.0024746037,0.32089478,0.00007968594],"about_ca_topic_score_codex":0.00164057,"about_ca_topic_score_gemma":0.0004280952,"teacher_disagreement_score":0.84256494,"about_ca_system_score_codex":0.00031555828,"about_ca_system_score_gemma":0.00095894776,"threshold_uncertainty_score":0.685492},"labels":[],"label_agreement":null},{"id":"W1571998528","doi":"10.19173/irrodl.v8i3.423","title":"Access to Communication for Deaf, Hard-of-Hearing and ESL Students in Blended Learning Courses","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Blended learning; Inclusion (mineral); Perception; Hearing loss; Mathematics education; Pedagogy; Medical education; Educational technology; Multimedia; Audiology; Computer science; Medicine","score_opus":0.1734989110620546,"score_gpt":0.5585112374759462,"score_spread":0.3850123264138916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1571998528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9652915,0.009615653,0.00060524116,0.017226322,0.000051638628,0.0016120757,0.000011779765,0.0000112749585,0.005574515],"genre_scores_gemma":[0.97588974,0.022883927,0.0007874413,0.00006670825,0.00003072959,0.000042033567,0.000041324598,0.0000065732866,0.0002515327],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99769986,0.000751616,0.00039999254,0.00018129431,0.00069413806,0.0002731177],"domain_scores_gemma":[0.9970415,0.0022098154,0.00016397535,0.000115292736,0.00039598,0.000073401025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020022357,0.00006655448,0.00022582064,0.00020835263,0.00031570808,0.00021866312,0.0012302217,0.00004125967,0.000034978926],"category_scores_gemma":[0.006919228,0.000055612352,0.000026325348,0.0005840656,0.00018718015,0.00032663025,0.0009178138,0.00056676654,0.0000010983697],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001944365,0.00011003466,0.85342705,0.00060756,0.000026798609,0.0000025335569,0.0016091549,0.00029319798,0.00009073773,0.009730215,0.00018515211,0.13372312],"study_design_scores_gemma":[0.0020678092,0.00026949076,0.532846,0.023401441,0.000020957903,0.0000032977707,0.049830128,0.0009383345,0.00025361739,0.0027937335,0.3873045,0.0002707118],"about_ca_topic_score_codex":0.002161611,"about_ca_topic_score_gemma":0.0017083394,"teacher_disagreement_score":0.38711935,"about_ca_system_score_codex":0.00010439594,"about_ca_system_score_gemma":0.0002514995,"threshold_uncertainty_score":0.82834625},"labels":[],"label_agreement":null},{"id":"W1572106291","doi":"10.19173/irrodl.v16i3.2015","title":"Exploring intensive longitudinal measures of student engagement in blended learning","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":151,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Likert scale; Blended learning; Student engagement; CLARITY; Psychology; Scale (ratio); Mathematics education; Observational study; Educational technology; Higher education; Pedagogy; Medical education","score_opus":0.5242670958906446,"score_gpt":0.5256886047663721,"score_spread":0.0014215088757275618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1572106291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9469714,0.013835913,0.00012585602,0.018869068,0.00018144697,0.001029958,0.0000070177725,0.000014466863,0.01896486],"genre_scores_gemma":[0.96146923,0.038064495,0.00010973785,0.000027037368,0.00006110792,0.00006175191,0.000023592036,0.000006469863,0.00017655599],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9949763,0.0025421358,0.0004927873,0.00022788704,0.0014519123,0.00030897997],"domain_scores_gemma":[0.9973224,0.0010333991,0.00020695313,0.00011723767,0.0012252241,0.000094796895],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02243345,0.000089491296,0.00031201032,0.00023374247,0.00019326883,0.00009998004,0.00092550035,0.00003046453,0.00007076904],"category_scores_gemma":[0.012571031,0.00006927058,0.000044059045,0.00076354085,0.00027260126,0.00039633785,0.00081021216,0.0011090944,0.0000055910914],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002422739,0.00025511254,0.84793067,0.0006279306,0.00009713707,0.000053939264,0.012199839,0.0028039368,0.00009637584,0.022400087,0.00049693935,0.11279574],"study_design_scores_gemma":[0.0022643101,0.00043472106,0.103582814,0.021420944,0.000027448936,0.0000062472463,0.5460333,0.0006624638,0.00023689764,0.0016423657,0.32339734,0.0002911535],"about_ca_topic_score_codex":0.002737923,"about_ca_topic_score_gemma":0.00053797214,"teacher_disagreement_score":0.7443479,"about_ca_system_score_codex":0.00024353352,"about_ca_system_score_gemma":0.000712312,"threshold_uncertainty_score":0.9957465},"labels":[],"label_agreement":null},{"id":"W1572517854","doi":"10.19173/irrodl.v8i3.496","title":"The Emergence of Open-Source Software in North America","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Timeline; Open source software; Computer science; Open source; Open-source software development; World Wide Web; Software development; Software; Software engineering; Software analytics; Data science; Software construction; Operating system","score_opus":0.07014222308252184,"score_gpt":0.43696515040297934,"score_spread":0.3668229273204575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1572517854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41585147,0.089637175,0.14487815,0.15338573,0.0015732347,0.009314478,0.00006396085,0.00012231273,0.18517347],"genre_scores_gemma":[0.97082096,0.026913134,0.0012760389,0.00019988541,0.000019703008,0.000039489027,0.000034252327,0.0000061318196,0.00069042057],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977635,0.00059342047,0.00050157803,0.00023086359,0.0006375938,0.00027304867],"domain_scores_gemma":[0.99728274,0.0017275042,0.00023826057,0.00029995225,0.00038802624,0.00006353898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009442626,0.000074616735,0.00019522461,0.00011205767,0.00024461167,0.00033272628,0.004734432,0.000018469427,0.00009775156],"category_scores_gemma":[0.0043875887,0.000047643127,0.00002957692,0.001480413,0.00018873718,0.0004497171,0.0028477602,0.0006368355,0.00001320057],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012978764,0.00025404803,0.3132567,0.0004948399,0.0000388975,0.000013312004,0.0019798689,0.0013611532,0.000043391025,0.039860126,0.0061740866,0.6363938],"study_design_scores_gemma":[0.00081864704,0.00020823428,0.23265901,0.0054929573,0.000004197314,0.00001657745,0.022293437,0.0069001378,0.000110292975,0.0012601936,0.72999686,0.00023942578],"about_ca_topic_score_codex":0.0013803934,"about_ca_topic_score_gemma":0.00036401607,"teacher_disagreement_score":0.7238228,"about_ca_system_score_codex":0.000051471136,"about_ca_system_score_gemma":0.00021679961,"threshold_uncertainty_score":0.8797831},"labels":[],"label_agreement":null},{"id":"W1573019831","doi":"10.19173/irrodl.v4i1.127","title":"Book Review - The Costs of Open Learning: a handbook. Author: Thomas Hülsmann","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open university; Computer science; Sociology; Psychology; Mathematics education; Distance education","score_opus":0.18644460307111327,"score_gpt":0.5670177118992017,"score_spread":0.3805731088280884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1573019831","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002641396,0.6943959,0.00037796938,0.11099228,0.00022367021,0.002929781,0.00001874645,0.000009737396,0.19078775],"genre_scores_gemma":[0.022422776,0.9422257,0.0014230055,0.0056244,0.00012392213,0.0005611391,0.00014187724,0.000020333262,0.027456835],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.991317,0.006328075,0.00064844365,0.00024594413,0.0011770497,0.00028348342],"domain_scores_gemma":[0.9942441,0.0036604966,0.00041113354,0.00029910877,0.0013222435,0.000062916406],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.042075887,0.00009883884,0.00033146905,0.00011113815,0.0007377774,0.0002503869,0.0027347484,0.00004573325,0.0012398738],"category_scores_gemma":[0.040328383,0.00006372656,0.000057721936,0.001418032,0.0007294313,0.0003834958,0.0008315906,0.00087567087,0.000013106515],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035918467,0.00014429368,0.0046277596,0.0012749401,0.000062921485,0.0000023090295,0.0008969688,0.00002612141,0.00001850075,0.5487161,0.42291573,0.021278411],"study_design_scores_gemma":[0.0001757049,0.000034781766,0.00044300928,0.01916552,0.000012000051,0.000004602763,0.0028779327,0.000024880195,0.0000378329,0.003531586,0.97362345,0.000068695954],"about_ca_topic_score_codex":0.0013363394,"about_ca_topic_score_gemma":0.000053315565,"teacher_disagreement_score":0.55070776,"about_ca_system_score_codex":0.00023302625,"about_ca_system_score_gemma":0.00096348877,"threshold_uncertainty_score":0.9996731},"labels":[],"label_agreement":null},{"id":"W1574678658","doi":"10.19173/irrodl.v10i2.598","title":"Turkish University Students’ Perceptions of the World Wide Web as a Learning Tool: An Investigation Based on Gender, Socio-Economic Background, and Web Experience","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Turkish; Psychology; Perception; Self-efficacy; Scale (ratio); Higher education; Social psychology; Applied psychology; Medical education; Medicine","score_opus":0.10703276166654765,"score_gpt":0.45452645574604195,"score_spread":0.34749369407949426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1574678658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9823764,0.0002750364,0.00001439965,0.0113395685,0.00004256216,0.0003504517,0.0000070386923,0.000009346312,0.005585208],"genre_scores_gemma":[0.9953489,0.0038427815,0.000044303662,0.00017046373,0.00001791946,0.000007758636,0.000024991214,0.0000024263109,0.0005404895],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980323,0.0010381896,0.00017392312,0.00017671837,0.00043958751,0.00013932261],"domain_scores_gemma":[0.99906534,0.00049305515,0.00012342294,0.00013153981,0.00014131234,0.000045311506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037222917,0.000057877012,0.000114650975,0.00011677236,0.00055988505,0.000101684585,0.0008552902,0.000039854796,0.00015646446],"category_scores_gemma":[0.00091735437,0.000045068282,0.00002848836,0.00037094412,0.00055133924,0.00025001625,0.00018749342,0.00041056055,0.0000030478595],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004192064,0.00010185327,0.9542574,0.00006315523,0.000013282165,9.77462e-7,0.004559269,0.00027968414,0.00018397096,0.034574118,0.00045077674,0.0054735336],"study_design_scores_gemma":[0.0009280594,0.00019468294,0.7161082,0.0020703666,0.000020799707,0.0000026536657,0.24222076,0.0037289886,0.000046665384,0.0069400393,0.027563788,0.00017497911],"about_ca_topic_score_codex":0.000643642,"about_ca_topic_score_gemma":0.00044664514,"teacher_disagreement_score":0.23814924,"about_ca_system_score_codex":0.00022288294,"about_ca_system_score_gemma":0.00041080298,"threshold_uncertainty_score":0.43062395},"labels":[],"label_agreement":null},{"id":"W1574689551","doi":"10.19173/irrodl.v5i2.183","title":"A Comparative Study of Dropout Rates and Causes for Two Different Distance Education Courses","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dropout (neural networks); TUTOR; Psychology; Distance education; Informatics; Mathematics education; Degree (music); Medical education; Computer science; Medicine; Engineering","score_opus":0.12888227388457416,"score_gpt":0.5456427166398966,"score_spread":0.4167604427553224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1574689551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9825319,0.008872434,0.00013742078,0.005912138,0.000044792116,0.0012344094,0.000023929613,0.0000038630487,0.0012390903],"genre_scores_gemma":[0.9914809,0.008087674,0.00008466991,0.000017304372,0.000039552953,0.000090012174,0.00004024827,0.0000028500358,0.0001567905],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99857795,0.0005046488,0.00023702109,0.0001410671,0.00040862113,0.00013068994],"domain_scores_gemma":[0.9985741,0.00072815147,0.00014762086,0.00006853575,0.00044127728,0.00004035017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002460207,0.000057771478,0.00022203958,0.00006162444,0.0002622335,0.00008902604,0.00035826265,0.0000138660325,0.000020522797],"category_scores_gemma":[0.0013968213,0.00003933789,0.000018826197,0.00022442127,0.00026308055,0.000148768,0.00015917739,0.00021574448,4.380776e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006007395,0.0035222606,0.6311223,0.0024513307,0.00019694152,0.0000039741917,0.023794817,0.00054689223,0.00026658564,0.27035645,0.0008919113,0.06624585],"study_design_scores_gemma":[0.0057677296,0.0014297921,0.06995752,0.024864653,0.000080467995,0.000004240651,0.7522003,0.0006563495,0.00047996867,0.019828277,0.12436572,0.0003649543],"about_ca_topic_score_codex":0.0022637192,"about_ca_topic_score_gemma":0.002224054,"teacher_disagreement_score":0.72840554,"about_ca_system_score_codex":0.00007508629,"about_ca_system_score_gemma":0.00043707027,"threshold_uncertainty_score":0.34220815},"labels":[],"label_agreement":null},{"id":"W1574759432","doi":"10.19173/irrodl.v13i5.1255","title":"Searching for and positioning of contextualized learning objects","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"European Social Fund; Natural Sciences and Engineering Research Council of Canada; Universidad Nacional de Colombia; European Commission","keywords":"Learning object; Computer science; Reuse; Open learning; Context (archaeology); Object (grammar); Lifelong learning; Process (computing); Synchronous learning; Educational technology; Knowledge management; Active learning (machine learning); Virtual learning environment; Adaptive learning; Multimedia; Cooperative learning; World Wide Web; Artificial intelligence; Teaching method; Engineering; Pedagogy; Sociology","score_opus":0.09751574427762626,"score_gpt":0.4622920312190184,"score_spread":0.36477628694139214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1574759432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63220155,0.106028564,0.073636934,0.049906805,0.0009374279,0.007014968,0.000047516874,0.0001400283,0.13008621],"genre_scores_gemma":[0.989608,0.0071142004,0.0027195069,0.00010656036,0.000040282444,0.000063080384,0.000049419,0.000007130512,0.00029180365],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977469,0.00088300067,0.0003738419,0.00020378914,0.00048464793,0.0003078261],"domain_scores_gemma":[0.9970448,0.002085091,0.00021305977,0.00014043639,0.00041586245,0.00010072256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009685536,0.00008722965,0.00025510642,0.00015802309,0.00032795727,0.00026427934,0.0009415467,0.000030249632,0.000041227602],"category_scores_gemma":[0.0044853985,0.00006769835,0.00004147083,0.0004323091,0.00013538224,0.0007049429,0.0009976465,0.0006123103,0.0000034589095],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017916001,0.00024817724,0.088143446,0.0030068234,0.00011758702,0.000002521644,0.007135285,0.0003334385,0.0016035209,0.7847426,0.0006519718,0.11383546],"study_design_scores_gemma":[0.013193274,0.0023885781,0.17438094,0.08798845,0.000112871945,0.00038398683,0.14772387,0.14896606,0.005945627,0.02679483,0.39026338,0.0018581345],"about_ca_topic_score_codex":0.00027269096,"about_ca_topic_score_gemma":0.0000044875246,"teacher_disagreement_score":0.7579478,"about_ca_system_score_codex":0.000053549426,"about_ca_system_score_gemma":0.00012977535,"threshold_uncertainty_score":0.5369765},"labels":[],"label_agreement":null},{"id":"W1575041545","doi":"10.19173/irrodl.v4i2.152","title":"The Personalized System of Instruction: Review and Applications to Distance Education","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Class (philosophy); Computer science; Scholarship; Individualized instruction; Set (abstract data type); Mathematics education; Personalized learning; Multimedia; Key (lock); Teaching method; Psychology; Open learning; Artificial intelligence; Cooperative learning; Programming language","score_opus":0.05863907805626761,"score_gpt":0.46838432229858734,"score_spread":0.40974524424231973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1575041545","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009116632,0.7553822,0.0016228209,0.10145174,0.00021122528,0.0055047073,0.00005656296,0.000023754066,0.12663037],"genre_scores_gemma":[0.43042514,0.56617886,0.0004907103,0.00023775024,0.00008943384,0.0004696561,0.00004026524,0.000007337431,0.002060851],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99797934,0.000995596,0.00029099168,0.00013735845,0.00046280934,0.00013389341],"domain_scores_gemma":[0.99852973,0.0006275248,0.00015175597,0.00012621233,0.00050614314,0.000058621714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074573136,0.000048950715,0.00016775714,0.000042202526,0.00048857357,0.000083343046,0.0004910719,0.000018743864,0.000044649852],"category_scores_gemma":[0.0029101085,0.000031386244,0.000024394849,0.0006433366,0.00029466083,0.00011079892,0.00012597349,0.00026110528,0.0000030567453],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015818683,0.000033403056,0.005162869,0.003022638,0.000017591337,2.2883542e-7,0.0001965427,0.000003838594,0.000005378979,0.84928787,0.0013373476,0.14091648],"study_design_scores_gemma":[0.00010737734,0.000014728876,0.0004708288,0.008995635,0.0000110163355,0.0000040046416,0.012350274,0.0000084845515,0.0000038491876,0.00066699745,0.9773309,0.000035869867],"about_ca_topic_score_codex":0.0003145397,"about_ca_topic_score_gemma":0.00008610214,"teacher_disagreement_score":0.9759936,"about_ca_system_score_codex":0.0000940842,"about_ca_system_score_gemma":0.00054801325,"threshold_uncertainty_score":0.37577623},"labels":[],"label_agreement":null},{"id":"W1575334879","doi":"10.19173/irrodl.v15i3.1722","title":"Exploring the moderating role of perceived flexibility advantages in mobile learning continuance intention (MLCI)","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Continuance; Psychology; Flexibility (engineering); M-learning; Social psychology; Mobile device; Knowledge management; Applied psychology; Computer science; World Wide Web","score_opus":0.2971259885320246,"score_gpt":0.5058253889325083,"score_spread":0.20869940040048368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1575334879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925605,0.0029150897,0.00048291823,0.0021834928,0.0000470191,0.0004921208,0.00000690829,0.000010574353,0.0013013579],"genre_scores_gemma":[0.9925599,0.006962801,0.00010641864,0.00003021713,0.0000109738485,0.0001314264,0.000015213434,0.0000048370575,0.00017823161],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99589735,0.0018123534,0.00077955256,0.00031555508,0.0009910915,0.000204101],"domain_scores_gemma":[0.99584246,0.002856513,0.00032344574,0.0003201215,0.00062485685,0.000032633772],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022553705,0.00008713154,0.0003167096,0.000208867,0.00020134001,0.00014833387,0.0015281296,0.000036057336,0.0001116113],"category_scores_gemma":[0.018699583,0.000051104493,0.00006090705,0.00072461,0.0003184891,0.0004594644,0.0009029283,0.0010067126,0.00000825114],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011123796,0.000100965124,0.7305019,0.00012354269,0.000010228733,0.0000016832976,0.0008729236,0.0025053222,0.0020360642,0.008499106,0.000050037255,0.255187],"study_design_scores_gemma":[0.00077388686,0.0001770431,0.88525116,0.0053893435,0.0000062860395,0.000009041612,0.038747765,0.03919113,0.0004527516,0.010666908,0.019203704,0.00013094873],"about_ca_topic_score_codex":0.0003254552,"about_ca_topic_score_gemma":0.00009370405,"teacher_disagreement_score":0.25505605,"about_ca_system_score_codex":0.000058145557,"about_ca_system_score_gemma":0.000048209713,"threshold_uncertainty_score":0.9895663},"labels":[],"label_agreement":null},{"id":"W1576205502","doi":"10.19173/irrodl.v10i6.800","title":"Adaptation of online courses for new educational contexts","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Adaptation (eye); Agency (philosophy); Distance education; Pedagogy; Qualitative research; Educational technology; Sociology; Public relations; Knowledge management; Medical education; Psychology; Computer science; Political science; Medicine; Social science","score_opus":0.1280696141116841,"score_gpt":0.5193147846630066,"score_spread":0.3912451705513225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1576205502","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18671018,0.07716745,0.003376022,0.7042123,0.00033672815,0.0036775125,0.00029957163,0.000024365552,0.024195854],"genre_scores_gemma":[0.96492606,0.030156853,0.001957549,0.00018955156,0.00024855952,0.000017092956,0.00040047988,0.0000041193944,0.0020997596],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985827,0.00035602468,0.0002806223,0.000115873794,0.0005174208,0.00014736668],"domain_scores_gemma":[0.9978062,0.0013236445,0.0001641457,0.00006727292,0.0005853859,0.00005337757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039915373,0.00004633416,0.00015705352,0.00008102213,0.00017068851,0.000053494987,0.00054075674,0.000027145288,0.00016302188],"category_scores_gemma":[0.005874377,0.00003544582,0.0000374802,0.00031321478,0.00014101318,0.00018262658,0.00006991312,0.00023813707,0.0000014915157],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015204698,0.00027786125,0.0105383955,0.00031419008,0.000027492973,6.835104e-7,0.0008687839,0.00033397038,0.00006181543,0.23073106,0.0070443847,0.74964935],"study_design_scores_gemma":[0.0010805714,0.00028660614,0.02112298,0.007888044,0.000016152593,0.00000197463,0.018073577,0.0015568587,0.00003508949,0.024767332,0.92505765,0.0001131388],"about_ca_topic_score_codex":0.0013385903,"about_ca_topic_score_gemma":0.00041887126,"teacher_disagreement_score":0.9180133,"about_ca_system_score_codex":0.000054847977,"about_ca_system_score_gemma":0.0012289779,"threshold_uncertainty_score":0.7032603},"labels":[],"label_agreement":null},{"id":"W1576347009","doi":"10.19173/irrodl.v10i6.801","title":"EduBlogs as metaphor","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Metaphor; Liminality; Persona; Presentation (obstetrics); Sandbox (software development); Transformational leadership; Sociology; Psychology; Computer science; Pedagogy; Social psychology; Human–computer interaction; Library science","score_opus":0.09265894674051602,"score_gpt":0.5090854096631409,"score_spread":0.41642646292262486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1576347009","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13817392,0.04550041,0.00008123399,0.34326437,0.00018123064,0.0014080313,0.000020339825,0.000038446582,0.471332],"genre_scores_gemma":[0.92198294,0.07454579,0.00023031564,0.000534884,0.0001194653,0.000016173055,0.00004998228,0.000003829029,0.0025166264],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975825,0.0009634697,0.00024535158,0.00016137112,0.0008015182,0.0002458054],"domain_scores_gemma":[0.9987107,0.0006943014,0.00009449601,0.000110204775,0.00031764107,0.00007264861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0099686645,0.00005776168,0.0001746231,0.00009526777,0.00033525485,0.00017669484,0.0010016208,0.00003419375,0.0005713311],"category_scores_gemma":[0.005844541,0.000040496983,0.000041207422,0.00058259175,0.00020840229,0.00023933296,0.00024004589,0.00061106705,0.000032171527],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109029665,0.00021525708,0.013182628,0.0002691035,0.000048030473,0.000031731855,0.0010216187,0.000042637097,0.00010611139,0.38122076,0.009799126,0.59395397],"study_design_scores_gemma":[0.0002554479,0.000090592424,0.0032075758,0.0027128886,0.000006165819,0.0000039664424,0.0073770015,0.000083308885,0.000027020507,0.010154779,0.97601396,0.000067323366],"about_ca_topic_score_codex":0.0012976766,"about_ca_topic_score_gemma":0.000092603426,"teacher_disagreement_score":0.9662148,"about_ca_system_score_codex":0.00007080709,"about_ca_system_score_gemma":0.0004443169,"threshold_uncertainty_score":0.6996884},"labels":[],"label_agreement":null},{"id":"W1576591444","doi":"10.19173/irrodl.v2i2.44","title":"Text-based Conferencing Products","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Asynchronous communication; Computer science; Product (mathematics); Set (abstract data type); Selection (genetic algorithm); Perspective (graphical); Distance education; Teleconference; World Wide Web; Multimedia; Data science; Mathematics education; Artificial intelligence; Telecommunications; Psychology","score_opus":0.2824621719649488,"score_gpt":0.5239173814895652,"score_spread":0.2414552095246164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1576591444","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27916017,0.06747176,0.005818446,0.11533454,0.00085668993,0.0028299268,0.00006779611,0.000102849845,0.52835786],"genre_scores_gemma":[0.99470603,0.0014686848,0.00052019366,0.0003603892,0.000066254266,0.000064548505,0.000057819474,0.000010604072,0.0027454924],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954949,0.0031263232,0.00035905145,0.0002763349,0.0004790224,0.00026434447],"domain_scores_gemma":[0.9975568,0.0015234345,0.000159198,0.00024741542,0.00047630645,0.00003681645],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015406073,0.00009282372,0.00023235228,0.00016554324,0.00018529608,0.00009322251,0.0008549023,0.00003958621,0.00211256],"category_scores_gemma":[0.007171352,0.00006444298,0.000028674638,0.00071596727,0.00021806096,0.000078428915,0.0002776208,0.0012503908,0.00007505428],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037112422,0.0008658029,0.1896909,0.0032128268,0.00024249047,0.000090306086,0.0034397405,0.00024792113,0.0010846142,0.18474028,0.06007304,0.555941],"study_design_scores_gemma":[0.002469839,0.00041637963,0.1250874,0.018363543,0.000020511243,0.000050490424,0.004506754,0.0065454715,0.0002924859,0.0014357312,0.8404481,0.0003633337],"about_ca_topic_score_codex":0.00046638882,"about_ca_topic_score_gemma":0.0000030484546,"teacher_disagreement_score":0.780375,"about_ca_system_score_codex":0.00006554767,"about_ca_system_score_gemma":0.000060833583,"threshold_uncertainty_score":0.9987996},"labels":[],"label_agreement":null},{"id":"W1577203599","doi":"10.19173/irrodl.v12i2.948","title":"Book review - Economics of distance and online learning: Theory, practice and research","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Computer science; Sociology; Educational technology; Mathematics education; Management science; Data science; Engineering ethics; Psychology; Economics; Engineering","score_opus":0.13312122380105454,"score_gpt":0.49652521042345427,"score_spread":0.3634039866223997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1577203599","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010239551,0.89299697,0.00007931685,0.044259172,0.000041522933,0.0011615581,0.000038628576,0.000010874724,0.051172398],"genre_scores_gemma":[0.05002224,0.9467159,0.0003432987,0.00050141854,0.00004754821,0.000025212621,0.000044692857,0.000008689461,0.0022910016],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99439627,0.0039279494,0.00046172112,0.00027695877,0.0006358002,0.00030131114],"domain_scores_gemma":[0.99496895,0.0037117472,0.00027461772,0.0001589124,0.00078121386,0.00010453436],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029015189,0.00008829803,0.0003271546,0.00011895146,0.00040171258,0.00009208779,0.00074416964,0.000049331724,0.0004308658],"category_scores_gemma":[0.020449353,0.00006668059,0.000031759817,0.00046094685,0.0010224651,0.00050625944,0.0007996107,0.001198024,0.000003320099],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074367336,0.0005799625,0.032060035,0.010728867,0.00019727068,0.000034805176,0.0053796456,0.000014269324,0.000014593756,0.3803623,0.019204078,0.5506805],"study_design_scores_gemma":[0.00022976767,0.0001219408,0.0009912911,0.012681044,0.000015472991,0.000007240375,0.011461931,0.00008800026,0.000005867897,0.0023326883,0.97199386,0.00007088376],"about_ca_topic_score_codex":0.0010707859,"about_ca_topic_score_gemma":0.00010254869,"teacher_disagreement_score":0.9527898,"about_ca_system_score_codex":0.000067802815,"about_ca_system_score_gemma":0.00036717067,"threshold_uncertainty_score":0.99983317},"labels":[],"label_agreement":null},{"id":"W1577330823","doi":"10.19173/irrodl.v15i3.1821","title":"Examining the impact of video feedback on instructor social presence in blended courses","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Closeness; Psychology; Video feedback; Blended learning; Mathematics education; Perception; Educational technology; Mathematics; Physics","score_opus":0.23195958857448282,"score_gpt":0.5605942436996879,"score_spread":0.32863465512520507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1577330823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9416943,0.003921146,0.0000114777695,0.0253881,0.00012848608,0.0007220144,0.0000399069,0.0000052575097,0.02808929],"genre_scores_gemma":[0.99559,0.003866444,0.000017289105,0.00011470576,0.000044546126,0.00008318894,0.00004874291,0.000005328324,0.00022979331],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970252,0.0018691926,0.00040343343,0.00015067501,0.0003794344,0.00017209936],"domain_scores_gemma":[0.99633163,0.0028047757,0.00022194811,0.00030462389,0.00030245582,0.000034566394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056707845,0.00006772095,0.00020123468,0.00011705281,0.00014048058,0.000045924135,0.0012246467,0.000036345762,0.0007514455],"category_scores_gemma":[0.0029809563,0.000041120195,0.000037644317,0.00043891504,0.00026560988,0.00006886461,0.0003591364,0.0007029538,0.000011635743],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008296894,0.0006549226,0.5247984,0.001137308,0.00013407969,0.0000020354264,0.012404765,0.00047123278,0.000079377955,0.1476346,0.0231708,0.2886828],"study_design_scores_gemma":[0.0008324644,0.00019254637,0.96172875,0.004304501,0.0000030812141,0.0000053037465,0.016579356,0.0006602986,0.000008176533,0.0013873058,0.01422742,0.00007079813],"about_ca_topic_score_codex":0.0017379107,"about_ca_topic_score_gemma":0.00008559142,"teacher_disagreement_score":0.43693036,"about_ca_system_score_codex":0.00010358823,"about_ca_system_score_gemma":0.0002065475,"threshold_uncertainty_score":0.82278013},"labels":[],"label_agreement":null},{"id":"W1578331496","doi":"10.19173/irrodl.v15i6.1927","title":"Framework of quality assurance of TEL integration into an educational organization","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Social Fund","keywords":"Quality assurance; Quality (philosophy); Knowledge management; Information and Communications Technology; Service (business); Process management; Computer science; Business; Marketing; World Wide Web","score_opus":0.07845757784947316,"score_gpt":0.5133304283676424,"score_spread":0.43487285051816926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1578331496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9052871,0.004146118,0.014303022,0.061805334,0.00020371217,0.00094268395,0.000036394893,0.000014891393,0.013260765],"genre_scores_gemma":[0.9909727,0.0061642644,0.002461146,0.000046826965,0.00008419862,0.000008943366,0.00016029985,0.000004338142,0.00009731242],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9967925,0.0017912256,0.00042806094,0.00014001923,0.0007351342,0.000113080765],"domain_scores_gemma":[0.9960621,0.002184145,0.0003168588,0.00013668781,0.0012569003,0.0000432985],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011228346,0.00005116012,0.00019935473,0.000089730485,0.00017278793,0.000052847547,0.00070396345,0.000048544927,0.00027123306],"category_scores_gemma":[0.024846734,0.000039141065,0.000023888768,0.0007726123,0.0002972716,0.00029887364,0.00016489084,0.00037961756,0.0000023721095],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050169874,0.00023920542,0.23872389,0.00096793374,0.000022512331,1.4071964e-7,0.0026252107,0.00017002888,0.00062692835,0.6334544,0.00029027724,0.12282932],"study_design_scores_gemma":[0.001344224,0.0005630103,0.5300804,0.041839365,0.00004124218,0.0000032313455,0.06115222,0.002913794,0.0024719387,0.24296474,0.11613697,0.00048885576],"about_ca_topic_score_codex":0.0028086698,"about_ca_topic_score_gemma":0.0003421422,"teacher_disagreement_score":0.39048964,"about_ca_system_score_codex":0.00006192164,"about_ca_system_score_gemma":0.00052719866,"threshold_uncertainty_score":0.9833674},"labels":[],"label_agreement":null},{"id":"W1578667153","doi":"10.19173/irrodl.v14i2.1534","title":"Moving to open educational resources at Athabasca University: A case study","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"Athabasca University","keywords":"Open educational resources; Commonwealth; Charter; Higher education; Globe; Library science; Political science; Distance education; Educational technology; Sociology; Media studies; Pedagogy; Psychology; Computer science; Law","score_opus":0.07521398746697439,"score_gpt":0.41826785766412866,"score_spread":0.3430538701971543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1578667153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8846814,0.0010953471,0.00031603896,0.06745724,0.00012318885,0.0027313945,0.0000080005575,0.00001604779,0.043571368],"genre_scores_gemma":[0.9922679,0.0007716338,0.0008218353,0.0003042076,0.00002958875,0.00008156709,0.000020861837,0.000005811484,0.0056965924],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99755013,0.0010096009,0.00027775712,0.00036111756,0.0005690565,0.0002323185],"domain_scores_gemma":[0.9979148,0.0009819843,0.00012872295,0.0003135195,0.00051034946,0.00015065038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004630084,0.00009112485,0.00019496407,0.00019541077,0.0005394288,0.0010131377,0.0038054432,0.000019906427,0.00076174596],"category_scores_gemma":[0.0015626479,0.000072053714,0.000027650882,0.00096109195,0.00006714541,0.0009584534,0.007440065,0.00044367753,0.00014060973],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020747643,0.002286104,0.61377305,0.001104317,0.000296751,0.00070012594,0.029179739,0.00096359255,0.00017351776,0.11110905,0.08155129,0.15865502],"study_design_scores_gemma":[0.0022094925,0.00068896764,0.16086724,0.007820239,0.000019501047,0.0009755155,0.2675926,0.009491883,0.000029306106,0.0014239803,0.54830843,0.00057285564],"about_ca_topic_score_codex":0.014233886,"about_ca_topic_score_gemma":0.0003306464,"teacher_disagreement_score":0.46675712,"about_ca_system_score_codex":0.00023698733,"about_ca_system_score_gemma":0.00027601473,"threshold_uncertainty_score":0.99233043},"labels":[],"label_agreement":null},{"id":"W1578717712","doi":"10.19173/irrodl.v14i3.1350","title":"Development of reflective thinking through distance teacher education programs at AIOU Pakistan","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pedagogy; Theme (computing); Psychology; Mathematics education; Reflective thinking; Critical thinking; Distance education; Computer science","score_opus":0.1263296952059543,"score_gpt":0.544566316565608,"score_spread":0.4182366213596538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1578717712","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42776233,0.018513942,0.0011713152,0.02364219,0.00034501794,0.003907646,0.0000051614475,0.000022323246,0.52463007],"genre_scores_gemma":[0.98293215,0.009822329,0.0049031097,0.000072445306,0.000055967226,0.00038323036,0.00007677717,0.000007019379,0.0017469941],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972146,0.0010798444,0.0003963287,0.00020283995,0.00090321427,0.00020312966],"domain_scores_gemma":[0.99799657,0.0005532165,0.0003480359,0.00013930282,0.0009190254,0.000043847132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072985785,0.00006991122,0.00015888238,0.000057847254,0.0004997723,0.00017729384,0.0008698447,0.000037319514,0.00032825905],"category_scores_gemma":[0.0031914609,0.0000522665,0.000025144494,0.0005880947,0.00036439137,0.0006642538,0.0004202953,0.00040875768,0.000014364562],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012090923,0.00086931995,0.20259196,0.0011128711,0.00008751836,6.107207e-7,0.060413558,0.000007838818,0.0003358763,0.1596912,0.0023897567,0.5723786],"study_design_scores_gemma":[0.0002788032,0.000058800117,0.03636156,0.0092160115,0.000010845971,0.00000216334,0.088569,0.00006309593,0.00027509785,0.03940967,0.8255927,0.00016226363],"about_ca_topic_score_codex":0.0045660306,"about_ca_topic_score_gemma":0.0007975094,"teacher_disagreement_score":0.8232029,"about_ca_system_score_codex":0.000794448,"about_ca_system_score_gemma":0.0009314149,"threshold_uncertainty_score":0.6902503},"labels":[],"label_agreement":null},{"id":"W1579275098","doi":"10.19173/irrodl.v11i1.834","title":"Blended online learning design: Shaken not stirred","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université Laval; Mount Royal University","funders":"","keywords":"Mainstream; Blended learning; Higher education; Distance education; Online learning; Session (web analytics); Educational technology; Graduate students; Sociology; Learning society; Mathematics education; Pedagogy; Computer science; Public relations; Psychology; Political science; Multimedia; World Wide Web; Lifelong learning","score_opus":0.13719979938626367,"score_gpt":0.4903515205665546,"score_spread":0.3531517211802909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1579275098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57539934,0.013870579,0.0017615936,0.3330618,0.0010313308,0.0045228796,0.00015271283,0.00019184852,0.07000789],"genre_scores_gemma":[0.96325344,0.029892368,0.002199639,0.00019453972,0.0003049779,0.00004732853,0.00021240905,0.000016536815,0.0038787893],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959016,0.0018498932,0.00041886006,0.0002889941,0.0011285126,0.00041214167],"domain_scores_gemma":[0.9967071,0.0022330894,0.00019931229,0.00017323376,0.0005606762,0.00012657934],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015323269,0.000111020636,0.00027692597,0.00015004784,0.0006298916,0.00027281258,0.0014744516,0.00008272932,0.0008174914],"category_scores_gemma":[0.013678458,0.000083775776,0.00005697268,0.00070613105,0.0004494785,0.00033346587,0.0006605263,0.002294152,0.000024584859],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005757646,0.00068401167,0.08555016,0.0012164942,0.00017139137,0.00008551059,0.002627319,0.0013005964,0.003201114,0.06265484,0.008091968,0.83384085],"study_design_scores_gemma":[0.0007170623,0.000117856645,0.006727747,0.0034272096,0.000013704552,0.000007914813,0.011316221,0.0028153136,0.00012432331,0.001514308,0.9730394,0.00017893767],"about_ca_topic_score_codex":0.0014945288,"about_ca_topic_score_gemma":0.00069105916,"teacher_disagreement_score":0.96494746,"about_ca_system_score_codex":0.000074695876,"about_ca_system_score_gemma":0.00074386824,"threshold_uncertainty_score":0.9967077},"labels":[],"label_agreement":null},{"id":"W1579878694","doi":"10.19173/irrodl.v13i5.1246","title":"A rapid auto-indexing technology for designing readable e-learning content","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Video Analysis and Summarization","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Council","keywords":"Formative assessment; Computer science; Search engine indexing; Multimedia; Process (computing); Point (geometry); Instructional design; Distance education; E learning; Educational technology; World Wide Web; Mathematics education; The Internet","score_opus":0.15521817680966196,"score_gpt":0.4140959460130663,"score_spread":0.25887776920340433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1579878694","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009090383,0.063316666,0.89197123,0.027678898,0.0002001994,0.0017624893,0.000010056756,0.0000762313,0.005893845],"genre_scores_gemma":[0.97469264,0.015911402,0.008405381,0.00016287412,0.000051775718,0.00017894368,0.00007512585,0.000008937633,0.0005129221],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981085,0.0004734704,0.0003880776,0.00022174061,0.000467163,0.00034106662],"domain_scores_gemma":[0.99814135,0.00091268396,0.00019499344,0.00020225515,0.00048750307,0.00006118948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010352714,0.00008391182,0.0002514293,0.00025086058,0.0003027219,0.00022285098,0.0013487949,0.000045530818,0.000033578355],"category_scores_gemma":[0.003912165,0.00005995711,0.00005348808,0.0007939273,0.00008247605,0.00057640165,0.00096721423,0.0004756496,0.000005585324],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087789274,0.00022303089,0.13292848,0.0012734234,0.00019594598,0.000006590262,0.0005908504,0.00069015124,0.0032102952,0.42061934,0.001917729,0.43825638],"study_design_scores_gemma":[0.0025277631,0.0005770948,0.009419833,0.018775776,0.00005750934,0.00006831628,0.0067011253,0.37834504,0.0044374014,0.011108929,0.5673787,0.0006024693],"about_ca_topic_score_codex":0.000110590336,"about_ca_topic_score_gemma":0.0000036641045,"teacher_disagreement_score":0.9656023,"about_ca_system_score_codex":0.000091000016,"about_ca_system_score_gemma":0.000095859745,"threshold_uncertainty_score":0.46835095},"labels":[],"label_agreement":null},{"id":"W1580488490","doi":"10.19173/irrodl.v13i5.1250","title":"A semi-automatic approach to construct Vietnamese ontology from online text","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Ontology; Vietnamese; Construct (python library); Upper ontology; Information retrieval; Ontology learning; World Wide Web; Process ontology; Domain (mathematical analysis); Natural language processing; The Internet; Suggested Upper Merged Ontology; Artificial intelligence; Semantic Web","score_opus":0.10394814051400711,"score_gpt":0.42470113216964755,"score_spread":0.3207529916556404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1580488490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.692287,0.10758491,0.089634575,0.06810119,0.00071110704,0.0032194804,0.00018201515,0.00013257927,0.03814711],"genre_scores_gemma":[0.9847641,0.0038746246,0.010569448,0.00053022715,0.00004900156,0.000052641895,0.000080574384,0.0000041566996,0.00007521771],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980168,0.00060288765,0.0003394945,0.00023013067,0.00050158944,0.00030914816],"domain_scores_gemma":[0.99820083,0.0010948733,0.00010507855,0.00031952932,0.00017951083,0.00010019446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033435475,0.00009091265,0.00029353332,0.000106877036,0.0000948572,0.0001389517,0.0022176565,0.000036049925,0.000058672475],"category_scores_gemma":[0.002756794,0.00005923771,0.000035387537,0.00048139365,0.00015025774,0.00031768295,0.0017419395,0.00041185337,0.000023391622],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008506003,0.0010105737,0.25042003,0.0017238646,0.00022001604,0.000025696118,0.0031966504,0.00013553364,0.0002771557,0.22158472,0.011390831,0.5099299],"study_design_scores_gemma":[0.0035663072,0.00046549912,0.5416989,0.025569746,0.000054101634,0.00044905132,0.019803356,0.19291861,0.0003565574,0.021761233,0.19235437,0.0010023159],"about_ca_topic_score_codex":0.00075464277,"about_ca_topic_score_gemma":0.000027152553,"teacher_disagreement_score":0.5089275,"about_ca_system_score_codex":0.00006477388,"about_ca_system_score_gemma":0.00011123159,"threshold_uncertainty_score":0.41209942},"labels":[],"label_agreement":null},{"id":"W1580887175","doi":"10.19173/irrodl.v12i1.887","title":"A dynamic community of discovery: Planning, learning, and change","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Documentation; Flexibility (engineering); Portfolio; Blackboard (design pattern); General partnership; Government (linguistics); Medical education; Psychology; Professional development; Knowledge management; Computer science; Pedagogy; Management; Political science; Business; Medicine","score_opus":0.30755831570450676,"score_gpt":0.5497795678915093,"score_spread":0.24222125218700252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1580887175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9134736,0.02474601,0.00006129962,0.0109445155,0.000117380005,0.0009405762,0.000020408583,0.000017802675,0.049678396],"genre_scores_gemma":[0.9651441,0.033482112,0.00010067547,0.00005184198,0.00001692759,0.00004682377,0.000035155404,0.000005567388,0.0011167732],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954805,0.003415179,0.00026283177,0.00012633852,0.0005320538,0.0001831392],"domain_scores_gemma":[0.99749404,0.0017561952,0.00028303644,0.00012153113,0.0002855156,0.000059670452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012525025,0.000064303604,0.00019001243,0.00009304146,0.0004720831,0.00011907414,0.0008316591,0.000037945203,0.00026279147],"category_scores_gemma":[0.0068677776,0.00004999398,0.000023185878,0.00040976822,0.0005516245,0.00058999663,0.00057511195,0.0010494778,0.000004127502],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012831781,0.0002538525,0.8872487,0.0010660598,0.0000602927,0.0000044773237,0.07378426,0.0000062402823,0.000026960752,0.021930695,0.00041637753,0.015073739],"study_design_scores_gemma":[0.0005419041,0.00027161874,0.43510294,0.011476075,0.00002312904,0.0000066549087,0.11876478,0.00018924155,0.00002037244,0.002141258,0.43129128,0.00017075532],"about_ca_topic_score_codex":0.021535592,"about_ca_topic_score_gemma":0.0004323272,"teacher_disagreement_score":0.45214579,"about_ca_system_score_codex":0.0000638831,"about_ca_system_score_gemma":0.00017078682,"threshold_uncertainty_score":0.9849801},"labels":[],"label_agreement":null},{"id":"W1581019934","doi":"10.19173/irrodl.v4i1.131","title":"Learner Support Services for Online Students: Scaffolding for success","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":239,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Class (philosophy); Psychology; Feeling; Attrition; Isolation (microbiology); Online learning; Computer science; Multimedia; Pedagogy; Social psychology","score_opus":0.1047819144730741,"score_gpt":0.5252546551510429,"score_spread":0.42047274067796875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1581019934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8393831,0.030530723,0.0024502513,0.08299708,0.00072497217,0.010001728,0.0006191125,0.00007663061,0.033216354],"genre_scores_gemma":[0.9448588,0.04764926,0.0025585687,0.00039803417,0.00024001155,0.0002963686,0.0006332127,0.000021212938,0.0033445524],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99761283,0.00066077657,0.0003502012,0.00023159759,0.0008024155,0.0003421464],"domain_scores_gemma":[0.99743783,0.0015459891,0.00016191012,0.00010939934,0.0006711493,0.00007374476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01386937,0.00008158013,0.00023177861,0.00010052615,0.0005194625,0.0002915974,0.0012406147,0.00004628502,0.000189745],"category_scores_gemma":[0.003982643,0.00006079106,0.00006581078,0.0003928967,0.00015910479,0.00032120696,0.00027313782,0.00032146726,0.0000030573665],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005034085,0.0010631228,0.41518712,0.007600086,0.00029160173,0.000011467927,0.002316543,0.00042506008,0.00013677844,0.28507903,0.006890905,0.2804949],"study_design_scores_gemma":[0.0007638877,0.00010050569,0.0012501123,0.002979682,0.000012861244,0.00000137204,0.013769968,0.00025461873,0.00003258977,0.0015894179,0.97915834,0.00008665244],"about_ca_topic_score_codex":0.0005603322,"about_ca_topic_score_gemma":0.00047860952,"teacher_disagreement_score":0.97226745,"about_ca_system_score_codex":0.000090566595,"about_ca_system_score_gemma":0.00039154742,"threshold_uncertainty_score":0.48068747},"labels":[],"label_agreement":null},{"id":"W1581420966","doi":"10.19173/irrodl.v12i1.917","title":"Dwell in possibility: PLAR and e-portfolios in the age of information and communication technologies","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Experiential learning; Portfolio; Computer science; E learning; Expression (computer science); Metaphor; Educational technology; The Internet; Knowledge management; Sociology; World Wide Web; Pedagogy; Linguistics; Business","score_opus":0.15483999368174187,"score_gpt":0.4850300533985041,"score_spread":0.3301900597167622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1581420966","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9503908,0.011861085,0.0000145092545,0.01990079,0.000016740567,0.00079034123,0.0000060518914,0.000007243575,0.0170124],"genre_scores_gemma":[0.94212234,0.057580438,0.00015421363,0.000049141174,0.0000024825779,0.000037609327,0.000024979552,0.0000012404696,0.000027542008],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99785954,0.0012932833,0.0003145638,0.00008046534,0.00034868516,0.00010344388],"domain_scores_gemma":[0.99821234,0.0012944976,0.00018895298,0.00014606473,0.0001455777,0.000012567465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014156044,0.000039095463,0.00011534573,0.00013164195,0.00012485139,0.00010185989,0.0007192284,0.00003764575,0.00003459405],"category_scores_gemma":[0.00719361,0.00002626533,0.0000071685495,0.000525088,0.0005365663,0.00064674974,0.0003245047,0.00047531398,0.0000012916422],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062679,0.00010235529,0.8658639,0.0004424982,0.000009104145,0.0000022231009,0.03965361,0.0000064866686,0.000008734548,0.05627429,0.00016279446,0.03741129],"study_design_scores_gemma":[0.00040856865,0.00006709934,0.709869,0.0035392197,0.00000526128,0.000003832807,0.15907764,0.00011773198,0.000019121262,0.0100550195,0.11676383,0.00007365607],"about_ca_topic_score_codex":0.011012705,"about_ca_topic_score_gemma":0.0011621697,"teacher_disagreement_score":0.15599492,"about_ca_system_score_codex":0.000043048054,"about_ca_system_score_gemma":0.00011566427,"threshold_uncertainty_score":0.99557304},"labels":[],"label_agreement":null},{"id":"W1581754491","doi":"10.19173/irrodl.v10i1.608","title":"Recurring Issues Encountered by Distance Educators in Developing and Emerging Nations","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Developing country; The Internet; Context (archaeology); Educational technology; Public relations; Digital learning; Sociology; Computer science; Knowledge management; Political science; Pedagogy; Economic growth; World Wide Web; Geography","score_opus":0.05973849298108707,"score_gpt":0.4885021055842501,"score_spread":0.42876361260316304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1581754491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5022082,0.12037049,0.00045636366,0.32902944,0.00019722377,0.0014469298,0.000040142564,0.000034155833,0.04621708],"genre_scores_gemma":[0.86766803,0.1311693,0.00040468885,0.00015425749,0.00004954456,0.00001840859,0.00004491053,0.0000038442386,0.00048702638],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982015,0.00057877577,0.00029470568,0.0001880746,0.0004982253,0.00023875701],"domain_scores_gemma":[0.9990182,0.0005784165,0.000099029276,0.00007101983,0.0001852254,0.000048106915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057841795,0.00006642196,0.00016628964,0.00016768857,0.00036947345,0.00018270951,0.0005309505,0.000029640292,0.000059856622],"category_scores_gemma":[0.003662574,0.000054563174,0.00001654613,0.00080766296,0.00015146795,0.0003483119,0.00017912369,0.00046379663,0.0000016482231],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088019246,0.0002316725,0.18332516,0.0010240563,0.000040440354,0.000019623996,0.0082103405,0.00009602424,0.0001174257,0.32206473,0.008405115,0.4763774],"study_design_scores_gemma":[0.00028540488,0.000032168715,0.0066944505,0.010774276,0.0000027903309,0.0000018771814,0.023455577,0.00031037815,0.000022671025,0.0030326669,0.95526993,0.000117835254],"about_ca_topic_score_codex":0.0011637101,"about_ca_topic_score_gemma":0.00072297914,"teacher_disagreement_score":0.9468648,"about_ca_system_score_codex":0.0001569292,"about_ca_system_score_gemma":0.00029687618,"threshold_uncertainty_score":0.4384708},"labels":[],"label_agreement":null},{"id":"W1581997291","doi":"10.19173/irrodl.v15i5.1901","title":"Resource requirements and costs of developing and delivering MOOCs","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cost–benefit analysis; Cost effectiveness; Computer science; Metric (unit); Resource (disambiguation); Higher education; Scalability; Best practice; Knowledge management; Risk analysis (engineering); Business; Marketing; Economics; Political science; Management","score_opus":0.08028112418015916,"score_gpt":0.43018242592157196,"score_spread":0.3499013017414128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1581997291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79869187,0.035364244,0.07959726,0.07514352,0.0000944304,0.0009703517,0.00001914304,0.000039548762,0.0100796055],"genre_scores_gemma":[0.98174006,0.015188177,0.0028622495,0.00011823525,0.000015076766,0.00000438889,0.000011739051,0.000003378475,0.00005667682],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869496,0.0003629674,0.00024987382,0.00017620825,0.00038346142,0.00013251675],"domain_scores_gemma":[0.99886256,0.0006518799,0.00011745388,0.00013557984,0.00019085157,0.000041662726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004709649,0.0000570832,0.00016597609,0.00008582535,0.00010270929,0.00012066595,0.00071516214,0.00001840453,0.0000029257747],"category_scores_gemma":[0.0018472954,0.00004218019,0.000012480392,0.0002748483,0.00011883795,0.00017363734,0.0013759783,0.00027307548,6.5877657e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045114273,0.000058635433,0.11501307,0.0021954132,0.00006935689,0.0000087098215,0.00043404926,0.00039323996,0.00035798398,0.27909783,0.0003990032,0.6019276],"study_design_scores_gemma":[0.0030772192,0.000628878,0.09452495,0.086806305,0.00003071098,0.00010188305,0.0020776077,0.62080985,0.0006843123,0.017328195,0.17332096,0.0006091294],"about_ca_topic_score_codex":0.00019139865,"about_ca_topic_score_gemma":0.000006750996,"teacher_disagreement_score":0.6204166,"about_ca_system_score_codex":0.000033287604,"about_ca_system_score_gemma":0.000047755108,"threshold_uncertainty_score":0.22115186},"labels":[],"label_agreement":null},{"id":"W1582198556","doi":"10.19173/irrodl.v14i3.1450","title":"The influence of the openness of an e-learning situation on adult students' self-regulation","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Openness to experience; Psychology; Empirical research; Social psychology; Cognition; Mathematics education; Mathematics; Statistics","score_opus":0.061116586304810726,"score_gpt":0.4942383578679616,"score_spread":0.4331217715631509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1582198556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992812,0.00052700745,0.00018461228,0.0023629235,0.00007805466,0.0008477799,0.000004668235,0.000007667107,0.003175305],"genre_scores_gemma":[0.9984872,0.0007187319,0.00012679808,0.00007974839,0.000025196203,0.00009343132,0.000030927717,0.000008907305,0.00042907294],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99298286,0.0051578,0.00055140257,0.00020628732,0.0009094417,0.0001922151],"domain_scores_gemma":[0.99539673,0.002509955,0.0005284494,0.00033749078,0.0011993389,0.000028015087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016203245,0.00009473695,0.00021863708,0.000091545466,0.00035543164,0.0001078167,0.0016690294,0.000047192847,0.00014570326],"category_scores_gemma":[0.006925917,0.000049794962,0.00004294722,0.0006345916,0.00027534258,0.00020160608,0.00052050105,0.0010604961,0.000011901377],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006524921,0.0008863209,0.5639872,0.0011071045,0.00038651488,0.0000021992726,0.010164809,0.011718374,0.0035517998,0.20026106,0.00097093056,0.20631121],"study_design_scores_gemma":[0.0005728066,0.00023365876,0.98407507,0.0038497124,0.000010417739,0.0000037868635,0.0040187314,0.0012164031,0.00018481625,0.0015967974,0.0041671554,0.00007062598],"about_ca_topic_score_codex":0.0016301236,"about_ca_topic_score_gemma":0.00001480334,"teacher_disagreement_score":0.4200879,"about_ca_system_score_codex":0.00006204374,"about_ca_system_score_gemma":0.00006815697,"threshold_uncertainty_score":0.82914704},"labels":[],"label_agreement":null},{"id":"W1582529359","doi":"10.19173/irrodl.v12i6.998","title":"Increased technology provision and learning: Giving more for nothing?","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Toolbox; Computer science; Synchronous learning; Educational technology; Nothing; Active learning (machine learning); Blended learning; Work (physics); Knowledge management; Cooperative learning; Teaching method; Mathematics education; Multimedia; Artificial intelligence; Engineering; Psychology","score_opus":0.09778189454968189,"score_gpt":0.46481849276991427,"score_spread":0.3670365982202324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1582529359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8267547,0.028956318,0.0013947085,0.098596185,0.00016563761,0.0041422537,0.000045040266,0.00011711498,0.039828036],"genre_scores_gemma":[0.97977,0.01723516,0.0018742124,0.00010387235,0.00006204864,0.000092467286,0.000040921044,0.000010254604,0.00081107504],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99814427,0.0006482909,0.00026800437,0.00022401934,0.00044646364,0.00026896448],"domain_scores_gemma":[0.998202,0.0010879473,0.00015151029,0.00009648899,0.00039779083,0.00006425184],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0097354995,0.0000746414,0.00020195753,0.00018498229,0.00060737034,0.00010701507,0.0006993659,0.00006918199,0.00011641365],"category_scores_gemma":[0.012450615,0.000055357665,0.000030263605,0.0004914454,0.00043740982,0.00023660263,0.0005442068,0.00082706206,0.0000023807543],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034452335,0.00023295972,0.32853967,0.0022149743,0.000082104496,0.000020021336,0.009807161,0.000020624357,0.0003070338,0.09915269,0.00080411223,0.5584741],"study_design_scores_gemma":[0.0007860214,0.00024597647,0.007189592,0.0069432585,0.000013832696,0.000007323366,0.04715726,0.0012540665,0.000102180005,0.0042811963,0.9318639,0.00015539821],"about_ca_topic_score_codex":0.0019177754,"about_ca_topic_score_gemma":0.00009089619,"teacher_disagreement_score":0.9310598,"about_ca_system_score_codex":0.0000585162,"about_ca_system_score_gemma":0.00028401287,"threshold_uncertainty_score":0.9958679},"labels":[],"label_agreement":null},{"id":"W1582665687","doi":"10.19173/irrodl.v2i2.52","title":"Bringing Online Learning to Campus: The hybridization of teaching and learning at Brigham Young University","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Sociology; Pedagogy; Bridge (graph theory); Mathematics education; Psychology; Medicine","score_opus":0.06607268405351716,"score_gpt":0.44290810554386845,"score_spread":0.3768354214903513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1582665687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9434149,0.008204504,0.00012310724,0.03249023,0.00006141323,0.0008051807,0.000022966313,0.000018292754,0.014859377],"genre_scores_gemma":[0.9574831,0.034841828,0.00011246107,0.000050357252,0.00005064004,0.000007575885,0.000027418637,0.000006139711,0.0074204826],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952371,0.0031523963,0.00025645416,0.00021500011,0.00086110114,0.0002779149],"domain_scores_gemma":[0.9966473,0.0025377837,0.00016617311,0.00010499055,0.00045480876,0.000088963105],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.010997521,0.00007643585,0.00019408602,0.00015664354,0.0017819297,0.00010901643,0.0007518768,0.000025790827,0.00020951183],"category_scores_gemma":[0.014860121,0.000056297977,0.000031291904,0.0006491578,0.0004333093,0.0002241726,0.0010904106,0.0011108413,0.0000061534506],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015828155,0.00031219877,0.7598025,0.0014163128,0.00022243941,0.000024872525,0.07647615,0.0025846178,0.00060449634,0.026946303,0.009273557,0.12217827],"study_design_scores_gemma":[0.0005684764,0.00012367978,0.07661546,0.006591385,0.000019619496,0.000009222294,0.13108052,0.004515702,0.0000282564,0.00016455328,0.7800957,0.00018744114],"about_ca_topic_score_codex":0.007337108,"about_ca_topic_score_gemma":0.0006056694,"teacher_disagreement_score":0.7708221,"about_ca_system_score_codex":0.0002533795,"about_ca_system_score_gemma":0.00008277289,"threshold_uncertainty_score":0.9995176},"labels":[],"label_agreement":null},{"id":"W1582966191","doi":"10.19173/irrodl.v16i1.1946","title":"The new trends in adaptive educational hypermedia systems","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Adaptive hypermedia; Computer science; Hypermedia; Adaptation (eye); Standardization; Operability; Personalization; Variety (cybernetics); World Wide Web; Data science; Scale (ratio); Semantic Web; Multimedia; Modular design; Adaptive learning; Software engineering; Artificial intelligence","score_opus":0.13466549420126583,"score_gpt":0.46202293602407235,"score_spread":0.3273574418228065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1582966191","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014018398,0.14536145,0.006267306,0.78454214,0.0010958664,0.0011366182,0.000036338246,0.0000393722,0.047502484],"genre_scores_gemma":[0.9820348,0.011558062,0.00049674243,0.00011908133,0.00016926916,0.000036212543,0.0000674195,0.0000059326135,0.0055124913],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979517,0.0006241262,0.0003088945,0.0001865362,0.00072566787,0.00020310178],"domain_scores_gemma":[0.9979924,0.0012510295,0.0001156877,0.00021738616,0.00032522244,0.000098299584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063694525,0.00006730412,0.00015593256,0.00014480807,0.0001092399,0.00032259853,0.0019236738,0.000022835338,0.00001108839],"category_scores_gemma":[0.0025881426,0.000039403567,0.000026477028,0.000920649,0.00011347089,0.00023020877,0.00077881484,0.0005820709,0.00001306841],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008623278,0.00017942651,0.035488483,0.00019229695,0.000057192756,0.000019668163,0.00077234016,0.005140418,0.0000065504914,0.6649003,0.06343588,0.2297212],"study_design_scores_gemma":[0.0017841401,0.00030309582,0.03312571,0.010422348,0.00000867992,0.00007060687,0.0049055684,0.3888083,0.0000063019347,0.034626145,0.5256593,0.00027979113],"about_ca_topic_score_codex":0.0009625834,"about_ca_topic_score_gemma":0.00006239759,"teacher_disagreement_score":0.9680164,"about_ca_system_score_codex":0.00012204832,"about_ca_system_score_gemma":0.0005713107,"threshold_uncertainty_score":0.35746965},"labels":[],"label_agreement":null},{"id":"W1583401896","doi":"10.19173/irrodl.v15i2.1695","title":"Investigating MOOCs through blog mining","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dropout (neural networks); Open education; Computer science; Quality (philosophy); Massive open online course; Distance education; World Wide Web; Data science; Mathematics education; Psychology","score_opus":0.1038824960031537,"score_gpt":0.4513619562612167,"score_spread":0.34747946025806303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1583401896","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2937568,0.033932265,0.11343973,0.42781913,0.0005860947,0.0016943762,0.00003137882,0.00020550167,0.12853472],"genre_scores_gemma":[0.98083586,0.0067052445,0.0112452945,0.0007254367,0.000080781094,0.000017314502,0.000037752212,0.000007239868,0.0003450782],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99784505,0.0007054881,0.00034041874,0.00025058127,0.0006261962,0.00023227937],"domain_scores_gemma":[0.9978805,0.0013616327,0.00016154796,0.00026925554,0.0002709847,0.000056075256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00692497,0.000081578604,0.00020873599,0.00007459112,0.00019407342,0.0002833003,0.0020426654,0.000028704404,0.000018308161],"category_scores_gemma":[0.005074767,0.000057542027,0.000035186746,0.0006464689,0.00016138534,0.00031730952,0.0014828868,0.00062188297,0.000010132318],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011396763,0.00013844053,0.09588262,0.0018599181,0.00007079219,0.000014064733,0.0010753652,0.002382167,0.0001979968,0.751071,0.004526323,0.14276998],"study_design_scores_gemma":[0.0011802409,0.00029496654,0.008694909,0.028417006,0.000013982944,0.00005388373,0.002407905,0.6581913,0.00019263153,0.08900025,0.21118431,0.00036862047],"about_ca_topic_score_codex":0.0002023505,"about_ca_topic_score_gemma":0.0000063071598,"teacher_disagreement_score":0.6870791,"about_ca_system_score_codex":0.000035580895,"about_ca_system_score_gemma":0.00010602825,"threshold_uncertainty_score":0.60753363},"labels":[],"label_agreement":null},{"id":"W1583746066","doi":"10.19173/irrodl.v10i5.768","title":"Openness, Dynamic Specialization, and the Disaggregated Future of Higher Education","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":118,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Openness to experience; Higher education; Institution; Value (mathematics); Order (exchange); Open education; Public relations; Open educational resources; Distance education; Business; Sociology; Knowledge management; Political science; Economics; Pedagogy; Psychology; Economic growth; Computer science; Social science; Social psychology","score_opus":0.03174009206721293,"score_gpt":0.4117423450298308,"score_spread":0.3800022529626179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1583746066","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053850945,0.15841481,0.00324559,0.6609298,0.0015058898,0.004053847,0.000022008271,0.000053697207,0.11792339],"genre_scores_gemma":[0.9556043,0.041796524,0.00024861304,0.00048565195,0.0000695375,0.000027277301,0.00007628344,0.0000036491065,0.0016881652],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982136,0.0006834829,0.00033318895,0.00019687336,0.00044044357,0.0001324],"domain_scores_gemma":[0.99869597,0.00037827482,0.00021140414,0.0002188386,0.00045195737,0.000043526492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035594692,0.000075309916,0.00019565316,0.000088188324,0.00019389798,0.0003065809,0.0014670211,0.000027024325,0.00015220423],"category_scores_gemma":[0.00066964555,0.000044692006,0.000026813806,0.0007550563,0.00018703895,0.0004373269,0.00051015994,0.00037588313,0.000004070598],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006749868,0.00012631145,0.0039009277,0.00025031183,0.000018995965,7.7778316e-7,0.0005487908,0.000059953043,0.000031132044,0.8361072,0.002964663,0.15592347],"study_design_scores_gemma":[0.0029160862,0.00020804154,0.25884923,0.011558897,0.000025140707,0.000045836612,0.010267427,0.014090751,0.00007084785,0.040645603,0.6609853,0.00033686325],"about_ca_topic_score_codex":0.00016413826,"about_ca_topic_score_gemma":0.000008963786,"teacher_disagreement_score":0.90175337,"about_ca_system_score_codex":0.00004944948,"about_ca_system_score_gemma":0.00023154556,"threshold_uncertainty_score":0.29563668},"labels":[],"label_agreement":null},{"id":"W1584039971","doi":"10.19173/irrodl.v7i2.299","title":"Faculty Development as Community Building - An approach to professional development that supports Communities of Practice for Online Teaching","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Collegiality; Faculty development; Nature versus nurture; Social connectedness; Professional development; Distance education; Sense of community; Process (computing); Sociology; Higher education; Work (physics); Engineering ethics; Pedagogy; Public relations; Psychology; Computer science; Engineering; Political science","score_opus":0.2635094313175359,"score_gpt":0.5357748719663695,"score_spread":0.2722654406488336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1584039971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96832323,0.00072733103,0.0011845388,0.0060571088,0.0000736119,0.001487856,0.00004448207,0.000020535908,0.022081327],"genre_scores_gemma":[0.97168744,0.00049003377,0.024848102,0.00026120833,0.000027890394,0.00017501734,0.0018652829,0.000009221825,0.00063580956],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926428,0.0055191508,0.0004453084,0.00011734229,0.001006357,0.00026902376],"domain_scores_gemma":[0.9959494,0.002861463,0.00024976,0.00022115727,0.0006427876,0.00007547288],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.030671893,0.00009895677,0.00023585888,0.00012815146,0.0021485954,0.00015280332,0.001757793,0.000041889783,0.000032067353],"category_scores_gemma":[0.002700816,0.00007752692,0.000028059136,0.00025910456,0.00016604266,0.00033124318,0.001325583,0.0013333677,0.0000011331817],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011059437,0.012897311,0.07266673,0.007122323,0.00044319022,0.000006068825,0.2919518,0.0042286403,0.00017557318,0.20418027,0.0061406745,0.39908144],"study_design_scores_gemma":[0.00038739672,0.00008332219,0.014751788,0.005164384,0.00000824808,0.0000027401777,0.32852864,0.00018665436,0.00009294414,0.0004093815,0.6502631,0.00012142629],"about_ca_topic_score_codex":0.032695085,"about_ca_topic_score_gemma":0.002436986,"teacher_disagreement_score":0.6441224,"about_ca_system_score_codex":0.00022054663,"about_ca_system_score_gemma":0.00059817656,"threshold_uncertainty_score":0.99915045},"labels":[],"label_agreement":null},{"id":"W1584823094","doi":"10.19173/irrodl.v14i4.1542","title":"Mobile app design for teaching and learning: Educators’ experiences in an online graduate course","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Sense of community; Instructional design; Multimedia; Mobile device; Mobile apps; World Wide Web; Psychology","score_opus":0.15147370211353517,"score_gpt":0.4650951803983972,"score_spread":0.31362147828486203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1584823094","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9666545,0.006758628,0.017296055,0.006351441,0.00015141386,0.0024085203,0.0000036110448,0.000026643362,0.00034921974],"genre_scores_gemma":[0.98437834,0.0036509128,0.010102041,0.0001130437,0.000050290717,0.0013962336,0.00006676972,0.000008905898,0.00023345309],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99654406,0.001957987,0.00037385902,0.00036999866,0.00047729438,0.0002768065],"domain_scores_gemma":[0.9972107,0.0019602417,0.0001734597,0.00023461519,0.00032711335,0.00009386672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009628577,0.00010712095,0.00021946912,0.00015130274,0.00028269534,0.0004402813,0.0015184564,0.00003451959,0.000035977773],"category_scores_gemma":[0.003552579,0.00008038458,0.000022761425,0.00035629835,0.0001943988,0.00083656394,0.0005974126,0.0010834517,0.0000039838155],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007028416,0.0011966707,0.05185936,0.001167588,0.000037345973,0.0000052688288,0.03517631,0.0050386563,0.00025851125,0.011209978,0.0041466136,0.8898334],"study_design_scores_gemma":[0.0021799463,0.002489028,0.07929633,0.013987627,0.000015442714,0.000067903675,0.22117771,0.6025532,0.0001800577,0.011694067,0.06562331,0.00073540624],"about_ca_topic_score_codex":0.0007266025,"about_ca_topic_score_gemma":0.000012485502,"teacher_disagreement_score":0.889098,"about_ca_system_score_codex":0.0000762267,"about_ca_system_score_gemma":0.00022595217,"threshold_uncertainty_score":0.47071186},"labels":[],"label_agreement":null},{"id":"W1585767363","doi":"10.19173/irrodl.v13i2.1137","title":"Examining the reuse of open textbooks","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Computer science; Open education; Reuse; World Wide Web; Function (biology); Educational technology; Multimedia; Mathematics education; Psychology; Engineering","score_opus":0.20134580361157364,"score_gpt":0.47219344760067783,"score_spread":0.2708476439891042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1585767363","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20700593,0.04965641,0.0059152525,0.13400546,0.0010923513,0.0054020733,0.00003289531,0.000058351234,0.59683126],"genre_scores_gemma":[0.9909502,0.006771556,0.00087861647,0.0002592734,0.00004217901,0.0000630643,0.000021188756,0.000005562117,0.0010083567],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99745405,0.0010905158,0.0003918199,0.00018712429,0.00061214453,0.00026437244],"domain_scores_gemma":[0.9970853,0.0017518888,0.00023608106,0.0005212702,0.00032932748,0.000076135344],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.014429988,0.00007836274,0.00020984013,0.00008880411,0.00026889253,0.0004830684,0.006987169,0.000023860757,0.00018608541],"category_scores_gemma":[0.0059696124,0.000046363042,0.00002829132,0.00059451925,0.00016508198,0.00089185755,0.006536123,0.0006428609,0.000022750755],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088338886,0.0004129629,0.19015348,0.0009170489,0.000118467164,0.0000048046268,0.0061753546,0.0001742862,0.00040795267,0.59893864,0.022437599,0.18017104],"study_design_scores_gemma":[0.0015701413,0.0003275529,0.18662912,0.020743541,0.000021932296,0.00007998207,0.036432736,0.0054798336,0.0009705061,0.0059706722,0.7413548,0.0004191492],"about_ca_topic_score_codex":0.00054908416,"about_ca_topic_score_gemma":0.000005894307,"teacher_disagreement_score":0.78394425,"about_ca_system_score_codex":0.00005427446,"about_ca_system_score_gemma":0.00019401591,"threshold_uncertainty_score":0.9983855},"labels":[],"label_agreement":null},{"id":"W1586106587","doi":"10.19173/irrodl.v12i7.1038","title":"Aligning the quantum perspective of learning to instructional design: Exploring the seven definitive questions","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Perspective (graphical); Learning theory; Computer science; Cognitive science; Learning sciences; Holism; Quantum; Instructional design; Quantum information science; Quantum machine learning; Mathematics education; Epistemology; Psychology; Experiential learning; Artificial intelligence; Quantum computer; Quantum mechanics; Physics; Philosophy","score_opus":0.4237768210867439,"score_gpt":0.5205163090393677,"score_spread":0.09673948795262383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1586106587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66964835,0.020050341,0.094187744,0.04512774,0.0015092258,0.0050805863,0.00010030505,0.000108075496,0.16418763],"genre_scores_gemma":[0.99593866,0.0013129495,0.0018699954,0.00013562739,0.000073224845,0.00029421825,0.000016634633,0.00001581915,0.0003428797],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.991029,0.0073360703,0.00047271946,0.00029035585,0.0005793586,0.0002924534],"domain_scores_gemma":[0.99413365,0.004370313,0.00027684082,0.00025158998,0.00092259375,0.000045033008],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022574611,0.00012851806,0.0002653952,0.0001976316,0.0005970317,0.00006442142,0.0011742394,0.00003676844,0.00031860947],"category_scores_gemma":[0.010586569,0.00007212367,0.0000641922,0.00101152,0.00047118086,0.0001521748,0.0006147308,0.001814443,0.000020682828],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056724297,0.0001614437,0.0205012,0.00015696145,0.00032118874,0.000012135328,0.04854642,0.0009638228,0.00019528528,0.8825937,0.000911466,0.045069113],"study_design_scores_gemma":[0.0016637018,0.0013795912,0.38067102,0.017136397,0.00009830732,0.00020963847,0.4788642,0.0016416868,0.00055727444,0.048753545,0.06847528,0.000549345],"about_ca_topic_score_codex":0.0028845067,"about_ca_topic_score_gemma":0.000011915235,"teacher_disagreement_score":0.8338402,"about_ca_system_score_codex":0.00012632247,"about_ca_system_score_gemma":0.00014673176,"threshold_uncertainty_score":0.99774766},"labels":[],"label_agreement":null},{"id":"W1586428413","doi":"10.19173/irrodl.v12i2.929","title":"Embodied and embedded theory in practice: The student-owned learning-engagement (SOLE) model","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Function (biology); Embodied cognition; Vision; Artificial intelligence; Mathematics education; Knowledge management; Sociology; Psychology","score_opus":0.24881127742596815,"score_gpt":0.5353400749847717,"score_spread":0.2865287975588035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1586428413","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15227114,0.029373871,0.00081204117,0.090214916,0.00033628018,0.004224817,0.000017771457,0.000037795468,0.7227114],"genre_scores_gemma":[0.9195747,0.07730254,0.00017500819,0.0003422834,0.000028886843,0.00013622918,0.000014987214,0.00000605885,0.0024193407],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99346197,0.0049499148,0.00033413872,0.00020721246,0.0007985054,0.000248235],"domain_scores_gemma":[0.9969181,0.0024050842,0.00017780442,0.00015001696,0.00028507508,0.00006394858],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.033428207,0.00007715706,0.00015607143,0.00008399833,0.0006326925,0.00021648128,0.00088370865,0.00003100258,0.00038875325],"category_scores_gemma":[0.0076567354,0.000048832666,0.000024695331,0.00036449876,0.00032002525,0.00039961445,0.0006822057,0.0010308439,0.000009195346],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033813217,0.0005783699,0.039782986,0.00030929444,0.00014619187,0.000015282447,0.070862204,0.0006394481,0.000013510005,0.8480997,0.0033362857,0.035878602],"study_design_scores_gemma":[0.0012330638,0.00015429873,0.030823017,0.0033434052,0.000050835082,0.0000041861445,0.44567865,0.0021859596,0.000009688384,0.018866846,0.49742144,0.00022861948],"about_ca_topic_score_codex":0.0020801085,"about_ca_topic_score_gemma":0.00018172107,"teacher_disagreement_score":0.8292329,"about_ca_system_score_codex":0.00012225966,"about_ca_system_score_gemma":0.00024305757,"threshold_uncertainty_score":0.9952891},"labels":[],"label_agreement":null},{"id":"W1586702196","doi":"10.19173/irrodl.v13i3.1176","title":"Identification of conflicting questions in the PARES system","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cheating; Test (biology); Computer science; Vocabulary; Similarity (geometry); Mathematics education; Identification (biology); Space (punctuation); Artificial intelligence; Mathematics; Psychology; Linguistics; Image (mathematics); Social psychology","score_opus":0.37724406529817267,"score_gpt":0.587940438919133,"score_spread":0.21069637362096028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1586702196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6910791,0.082940884,0.01409854,0.119955175,0.00092967536,0.006941481,0.0007360696,0.00003311091,0.08328598],"genre_scores_gemma":[0.99648815,0.0031666453,0.000019484243,0.00006804313,0.000020012298,0.000052475487,0.00004561009,0.0000015108158,0.00013804158],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954325,0.002206964,0.0007419711,0.00013199932,0.001344364,0.00014219021],"domain_scores_gemma":[0.9951702,0.0038385468,0.00031060821,0.0003061965,0.00034922248,0.000025273623],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06530426,0.0000405578,0.00015550407,0.0001430647,0.00010990384,0.00020756743,0.0017543694,0.000014554041,0.000047869788],"category_scores_gemma":[0.015744183,0.000021600297,0.000026355821,0.0007397895,0.00013516558,0.0003873082,0.0006477086,0.00025237066,0.00001842989],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005590668,0.00023149181,0.12424161,0.0013697846,0.00003086938,0.000003043827,0.00224922,0.0002248503,0.00014999487,0.8094092,0.006586129,0.055447925],"study_design_scores_gemma":[0.00077501126,0.00007554979,0.3743298,0.015813865,0.00002260162,0.000022089687,0.15836212,0.006154497,0.000220591,0.009056085,0.43499786,0.00016992749],"about_ca_topic_score_codex":0.00073087256,"about_ca_topic_score_gemma":0.000043406875,"teacher_disagreement_score":0.8003531,"about_ca_system_score_codex":0.000043318658,"about_ca_system_score_gemma":0.00003966594,"threshold_uncertainty_score":0.9925466},"labels":[],"label_agreement":null},{"id":"W1587029527","doi":"10.19173/irrodl.v13i3.1174","title":"Examining interactivity in synchronous virtual classrooms","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":192,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interactivity; Computer-mediated communication; Schema (genetic algorithms); Multimedia; Computer science; Virtual classroom; Psychology; Mathematics education; The Internet; World Wide Web","score_opus":0.12682419406380813,"score_gpt":0.4813180827057533,"score_spread":0.3544938886419452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1587029527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92761964,0.010980836,0.00016577163,0.010636928,0.00021019437,0.0006334283,0.000011119901,0.000013836178,0.049728226],"genre_scores_gemma":[0.9828616,0.016230209,0.00009026393,0.000067277,0.00014429085,0.000031991825,0.00003289589,0.000005714768,0.00053576526],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966966,0.0017554214,0.0003118203,0.00016212242,0.0006769272,0.00039710553],"domain_scores_gemma":[0.9975551,0.001967931,0.0001264264,0.00010963191,0.00015360538,0.00008733317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015632436,0.00007299999,0.00021225953,0.00014805958,0.00022219893,0.00012257016,0.0007653776,0.000046503686,0.00043514438],"category_scores_gemma":[0.006572243,0.000056060126,0.000027127066,0.0005874989,0.00024865274,0.0006436571,0.00058982027,0.0009845401,0.000019293],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008537162,0.00028589976,0.61708516,0.00029689347,0.000026569829,0.000011854048,0.003093523,0.00008032067,0.00010112326,0.031392716,0.00058763684,0.34695294],"study_design_scores_gemma":[0.0009763979,0.00019105406,0.13033475,0.014569409,0.000010356724,0.000011355917,0.0879139,0.0009801483,0.00003958444,0.0007493909,0.7639647,0.00025897002],"about_ca_topic_score_codex":0.0022201294,"about_ca_topic_score_gemma":0.00044099567,"teacher_disagreement_score":0.7633771,"about_ca_system_score_codex":0.00023623383,"about_ca_system_score_gemma":0.00031529454,"threshold_uncertainty_score":0.78680634},"labels":[],"label_agreement":null},{"id":"W1587251649","doi":"10.19173/irrodl.v16i2.1955","title":"Perceived usability evaluation of learning management systems: Empirical evaluation of the System Usability Scale","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":212,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; System usability scale; Learning Management; Computer science; Context (archaeology); Web usability; The Internet; Multimedia; World Wide Web; Human–computer interaction","score_opus":0.5093407770435476,"score_gpt":0.5746146369963591,"score_spread":0.06527385995281143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1587251649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889404,0.002420062,0.00016584006,0.002271699,0.00014659237,0.0018151626,0.000022327396,0.000008448437,0.0042094323],"genre_scores_gemma":[0.99936354,0.0003197533,0.00004555021,0.000008288989,0.000010522405,0.00012715814,0.000020165171,0.000003827109,0.00010120029],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98028314,0.010776113,0.001257702,0.00039911896,0.0071019223,0.00018200635],"domain_scores_gemma":[0.9919106,0.0013627256,0.00061145733,0.00061438297,0.0054408154,0.000060060003],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1399001,0.00009286917,0.0003789652,0.00018837639,0.00015828335,0.000096769814,0.0018845245,0.000071056464,0.00013736628],"category_scores_gemma":[0.031048631,0.00005216009,0.00008761738,0.0011858562,0.0005297871,0.00021667541,0.0011780257,0.00054806663,0.000010673096],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084553656,0.00016151328,0.9583438,0.0005033134,0.00003047601,2.995916e-7,0.00040359772,0.008797816,0.000042744963,0.002108207,0.00057769567,0.02894595],"study_design_scores_gemma":[0.0012597954,0.00007940913,0.82290244,0.004225059,0.00008874889,0.000008265891,0.037731394,0.12937164,0.000046905992,0.0024167935,0.0017963237,0.0000732093],"about_ca_topic_score_codex":0.00032603263,"about_ca_topic_score_gemma":0.00003561694,"teacher_disagreement_score":0.13544138,"about_ca_system_score_codex":0.00053648447,"about_ca_system_score_gemma":0.0004184713,"threshold_uncertainty_score":0.97711325},"labels":[],"label_agreement":null},{"id":"W1587479352","doi":"10.19173/irrodl.v6i2.233","title":"Identifying Sources of Difference in Reliability in Content Analysis","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Significant difference; Coding (social sciences); Reliability (semiconductor); Asynchronous communication; Context (archaeology); Content analysis; Psychology; Kappa; Mathematics; Statistics; Computer science; Geography; Telecommunications","score_opus":0.3453520972976605,"score_gpt":0.5703329516030892,"score_spread":0.2249808543054287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1587479352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95191836,0.021063944,0.00006693343,0.022259153,0.000035132365,0.00044961815,0.00001757272,0.0000026326413,0.004186629],"genre_scores_gemma":[0.983706,0.015563275,0.00008827181,0.00009782705,0.000009239974,0.00008677335,0.000056764362,0.000002425437,0.0003894315],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99748546,0.0012372105,0.0006383783,0.00017058573,0.00032510931,0.00014327338],"domain_scores_gemma":[0.9979455,0.0012341659,0.00018863872,0.00031376752,0.00028455255,0.000033368025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00670778,0.00005068426,0.0002605813,0.0003324009,0.000044088465,0.000030372945,0.0008952749,0.000030470786,0.00073826377],"category_scores_gemma":[0.0018216119,0.0000388875,0.00004181291,0.0010842351,0.0001435635,0.00007130141,0.00037982225,0.0005628973,0.0000057581624],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051658863,0.00019095534,0.96913207,0.0002837474,0.000024915817,6.6349975e-7,0.0016295922,0.00009676635,0.000011524533,0.008097563,0.000074637064,0.020405909],"study_design_scores_gemma":[0.00033892546,0.000016440596,0.9823121,0.0022449663,0.000006022038,0.0000010166546,0.009753371,0.00060162984,0.000008359929,0.00049971696,0.0041820584,0.00003540541],"about_ca_topic_score_codex":0.00753464,"about_ca_topic_score_gemma":0.00208549,"teacher_disagreement_score":0.031787608,"about_ca_system_score_codex":0.00013713111,"about_ca_system_score_gemma":0.000084707564,"threshold_uncertainty_score":0.9990743},"labels":[],"label_agreement":null},{"id":"W1587668975","doi":"10.19173/irrodl.v12i3.883","title":"Emergent learning and learning ecologies in Web 2.0","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Tools and Methods","field":"Social Sciences","cited_by":202,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning sciences; Connectivism; Social learning; Educational technology; Computer science; Synchronous learning; Open learning; Learning theory; Active learning (machine learning); Proactive learning; Experiential learning; Blended learning; Cooperative learning; Knowledge management; Sociology; Artificial intelligence; Teaching method; Pedagogy","score_opus":0.299203583257264,"score_gpt":0.5557960379430115,"score_spread":0.2565924546857475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1587668975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64585423,0.043347474,0.00006892886,0.0199899,0.00025523675,0.0012235716,0.0000085382035,0.000028549004,0.28922355],"genre_scores_gemma":[0.8155456,0.18110782,0.0005870014,0.000058952708,0.000044375094,0.0000661356,0.000019975563,0.0000054099046,0.0025647166],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961835,0.002580947,0.00030242003,0.00019612277,0.0004778172,0.00025915663],"domain_scores_gemma":[0.9978123,0.0016953127,0.00012221286,0.000060069786,0.00024095514,0.00006914954],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017641526,0.00006815364,0.00018940015,0.00011652745,0.0003975081,0.000093311486,0.00054436555,0.00004321084,0.00070156687],"category_scores_gemma":[0.013500374,0.000052183226,0.00002616544,0.00046644197,0.00033093075,0.00020958278,0.00050237816,0.00094149524,0.0000061086494],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081967075,0.00014197108,0.78939974,0.0004748287,0.000031567153,0.000011317262,0.0069207437,0.000056908295,0.00007608833,0.067892134,0.00071892823,0.1341938],"study_design_scores_gemma":[0.0005151363,0.00014240984,0.16298445,0.0045882226,0.000007885011,0.0000042472525,0.065088876,0.00054125185,0.000029981267,0.006050642,0.759878,0.00016890377],"about_ca_topic_score_codex":0.0033729328,"about_ca_topic_score_gemma":0.0007086343,"teacher_disagreement_score":0.7591591,"about_ca_system_score_codex":0.000099486206,"about_ca_system_score_gemma":0.0003000172,"threshold_uncertainty_score":0.9948093},"labels":[],"label_agreement":null},{"id":"W1588844176","doi":"10.19173/irrodl.v2i2.64","title":"The Hybridisation of Higher Education in Canada","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Distance education; Rubric; Higher education; Context (archaeology); The Internet; Information and Communications Technology; Educational technology; Videoconferencing; Digital divide; Sociology; Public relations; Political science; Telecommunications; Pedagogy; Computer science; World Wide Web; Geography","score_opus":0.08312107812903213,"score_gpt":0.4539862728419019,"score_spread":0.3708651947128698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1588844176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5413214,0.08743079,0.000008680611,0.20141278,0.00045493126,0.0013766009,0.00002587268,0.000006819622,0.16796212],"genre_scores_gemma":[0.95002604,0.047344707,0.000019634434,0.000068487134,0.000045460394,0.00001858029,0.000018816609,0.000002249035,0.0024560185],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99813586,0.0007763721,0.000255523,0.00008759301,0.00059941685,0.00014521116],"domain_scores_gemma":[0.998541,0.0009970397,0.00011949925,0.00008254192,0.00023121033,0.000028713515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042123226,0.000035112873,0.00009913022,0.000044987508,0.00019443122,0.000053675783,0.0005849578,0.000013392883,0.0003582335],"category_scores_gemma":[0.0018656601,0.000022596047,0.00001454041,0.00040363896,0.00013541151,0.00012503451,0.00013956836,0.00033003665,0.0000023499629],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032928914,0.000111340254,0.26044747,0.00035355703,0.000018697301,0.0000030288725,0.00046105712,0.00014675326,0.00001691114,0.08327412,0.01714531,0.6379888],"study_design_scores_gemma":[0.00016792139,0.000014977101,0.041078277,0.0024564299,0.0000023201703,6.31474e-7,0.009105138,0.00044061747,0.000010463477,0.001339617,0.9453404,0.000043187232],"about_ca_topic_score_codex":0.58210915,"about_ca_topic_score_gemma":0.37804005,"teacher_disagreement_score":0.9281951,"about_ca_system_score_codex":0.00028178855,"about_ca_system_score_gemma":0.0015948804,"threshold_uncertainty_score":0.6333091},"labels":[],"label_agreement":null},{"id":"W1589032032","doi":"10.19173/irrodl.v14i5.1611","title":"Open distance learning for development: Lessons from strengthening research capacity on gender, crisis prevention, and recovery","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Multidisciplinary approach; Distance education; Knowledge management; Profiling (computer programming); Professional development; Learning styles; Psychology; Public relations; Medical education; Computer science; Pedagogy; Political science; Medicine","score_opus":0.30505072198431626,"score_gpt":0.47645024147085246,"score_spread":0.1713995194865362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1589032032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58616656,0.03635751,0.22189878,0.11126857,0.00061239884,0.012008362,0.00016375128,0.00014720029,0.031376872],"genre_scores_gemma":[0.96690065,0.014503,0.016707506,0.00017313469,0.000034299832,0.00069651345,0.0001750439,0.00001606919,0.000793811],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99599767,0.0018397707,0.00049217325,0.000410522,0.000867573,0.00039230104],"domain_scores_gemma":[0.99373835,0.004615211,0.00019142992,0.00041058005,0.00096459134,0.000079831974],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.01218845,0.00013105347,0.00029135036,0.00021272166,0.00094377855,0.0015045459,0.004312213,0.000049511495,0.00006650752],"category_scores_gemma":[0.0049120085,0.000103438135,0.000032151118,0.0005763365,0.00019779571,0.0009769616,0.0053189755,0.0011408472,0.000012590381],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030829568,0.0004921632,0.021516552,0.0032176164,0.0004195334,0.000010376993,0.011110413,0.00069408875,0.00014755334,0.38509586,0.026562223,0.55042535],"study_design_scores_gemma":[0.0034168682,0.00078351266,0.06912416,0.05468593,0.000017824645,0.000022912354,0.024075465,0.030944072,0.0014847413,0.37155628,0.44287583,0.0010123882],"about_ca_topic_score_codex":0.0017477588,"about_ca_topic_score_gemma":0.000083711755,"teacher_disagreement_score":0.54941297,"about_ca_system_score_codex":0.00020235749,"about_ca_system_score_gemma":0.00034783978,"threshold_uncertainty_score":0.999532},"labels":[],"label_agreement":null},{"id":"W1589117614","doi":"10.19173/irrodl.v6i1.220","title":"Using Integrated Enterprise Systems to Achieve Strategic Goals: A case study of a dual mode university","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"ERP Systems Implementation and Impact","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Enterprise system; Higher education; Engineering management; Process (computing); Process management; Enterprise planning system; Knowledge management; Dual mode; Business; Computer science; Engineering; Economic growth; Economics","score_opus":0.233768243166582,"score_gpt":0.4741039253613385,"score_spread":0.24033568219475648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1589117614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99434525,0.0005932721,0.00025812723,0.0010204674,0.000049200415,0.0012753622,0.00005168754,0.000008199094,0.0023984243],"genre_scores_gemma":[0.99940944,0.00030183545,0.000029442106,0.00006341383,0.00006441746,0.000009076182,0.00004035499,0.0000067603473,0.00007526431],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99841744,0.0003208208,0.00043244334,0.00017654338,0.0004800389,0.00017268707],"domain_scores_gemma":[0.99889594,0.0001844305,0.0002555821,0.0001421883,0.00049643184,0.000025447005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003294007,0.000093291026,0.0002553407,0.00030347588,0.0001446053,0.0002390893,0.00048114164,0.000019313931,0.00012916],"category_scores_gemma":[0.00038618085,0.00006920097,0.000030188738,0.0008037782,0.000043140473,0.0005692705,0.00058242853,0.0002593427,0.000008713143],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0066365707,0.008307244,0.58525056,0.025040086,0.0021297005,0.004231811,0.01436092,0.13919002,0.0044560037,0.11252419,0.016104983,0.081767894],"study_design_scores_gemma":[0.005484245,0.0004852953,0.0034611365,0.019426791,0.000117601165,0.00038636697,0.67022747,0.25768375,0.00001684544,0.00017265363,0.042095356,0.00044247956],"about_ca_topic_score_codex":0.03464077,"about_ca_topic_score_gemma":0.0011097708,"teacher_disagreement_score":0.65586656,"about_ca_system_score_codex":0.00013542424,"about_ca_system_score_gemma":0.00008200064,"threshold_uncertainty_score":0.97178763},"labels":[],"label_agreement":null},{"id":"W1589156325","doi":"10.19173/irrodl.v14i2.1535","title":"Mobile authoring of open educational resources as reusable learning objects","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Implementation; Standardization; Multimedia; Context (archaeology); Learning Management; Mobile device; Reuse; Educational technology; World Wide Web; Programming language; Operating system; Mathematics education; Mathematics","score_opus":0.06695503188736221,"score_gpt":0.44351488586024584,"score_spread":0.3765598539728836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1589156325","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.320963,0.0232251,0.00083550427,0.054125927,0.0005770673,0.005161291,0.000011509718,0.00006277389,0.5950378],"genre_scores_gemma":[0.9806938,0.009071116,0.0015918766,0.00017336603,0.000051981235,0.0003418214,0.000057954767,0.000010811314,0.008007227],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968514,0.0010726969,0.0005544493,0.00038032737,0.0008263068,0.00031481756],"domain_scores_gemma":[0.99701464,0.0013673881,0.0003478784,0.00034649778,0.0008015101,0.0001220903],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007003813,0.000121053155,0.00031375166,0.00020694998,0.00037452875,0.0010995057,0.00464092,0.00004233893,0.0011705018],"category_scores_gemma":[0.004744062,0.000093900104,0.000048095488,0.0010067321,0.00015768442,0.0013533124,0.0040264507,0.0009319591,0.00012267682],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019303821,0.0013782975,0.2351316,0.004578185,0.00031789008,0.00001536492,0.015631702,0.007448393,0.002815745,0.49265045,0.047667768,0.19217156],"study_design_scores_gemma":[0.00246151,0.0013438584,0.07372151,0.034112453,0.000025760199,0.00012275521,0.07531427,0.028974367,0.0016961038,0.03597773,0.74534774,0.0009019573],"about_ca_topic_score_codex":0.0029916123,"about_ca_topic_score_gemma":0.000011459897,"teacher_disagreement_score":0.69767994,"about_ca_system_score_codex":0.00011077735,"about_ca_system_score_gemma":0.00050105405,"threshold_uncertainty_score":0.9999375},"labels":[],"label_agreement":null},{"id":"W1589921404","doi":"10.19173/irrodl.v10i1.537","title":"Increasing Public Access to University Qualifications: Evolution of The University of the West Indies Open Campus","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Community Development and Social Impact","field":"Economics, Econometrics and Finance","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Distance education; Commonwealth; Higher education; Outreach; West indies; The Internet; Institution; Economic growth; Service (business); Scope (computer science); Access to Higher Education; Sociology; Political science; Media studies; Public relations; Business; Marketing; Pedagogy; Social science; Economics","score_opus":0.18832378383849852,"score_gpt":0.4010383232383829,"score_spread":0.21271453939988438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1589921404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9300682,0.0030409642,0.00019933062,0.042450905,0.000050325478,0.00086458627,0.00014791443,0.0000026697724,0.023175133],"genre_scores_gemma":[0.99493045,0.0046759425,0.000034405435,0.000052039763,0.0000039957226,5.848503e-7,0.00001603234,0.0000014406211,0.0002851272],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99909955,0.0003964571,0.00021351618,0.00008944132,0.00010871662,0.00009231694],"domain_scores_gemma":[0.9989893,0.00030181065,0.0002800855,0.00020346619,0.00019971142,0.000025641322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042875623,0.000039334296,0.00017308137,0.000098778066,0.0003560195,0.00009415578,0.0026965777,0.000022032902,0.00009408892],"category_scores_gemma":[0.0023794065,0.0000292942,0.000038877846,0.000855663,0.00015090266,0.0003519495,0.0017883304,0.00024747304,0.0000029619628],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080739446,0.000103305894,0.8247438,0.00012086518,0.000042088996,3.0302348e-7,0.0011324154,0.000046156863,0.000016051808,0.16592234,0.0013472071,0.006444739],"study_design_scores_gemma":[0.00021872709,0.00001631807,0.9578985,0.0011037269,0.000002667504,7.1078733e-7,0.003820301,0.00007558899,0.000007027796,0.005317564,0.031498898,0.00003995634],"about_ca_topic_score_codex":0.008726233,"about_ca_topic_score_gemma":0.00053812464,"teacher_disagreement_score":0.16060477,"about_ca_system_score_codex":0.00024811868,"about_ca_system_score_gemma":0.00017263155,"threshold_uncertainty_score":0.99787474},"labels":[],"label_agreement":null},{"id":"W1590659727","doi":"10.19173/irrodl.v1i2.321","title":"Addressing some Common Problems in Transcript Analysis","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":121,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Temptation; Coding (social sciences); Computer science; Inter-rater reliability; Psychology; Mathematics; Social psychology; Statistics; Developmental psychology","score_opus":0.20061831783243786,"score_gpt":0.5110806361542632,"score_spread":0.31046231832182536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1590659727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7659311,0.06634151,0.00032831734,0.099767536,0.00013162199,0.0018568833,0.000040187573,0.000035751724,0.06556703],"genre_scores_gemma":[0.92758393,0.07161397,0.000046612167,0.00009982375,0.0000519822,0.000031001317,0.00008520316,0.0000043314576,0.0004831464],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968861,0.0014730012,0.00037654085,0.00019303097,0.0007725967,0.00029872797],"domain_scores_gemma":[0.9988618,0.00068203046,0.00011402266,0.000115053524,0.00016510602,0.00006201482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01116955,0.00006773646,0.00028259933,0.0003012394,0.00027633103,0.00019618905,0.00088585634,0.000042491578,0.00032075023],"category_scores_gemma":[0.0014462457,0.00005102556,0.000063206346,0.0019252406,0.00023874544,0.0003942507,0.00021589565,0.0007480053,0.0000050093417],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008101293,0.0002582593,0.79560006,0.00064067886,0.00015816015,0.000045213117,0.0021893044,0.0027813795,0.00007388397,0.020708483,0.0004695778,0.17699401],"study_design_scores_gemma":[0.0012756506,0.00010287203,0.0788925,0.016454713,0.00008140724,0.00000578893,0.026584875,0.0049809883,0.000022478152,0.0077493116,0.8635709,0.0002784595],"about_ca_topic_score_codex":0.0068221837,"about_ca_topic_score_gemma":0.0040120347,"teacher_disagreement_score":0.86310136,"about_ca_system_score_codex":0.00012230143,"about_ca_system_score_gemma":0.00023996907,"threshold_uncertainty_score":0.99979144},"labels":[],"label_agreement":null},{"id":"W1590918876","doi":"10.19173/irrodl.v15i3.1825","title":"Using supplementary video in multimedia instruction as a teaching tool to increase efficiency of learning and quality of experience","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":134,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Multimedia; Computer science; Context (archaeology); CLIPS; Quality (philosophy); Entertainment; Educational technology; Mathematics education; Psychology; Artificial intelligence","score_opus":0.14039449429069814,"score_gpt":0.5425271861174901,"score_spread":0.4021326918267919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1590918876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99553704,0.0013364959,0.0006490144,0.00037897227,0.000030638676,0.00037537533,0.000017745855,0.0000029304222,0.0016717815],"genre_scores_gemma":[0.9986379,0.00078160135,0.00036408595,0.000052604068,0.000017001816,0.00004042615,0.00004301191,0.0000056397375,0.000057705944],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968178,0.0017436635,0.0005534493,0.00024591177,0.00045602472,0.00018313657],"domain_scores_gemma":[0.9980117,0.0013463247,0.00024751746,0.0000937447,0.0002536203,0.000047094225],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007851002,0.00008335845,0.0002945628,0.00019134681,0.00010228079,0.000030978266,0.00037681317,0.000031043928,0.0002819747],"category_scores_gemma":[0.010429509,0.00006601661,0.000024595178,0.00038885666,0.00020230816,0.00012123945,0.0005178268,0.00058686436,0.0000019340457],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007662664,0.0002951033,0.7857652,0.0014833835,0.000033120614,0.000003557906,0.0052228114,0.00015700639,0.004003975,0.008012981,0.000018134893,0.19423851],"study_design_scores_gemma":[0.0120711755,0.0027681794,0.71876025,0.054347094,0.0000562663,0.00009519138,0.1444575,0.0140299965,0.004727153,0.0025167256,0.045264114,0.000906365],"about_ca_topic_score_codex":0.009713184,"about_ca_topic_score_gemma":0.000059665068,"teacher_disagreement_score":0.19333215,"about_ca_system_score_codex":0.0000389962,"about_ca_system_score_gemma":0.00005655009,"threshold_uncertainty_score":0.9979061},"labels":[],"label_agreement":null},{"id":"W1590958916","doi":"10.19173/irrodl.v12i1.961","title":"Prior learning assessment and recognition: Emergence of a Canadian community of scholars","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Thompson Rivers University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Lifelong learning; Experiential learning; Globe; Process (computing); Adult education; Pedagogy; Public relations; Computer science; Sociology; Psychology; Political science","score_opus":0.3872704812895953,"score_gpt":0.5486723632367179,"score_spread":0.16140188194712257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1590958916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90562075,0.004573605,0.000020928772,0.006635939,0.000076882396,0.0005696786,0.000023637971,0.0000054898856,0.08247311],"genre_scores_gemma":[0.96484,0.03428142,0.00054603704,0.000031861222,0.000011267944,0.00002253225,0.00003154419,0.00000370487,0.00023161662],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99531287,0.0035668265,0.00033177453,0.000105424304,0.0005217589,0.00016137256],"domain_scores_gemma":[0.9973984,0.0013278377,0.00030120424,0.00011685738,0.0007543137,0.0001013883],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017068077,0.000050373328,0.0001695175,0.00021253749,0.0004907396,0.000057559373,0.0007212014,0.000034651875,0.0011390471],"category_scores_gemma":[0.007859407,0.000042666383,0.0000211925,0.0008241213,0.00046959065,0.00037636535,0.00026914367,0.0010204138,0.0000033120903],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006391731,0.00021828285,0.89636123,0.0011654086,0.000079473146,0.0000031031077,0.026623027,0.00001433446,0.000095399446,0.017372949,0.00063217035,0.05737072],"study_design_scores_gemma":[0.0005634014,0.00028901684,0.613061,0.012171768,0.00003319042,0.0000060211332,0.17346813,0.00008836577,0.00013693194,0.0031127539,0.19688357,0.00018582601],"about_ca_topic_score_codex":0.39649224,"about_ca_topic_score_gemma":0.027721504,"teacher_disagreement_score":0.36877075,"about_ca_system_score_codex":0.00006685249,"about_ca_system_score_gemma":0.00081070367,"threshold_uncertainty_score":0.99977404},"labels":[],"label_agreement":null},{"id":"W1591109624","doi":"10.19173/irrodl.v2i2.57","title":"Global Perspectives: The University of South Australia (UniSA) Case Study","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Higher education; Flexibility (engineering); Distance education; Curriculum; Public relations; Sociology; Business; Political science; Pedagogy; Management; Economic growth; Economics","score_opus":0.1775063077242309,"score_gpt":0.4822584842104272,"score_spread":0.30475217648619635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1591109624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9609032,0.0046934467,0.000035865396,0.017399672,0.00005794824,0.00077484996,0.00003475035,0.0000041630005,0.0160961],"genre_scores_gemma":[0.99137497,0.0066980496,0.000023626038,0.000021180698,0.000018443794,0.0000037500797,0.0000027734566,0.000001044249,0.001856147],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9983573,0.00072093215,0.00012781179,0.000110994675,0.0005663345,0.00011665623],"domain_scores_gemma":[0.9991825,0.00026186576,0.00009959213,0.00009874077,0.00031949763,0.000037759804],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035646535,0.00003683087,0.00009815525,0.000023447681,0.00039328713,0.0000544671,0.00066207844,0.0000144917,0.001067791],"category_scores_gemma":[0.0007868062,0.000024929743,0.000022174907,0.00054245046,0.00034323105,0.000115333256,0.00023241661,0.0001785507,0.000013103938],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004807037,0.0006024255,0.7250852,0.00018440622,0.00011258415,0.00019552103,0.18985495,0.00004840378,8.3194493e-7,0.05375158,0.01896096,0.011155065],"study_design_scores_gemma":[0.0003318866,0.000044976467,0.07312877,0.0007249561,0.00000790821,0.000013486057,0.82833534,0.00003542165,2.768721e-7,0.00026590604,0.0970639,0.000047164547],"about_ca_topic_score_codex":0.021128977,"about_ca_topic_score_gemma":0.0016826101,"teacher_disagreement_score":0.65195644,"about_ca_system_score_codex":0.00017477234,"about_ca_system_score_gemma":0.0001465766,"threshold_uncertainty_score":0.9998454},"labels":[],"label_agreement":null},{"id":"W1591333654","doi":"10.19173/irrodl.v8i3.509","title":"Measuring the link between technology and transactional distance in Distance Education","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Link (geometry); Computer science; Educational technology; Transactional leadership; Multimedia; Psychology; Mathematics education; Computer network; Social psychology","score_opus":0.08271307022881552,"score_gpt":0.4605434856480154,"score_spread":0.37783041541919987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1591333654","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4490987,0.08397756,0.008656475,0.41778424,0.0002478391,0.002140098,0.000045591147,0.00003751675,0.038012005],"genre_scores_gemma":[0.9800116,0.019279586,0.00016442443,0.000041951233,0.0001618526,0.00002661561,0.000023781453,0.0000040339983,0.00028614918],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99827343,0.0004555733,0.00029857026,0.00017267269,0.0005644682,0.00023529747],"domain_scores_gemma":[0.9983989,0.0011307424,0.00010342309,0.00009605188,0.00022774034,0.000043130058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011365348,0.00005919909,0.00014599503,0.00017758399,0.00036645334,0.000096084455,0.0006549264,0.000048618265,0.00003567938],"category_scores_gemma":[0.002237245,0.00004023353,0.000019072744,0.001024896,0.00045166467,0.00020017246,0.0001411596,0.00082927785,0.0000017723024],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003762407,0.000026227777,0.28976953,0.00020363083,0.000011355844,0.0000025939885,0.0004473559,0.000015746484,0.000020147905,0.085557245,0.000052039337,0.6238565],"study_design_scores_gemma":[0.0003185885,0.000030157118,0.0862348,0.0056562535,0.000006511118,0.0000036193333,0.018364215,0.00008410038,0.000040356364,0.011025429,0.8781381,0.0000978287],"about_ca_topic_score_codex":0.0007201655,"about_ca_topic_score_gemma":0.0013595192,"teacher_disagreement_score":0.8780861,"about_ca_system_score_codex":0.00014300543,"about_ca_system_score_gemma":0.00040845605,"threshold_uncertainty_score":0.3939025},"labels":[],"label_agreement":null},{"id":"W1591856950","doi":"10.19173/irrodl.v12i7.1011","title":"Designing for learning: Online social networks as a classroom environment","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social learning; Social media; Mathematics education; Educational technology; Action research; Learning environment; Psychology; Pedagogy; Sociology; Computer science; World Wide Web","score_opus":0.16237075745993793,"score_gpt":0.4619020907144087,"score_spread":0.2995313332544708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1591856950","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3486887,0.093554504,0.07759958,0.18119472,0.0011349362,0.016625684,0.00026107216,0.0003173219,0.28062347],"genre_scores_gemma":[0.94077885,0.052614257,0.0032550378,0.00020165116,0.00039642327,0.00015102146,0.00028964362,0.000021647784,0.0022914824],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997088,0.0012717389,0.0003547151,0.00024411015,0.0006547317,0.00038671654],"domain_scores_gemma":[0.99834436,0.0010630107,0.00019967911,0.000085729254,0.0002264296,0.00008077481],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009260687,0.0000958287,0.00024001712,0.00008952656,0.0008459986,0.00011314885,0.0009064417,0.000073758085,0.0004903558],"category_scores_gemma":[0.0031066288,0.000075585725,0.00007312719,0.00031137475,0.00034179672,0.00020222778,0.00045616063,0.00092025916,0.00000994561],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010019584,0.0009915757,0.10734963,0.0012324343,0.00028863913,0.000042933523,0.009488561,0.001524588,0.00014862372,0.13671298,0.005761861,0.7354562],"study_design_scores_gemma":[0.0009416504,0.00031404133,0.0038930967,0.0030889811,0.000027525268,0.000003831611,0.041092474,0.0030022832,0.000029854518,0.0049372264,0.9424633,0.00020572987],"about_ca_topic_score_codex":0.0010564331,"about_ca_topic_score_gemma":0.000095131865,"teacher_disagreement_score":0.9367014,"about_ca_system_score_codex":0.00013315615,"about_ca_system_score_gemma":0.00031215162,"threshold_uncertainty_score":0.6506823},"labels":[],"label_agreement":null},{"id":"W1592362768","doi":"10.19173/irrodl.v12i1.940","title":"Going online to make learning count","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Experiential learning; Higher education; Service-learning; Institution; Service (business); Educational technology; Distance education; Business; Public relations; Medical education; Computer science; Pedagogy; Psychology; Sociology; Marketing; Political science; Medicine","score_opus":0.25541337292459493,"score_gpt":0.5443024796650683,"score_spread":0.28888910674047336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1592362768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5625522,0.016542468,0.0004441456,0.11655613,0.0006111615,0.0025100368,0.00004014458,0.00008674721,0.30065694],"genre_scores_gemma":[0.9720631,0.02150606,0.0007146553,0.00043165302,0.00011404268,0.000058532598,0.000055601617,0.000010696073,0.0050456217],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.996379,0.0018507169,0.0003340247,0.00022782906,0.0009131372,0.00029528374],"domain_scores_gemma":[0.997405,0.0015635472,0.0001898128,0.00014266376,0.00057233183,0.00012663618],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0134265,0.00007519612,0.00018077157,0.000119724726,0.0004898401,0.00020284252,0.0012313703,0.000037870897,0.0011561405],"category_scores_gemma":[0.014887862,0.000059813436,0.00003002342,0.0008013231,0.00023973992,0.00029497463,0.0005489482,0.0009084729,0.00009377831],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031534888,0.000616655,0.70197827,0.0010348939,0.00011648703,0.000031907934,0.044627104,0.0003077159,0.000090796726,0.11846003,0.00712066,0.12530015],"study_design_scores_gemma":[0.00015425865,0.00006322937,0.030649215,0.0034053347,0.0000056418826,0.000002547787,0.018328093,0.00008027062,0.000009360704,0.00035759306,0.9468639,0.000080535225],"about_ca_topic_score_codex":0.0061719622,"about_ca_topic_score_gemma":0.0005963592,"teacher_disagreement_score":0.9397433,"about_ca_system_score_codex":0.00016651796,"about_ca_system_score_gemma":0.00039960587,"threshold_uncertainty_score":0.99975693},"labels":[],"label_agreement":null},{"id":"W1592735451","doi":"10.19173/irrodl.v10i2.575","title":"Quality of Distance Education in Turkey: Preschool Teacher Training Case","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education Practices and Challenges","field":"Arts and Humanities","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Anadolu Üniversitesi","keywords":"Distance education; Training (meteorology); Medical education; Academic year; Teacher education; Psychology; Mathematics education; Quality (philosophy); Pedagogy; Medicine; Geography","score_opus":0.27215648086115024,"score_gpt":0.5168883951565661,"score_spread":0.2447319142954159,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1592735451","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7671056,0.047400508,0.000027254115,0.033948097,0.00014999336,0.000800267,0.00004814736,0.0000074174436,0.15051274],"genre_scores_gemma":[0.9859834,0.012451384,0.000028403778,0.00010127562,0.00006910131,0.00002824013,0.000048026788,0.0000029510393,0.0012872671],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99850345,0.0005457651,0.00040148658,0.00013045238,0.00030509074,0.00011376771],"domain_scores_gemma":[0.9987979,0.000551762,0.0002092341,0.00012409086,0.0002864665,0.000030539544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046189404,0.000056598758,0.00017613545,0.000080411526,0.00009305596,0.00010503313,0.00036118636,0.00001690688,0.0006146965],"category_scores_gemma":[0.0015930461,0.000040906332,0.000025774145,0.000094381794,0.00012246151,0.00032573973,0.000081793674,0.00041675117,0.0000021595004],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001653482,0.00074123486,0.010075914,0.0014427508,0.00002976111,0.000013158743,0.026833313,0.000034396086,0.000023048862,0.70833755,0.0027386784,0.24956483],"study_design_scores_gemma":[0.00072657724,0.00014619472,0.014595557,0.01045382,0.000009570021,0.00003588125,0.3667724,0.000416734,0.000013239008,0.014540646,0.59211653,0.00017283253],"about_ca_topic_score_codex":0.003387202,"about_ca_topic_score_gemma":0.0006300135,"teacher_disagreement_score":0.69379693,"about_ca_system_score_codex":0.000065471286,"about_ca_system_score_gemma":0.00024501374,"threshold_uncertainty_score":0.6730495},"labels":[],"label_agreement":null},{"id":"W1593137462","doi":"10.19173/irrodl.v14i4.1454","title":"Virtual worlds: Relationship between real life and experience in Second Life","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Metaverse; Context (archaeology); Incentive; Sociology; Virtual reality; Psychology; Perception; Experiential learning; Knowledge management; Internet privacy; Computer science; Social psychology; Human–computer interaction; Pedagogy","score_opus":0.15783612965259114,"score_gpt":0.4822793730938711,"score_spread":0.32444324344127995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1593137462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9676834,0.002526953,0.000015843858,0.020448536,0.000029388757,0.0006425703,0.000010969825,0.000011015147,0.008631352],"genre_scores_gemma":[0.9913873,0.007659981,0.000027956365,0.00017196294,0.00003353717,0.00005778145,0.00001892741,0.0000041491653,0.00063840183],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978626,0.00081515906,0.00033114493,0.00017764131,0.00055503676,0.00025841696],"domain_scores_gemma":[0.997944,0.0015204095,0.00011655797,0.00012056694,0.0001633571,0.00013512369],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005191993,0.00006515404,0.00019123784,0.00014842604,0.00028158084,0.0001965063,0.0008718239,0.00006704271,0.00039823493],"category_scores_gemma":[0.016140854,0.000051617986,0.000016939066,0.0005454908,0.0006543908,0.00044587936,0.00055446883,0.0007192658,0.000019108073],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012222867,0.000020258727,0.98136544,0.00007776934,0.000005456668,0.0000013569885,0.00092054636,0.0000013149253,0.0000039008423,0.011610279,0.0011344665,0.004847012],"study_design_scores_gemma":[0.00036374503,0.00003185864,0.97412974,0.0021827142,0.0000014697489,6.5981664e-7,0.014225368,0.000052142776,0.0000040243594,0.0021681825,0.0067741973,0.00006587983],"about_ca_topic_score_codex":0.0053479867,"about_ca_topic_score_gemma":0.0004948368,"teacher_disagreement_score":0.02370393,"about_ca_system_score_codex":0.0001079061,"about_ca_system_score_gemma":0.00023430875,"threshold_uncertainty_score":0.9921466},"labels":[],"label_agreement":null},{"id":"W1593490118","doi":"10.19173/irrodl.v13i2.1185","title":"Developing and deploying OERs in sub-Saharan Africa: Building on the present","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Interoperability; License; Distance education; Context (archaeology); Open education; Software deployment; The Internet; Knowledge management; Information and Communications Technology; Capacity building; Computer science; Economic growth; World Wide Web; Pedagogy; Sociology; Geography","score_opus":0.15878699364884288,"score_gpt":0.4378358759626671,"score_spread":0.2790488823138242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1593490118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63289016,0.10658842,0.007404257,0.20892099,0.0005743358,0.0030161226,0.000008249187,0.00005659879,0.040540855],"genre_scores_gemma":[0.9704404,0.028559795,0.000602158,0.0002022586,0.000037567523,0.000071685776,0.0000063671723,0.000005544564,0.00007424946],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978014,0.0008602199,0.00028653853,0.00020542197,0.00052772136,0.00031867746],"domain_scores_gemma":[0.9978102,0.001713739,0.00010567917,0.00017478762,0.00012731066,0.00006828638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009260187,0.00008495037,0.00015721832,0.00014502509,0.00025694811,0.0003597015,0.0013200166,0.000022998458,0.000026699947],"category_scores_gemma":[0.002487623,0.000053225398,0.000021064288,0.0006944111,0.000090953174,0.00050788105,0.0012797884,0.0007129316,0.000011303902],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007175437,0.00022714998,0.12173552,0.001004086,0.000069488495,0.000012604167,0.0034997535,0.0005665472,0.00041782222,0.715631,0.007383974,0.14938028],"study_design_scores_gemma":[0.001452981,0.00016814326,0.20335527,0.032431956,0.000011471275,0.000068265654,0.0149148265,0.025702868,0.0012906516,0.0064087124,0.713599,0.00059586554],"about_ca_topic_score_codex":0.00018192558,"about_ca_topic_score_gemma":0.000006572274,"teacher_disagreement_score":0.7092223,"about_ca_system_score_codex":0.00013194414,"about_ca_system_score_gemma":0.0001199926,"threshold_uncertainty_score":0.34686098},"labels":[],"label_agreement":null},{"id":"W1593703941","doi":"10.19173/irrodl.v14i3.1485","title":"Applying the context, input, process, product evaluation model for evaluation, research, and redesign of an online master’s program","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Computer science; Focus group; Process (computing); Product (mathematics); Fuzzy logic; Course evaluation; Logic model; Mathematics education; Multimedia; Higher education; Psychology; Artificial intelligence; Mathematics; Sociology","score_opus":0.36836559045666584,"score_gpt":0.561352750755656,"score_spread":0.1929871602989902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1593703941","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83783793,0.031993072,0.0005562894,0.073590785,0.00009924685,0.049989425,0.00010654963,0.00003764479,0.00578906],"genre_scores_gemma":[0.98765683,0.00577245,0.0009621342,0.00004747676,0.000104602725,0.004968482,0.0002656771,0.000009599822,0.0002127673],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99397653,0.002805837,0.00045655036,0.00030548475,0.0021440922,0.0003115231],"domain_scores_gemma":[0.9930704,0.0013107022,0.00023379005,0.00020378758,0.0051102135,0.00007110517],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04918314,0.00008383802,0.00021127798,0.00013157549,0.0006362838,0.0002731442,0.000928067,0.000041298026,0.00009667501],"category_scores_gemma":[0.014192302,0.000052687858,0.00002691492,0.0006518172,0.00065621216,0.00057278696,0.00027987335,0.0005965852,0.0000012142227],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008816828,0.00025221487,0.003412667,0.00063350954,0.000027656435,1.7543539e-7,0.0016700053,0.00089213194,0.000061416875,0.004675506,0.00074557756,0.98754096],"study_design_scores_gemma":[0.0015513835,0.0004288893,0.002487805,0.0058206073,0.00004167358,0.0000027776268,0.06370048,0.8412549,0.000073996795,0.04111719,0.043363553,0.00015674709],"about_ca_topic_score_codex":0.0012802832,"about_ca_topic_score_gemma":0.0006084216,"teacher_disagreement_score":0.9873842,"about_ca_system_score_codex":0.000121798315,"about_ca_system_score_gemma":0.0013620197,"threshold_uncertainty_score":0.9941116},"labels":[],"label_agreement":null},{"id":"W1593755386","doi":"10.19173/irrodl.v12i6.1018","title":"Distance students’ readiness for social media and collaboration","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université du Québec à Trois-Rivières; Athabasca University; Université de Montréal","funders":"","keywords":"Affordance; Distance education; Social media; Psychology; Variety (cybernetics); Institution; Higher education; Medical education; Pedagogy; Sociology; Political science; Social science; Computer science; Medicine; World Wide Web","score_opus":0.1628362561718106,"score_gpt":0.5079694856402851,"score_spread":0.34513322946847447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1593755386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7779053,0.037971437,0.0021906483,0.106322266,0.0006796888,0.0058554458,0.00035026265,0.000064197644,0.068660796],"genre_scores_gemma":[0.97728795,0.021696765,0.00031283576,0.000049467966,0.00012869437,0.0000820883,0.00009106304,0.0000051369707,0.00034602397],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984151,0.000515459,0.00020794364,0.00014284388,0.0005531704,0.00016549013],"domain_scores_gemma":[0.9984434,0.0008803882,0.00010748704,0.000051705636,0.00047481532,0.000042177395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069108205,0.000048862625,0.00014608576,0.000054043463,0.00041651682,0.00014939538,0.0005892482,0.00003242937,0.000077455705],"category_scores_gemma":[0.004313449,0.000036782872,0.000017741571,0.00037885978,0.00028247616,0.00024022293,0.00024619888,0.00023908161,0.0000014100924],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054921774,0.0002949967,0.22303718,0.001482575,0.000085056185,0.000009625588,0.022397775,0.0000033316733,0.000043876003,0.5549375,0.0059170653,0.19124185],"study_design_scores_gemma":[0.0014183884,0.00011168929,0.054481927,0.004707118,0.000024606854,0.0000017486282,0.092217624,0.0001787852,0.000038072976,0.018681593,0.8279393,0.00019915358],"about_ca_topic_score_codex":0.00042906948,"about_ca_topic_score_gemma":0.0007704286,"teacher_disagreement_score":0.8220222,"about_ca_system_score_codex":0.000058280846,"about_ca_system_score_gemma":0.00021619188,"threshold_uncertainty_score":0.5163913},"labels":[],"label_agreement":null},{"id":"W1593781803","doi":"10.19173/irrodl.v10i6.755","title":"A review of adventure learning","year":2009,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Outdoor and Experiential Education","field":"Psychology","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Manchester","keywords":"Adventure; Experiential learning; Status quo; Grounded theory; Adventure education; Educational technology; Psychology; Computer science; Qualitative research; Mathematics education; Sociology; Artificial intelligence; Social science; Political science","score_opus":0.15095944479046328,"score_gpt":0.5635858296912525,"score_spread":0.4126263849007892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1593781803","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000034076934,0.97630775,0.000012486408,0.0014835474,0.00024739443,0.0015539537,0.000049526483,0.000007733675,0.02033423],"genre_scores_gemma":[0.00009160652,0.99664855,0.0000218959,0.00020350167,0.00011748254,0.00027095975,0.0012550208,0.00002137578,0.0013696185],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947229,0.0026216877,0.0012018915,0.00041983704,0.0007101071,0.0003235568],"domain_scores_gemma":[0.99710584,0.0010455822,0.0008389393,0.00041603213,0.0005090419,0.00008456665],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008198788,0.00023717241,0.0014614126,0.0002463985,0.00011336518,0.000062894855,0.0016916995,0.00014396338,0.002294354],"category_scores_gemma":[0.004048289,0.00015881268,0.00030497301,0.0010593034,0.00018775178,0.00011101083,0.00058944465,0.0019037137,0.00006856619],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018949977,0.00011589656,0.000038518723,0.15143903,0.00009975193,0.000005907225,0.00013554744,4.7819515e-7,1.15782086e-7,0.0025985634,0.015766833,0.8297804],"study_design_scores_gemma":[0.000104968276,0.000062633226,0.000020707152,0.40026793,0.00006785193,0.000025098565,0.00041117799,0.0000013873879,1.1602147e-7,0.00006255984,0.598898,0.00007759387],"about_ca_topic_score_codex":0.00033044812,"about_ca_topic_score_gemma":0.0000028882214,"teacher_disagreement_score":0.8297028,"about_ca_system_score_codex":0.00013602266,"about_ca_system_score_gemma":0.00041141096,"threshold_uncertainty_score":0.9986177},"labels":[],"label_agreement":null},{"id":"W1594453045","doi":"10.19173/irrodl.v5i1.169","title":"The future of learning: From eLearning to mLearning","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Educational technology; Multimedia; Mathematics education; Psychology","score_opus":0.05934838392931094,"score_gpt":0.41671528143413605,"score_spread":0.3573668975048251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1594453045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44094512,0.10072489,0.033485856,0.3421522,0.002034324,0.0046184803,0.000026130634,0.00021623158,0.07579676],"genre_scores_gemma":[0.9722642,0.02515288,0.0014555037,0.00021585966,0.00013249936,0.00006178608,0.000052582196,0.000014100685,0.0006505916],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962688,0.0012249509,0.0006093035,0.0004102823,0.0010814897,0.00040516874],"domain_scores_gemma":[0.9967846,0.001700033,0.00035236074,0.00038879507,0.0006324814,0.00014171541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008065908,0.00015010843,0.0003248134,0.00017095487,0.0006964555,0.0005904034,0.0035435779,0.00005474393,0.000096482014],"category_scores_gemma":[0.004531993,0.00009877933,0.00007549894,0.00129035,0.00017208834,0.0004584199,0.0021599298,0.0017350996,0.00005356413],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029502957,0.00033692888,0.08448868,0.00081816077,0.0002222883,0.000030344672,0.0076178117,0.041096166,0.0012744507,0.50074327,0.0032226704,0.35985422],"study_design_scores_gemma":[0.001509399,0.0004939563,0.03855176,0.011387969,0.000014819256,0.000027572605,0.04787023,0.00549726,0.0005550746,0.006847806,0.88685477,0.00038941132],"about_ca_topic_score_codex":0.000799021,"about_ca_topic_score_gemma":0.000048366397,"teacher_disagreement_score":0.88363206,"about_ca_system_score_codex":0.00014829222,"about_ca_system_score_gemma":0.0003852093,"threshold_uncertainty_score":0.75382406},"labels":[],"label_agreement":null},{"id":"W1594462836","doi":"10.19173/irrodl.v2i1.35","title":"A Critique of Stephen Downes' Article, \"Learning Objects\": A Perspective from Bahrain","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Educational technology; Middle East; Process (computing); Computer science; The Internet; Open learning; Learning styles; Active learning (machine learning); Learning sciences; Synchronous learning; Mathematics education; Knowledge management; Engineering ethics; Artificial intelligence; Cooperative learning; Teaching method; Engineering; Psychology; Political science; World Wide Web; Law","score_opus":0.06199336526493457,"score_gpt":0.4395906657257881,"score_spread":0.3775973004608535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1594462836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56718504,0.03847304,0.019483486,0.101995684,0.00046515669,0.0031656572,0.00005337425,0.0001334101,0.2690451],"genre_scores_gemma":[0.9848979,0.013208645,0.00100393,0.00021357632,0.000044648892,0.000051065523,0.000036502795,0.000007745849,0.0005359863],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99678206,0.001397313,0.00045010628,0.00035392484,0.00073264755,0.00028395402],"domain_scores_gemma":[0.9970221,0.0015454328,0.00022075501,0.00026623212,0.00084697804,0.00009853227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054450682,0.00011091041,0.00029692138,0.0001650617,0.00020839264,0.00031418708,0.0018454934,0.00004132342,0.00037449837],"category_scores_gemma":[0.005700576,0.000085235784,0.000059540685,0.0009938009,0.00016324261,0.00056668714,0.0011963736,0.0009882004,0.000028104463],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045663578,0.0011013118,0.2270898,0.0012963236,0.0003510427,0.00012479007,0.023912776,0.0023991426,0.002893967,0.6277328,0.0037186272,0.10892276],"study_design_scores_gemma":[0.0060539413,0.0012033198,0.22594431,0.040355828,0.00006144909,0.00019950107,0.35912508,0.11368842,0.0018129769,0.06215455,0.18816674,0.001233897],"about_ca_topic_score_codex":0.0034948562,"about_ca_topic_score_gemma":0.000061185194,"teacher_disagreement_score":0.5655783,"about_ca_system_score_codex":0.00014574843,"about_ca_system_score_gemma":0.0002919384,"threshold_uncertainty_score":0.6824534},"labels":[],"label_agreement":null},{"id":"W1594763019","doi":"10.19173/irrodl.v15i5.1850","title":"Writing to learn and learning to write across the disciplines: Peer-to-peer writing in introductory-level MOOCs","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Athabasca University; Bill and Melinda Gates Foundation","keywords":"Peer feedback; Peer evaluation; Scholarship; Mathematics education; Peer assessment; Peer learning; Peer instruction; Distance education; Composition (language); Computer science; Peer review; Pedagogy; Psychology; Higher education; Chemistry","score_opus":0.07530934985195296,"score_gpt":0.4548863988033178,"score_spread":0.37957704895136485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1594763019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5620014,0.0015498049,0.021757685,0.41231602,0.000120549565,0.00095244375,0.000027983682,0.000039210445,0.0012348851],"genre_scores_gemma":[0.9925743,0.0007458394,0.0034998762,0.0009737206,0.00021654996,0.0000554256,0.000036306774,0.000016583654,0.0018814113],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955473,0.0012715029,0.0006608344,0.0005811122,0.0013607406,0.00057851535],"domain_scores_gemma":[0.9959322,0.0023714849,0.00014782733,0.00040249893,0.00094670546,0.00019926134],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026560659,0.00017336907,0.00037288913,0.00023375206,0.00057570846,0.0010164344,0.0023983142,0.000045068336,0.000012498759],"category_scores_gemma":[0.024244113,0.0001188645,0.00004612792,0.0015367763,0.0001214341,0.00032112084,0.00416873,0.0016885401,0.000030793657],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013877655,0.00017859117,0.20288482,0.001279336,0.00006497402,0.000031571013,0.0114007,0.049369693,0.00065654615,0.030641163,0.0038735655,0.69948024],"study_design_scores_gemma":[0.0017345786,0.0007287036,0.18289742,0.02513364,0.000015362804,0.00007801435,0.030969914,0.29246476,0.000109140296,0.0027640394,0.4622527,0.0008517285],"about_ca_topic_score_codex":0.0005245926,"about_ca_topic_score_gemma":0.00013327505,"teacher_disagreement_score":0.69862854,"about_ca_system_score_codex":0.00010196331,"about_ca_system_score_gemma":0.00009202823,"threshold_uncertainty_score":0.9839751},"labels":[],"label_agreement":null},{"id":"W1595102943","doi":"10.19173/irrodl.v5i2.182","title":"Advancing Online Learning in Asia","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Educational technology; Computer science; Electronic learning; Mathematics education; Psychology","score_opus":0.06490704523975563,"score_gpt":0.4810356188313267,"score_spread":0.41612857359157107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1595102943","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7788539,0.025233313,0.0002913913,0.14134176,0.00017064362,0.0013988311,0.000022375056,0.000050330047,0.052637476],"genre_scores_gemma":[0.94123805,0.05722246,0.0006312198,0.000110099485,0.000104591476,0.000022543572,0.00009741197,0.000008591798,0.0005650194],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971232,0.0010694832,0.00038849533,0.00022404444,0.00080876006,0.00038600937],"domain_scores_gemma":[0.9986193,0.00080132525,0.0001368029,0.00010135864,0.00026260797,0.000078606405],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010816406,0.00008146494,0.00023402972,0.00018823822,0.00032834997,0.00012961387,0.00089046254,0.000048409,0.00017106968],"category_scores_gemma":[0.008601088,0.000064136526,0.000038929244,0.00094473286,0.00023778112,0.00034457346,0.00048094112,0.0013587787,0.000011170711],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020721127,0.00068342703,0.35916787,0.0014426635,0.00005824068,0.00015697566,0.0040818923,0.015016145,0.00027657044,0.113678575,0.00065509026,0.5045754],"study_design_scores_gemma":[0.0016406178,0.00016401641,0.026754826,0.022790028,0.000007976771,0.000010237793,0.065349266,0.00070065534,0.000044506633,0.0072090575,0.8751024,0.00022640733],"about_ca_topic_score_codex":0.0043404265,"about_ca_topic_score_gemma":0.002493837,"teacher_disagreement_score":0.87444735,"about_ca_system_score_codex":0.00028808817,"about_ca_system_score_gemma":0.00068379584,"threshold_uncertainty_score":0.9997499},"labels":[],"label_agreement":null},{"id":"W1595178797","doi":"10.19173/irrodl.v11i1.792","title":"The comparative instructional effectiveness of print-based and video-based instructional materials for teaching practical skills at a distance","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology-Enhanced Education Studies","field":"Social Sciences","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Instructional design; Test (biology); Cronbach's alpha; Computer science; Distance education; Teaching method; Vocational education; Multimedia; Mathematics education; Descriptive statistics; Psychology; Pedagogy; Mathematics","score_opus":0.07287027660016988,"score_gpt":0.5150720115972414,"score_spread":0.4422017349970715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1595178797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9790399,0.00087007263,0.001515877,0.015751863,0.00028065732,0.0013994462,0.00012371145,0.000017123444,0.0010013238],"genre_scores_gemma":[0.9969509,0.0007026686,0.0018453134,0.000025560534,0.00004130603,0.00032614582,0.000043433738,0.0000038237886,0.000060815706],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99763817,0.0010784012,0.00031145092,0.00019132675,0.0006060037,0.00017467265],"domain_scores_gemma":[0.990308,0.008543956,0.0002458247,0.000115824405,0.0007494957,0.00003688874],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012653155,0.00007248865,0.00022595939,0.000068222005,0.00092232873,0.000096236436,0.00043800683,0.000047362435,0.000038332484],"category_scores_gemma":[0.0152429715,0.000047612917,0.000028837272,0.0002137048,0.0018567,0.00015390728,0.0002606985,0.0004904858,8.373974e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012408814,0.00022883383,0.032333225,0.001440848,0.00011910169,8.31862e-7,0.0008029914,0.00006363554,0.009695295,0.9343686,0.0009735718,0.018732188],"study_design_scores_gemma":[0.0037296137,0.00029959963,0.3005638,0.0112141315,0.000042903197,0.000020962558,0.0137638375,0.0008145641,0.024565583,0.03488493,0.60971797,0.00038207186],"about_ca_topic_score_codex":0.00034515627,"about_ca_topic_score_gemma":0.00039085708,"teacher_disagreement_score":0.8994837,"about_ca_system_score_codex":0.00019838709,"about_ca_system_score_gemma":0.0005714192,"threshold_uncertainty_score":0.99305207},"labels":[],"label_agreement":null},{"id":"W1595427715","doi":"10.19173/irrodl.v14i1.1393","title":"A framework for developing competencies in open and distance e-learning","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open education; Faculty development; Instructional design; E learning; Knowledge management; Higher education; Computer science; Educational technology; Mathematics education; Medical education; Psychology; Pedagogy; Professional development; Political science; Medicine","score_opus":0.1316586769717849,"score_gpt":0.49581585199014144,"score_spread":0.36415717501835654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1595427715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5098309,0.06991847,0.023720412,0.33160123,0.00037797962,0.012734867,0.00007513035,0.000073324554,0.05166771],"genre_scores_gemma":[0.93364435,0.050355267,0.014438716,0.00024696073,0.00008600934,0.00035395232,0.00006954031,0.000012137432,0.00079307926],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99768585,0.0009069918,0.00035197154,0.00024781923,0.00047359796,0.00033377146],"domain_scores_gemma":[0.9965282,0.0027780903,0.00015579829,0.000094449766,0.00038131472,0.00006211147],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008573048,0.00008473315,0.00027165088,0.00010019872,0.00050812017,0.0006060528,0.0012059083,0.000052792704,0.00013871261],"category_scores_gemma":[0.010750166,0.000064606415,0.000024933704,0.00056932855,0.00029608753,0.00054064585,0.0010029,0.00078937114,0.000005728053],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007167225,0.00005542197,0.2170396,0.0009315993,0.000027929116,0.00000487375,0.0018578542,0.00006494119,0.000023059069,0.65356266,0.0006191619,0.12574121],"study_design_scores_gemma":[0.0009280981,0.00011685142,0.03359801,0.025049025,0.000006961358,0.0000035125822,0.06877794,0.002300971,0.00001409428,0.0879911,0.78095347,0.00025998664],"about_ca_topic_score_codex":0.0043165195,"about_ca_topic_score_gemma":0.00079292286,"teacher_disagreement_score":0.7803343,"about_ca_system_score_codex":0.00012899513,"about_ca_system_score_gemma":0.00042149238,"threshold_uncertainty_score":0.99758273},"labels":[],"label_agreement":null},{"id":"W1595502741","doi":"10.19173/irrodl.v13i1.968","title":"Challenges of virtual and open distance science teacher education in Zimbabwe","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Medical education; Open education; Quality (philosophy); Psychology; Pedagogy; Mathematics education; Medicine","score_opus":0.12357260086868599,"score_gpt":0.5162463398088338,"score_spread":0.39267373894014784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1595502741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65120554,0.10639035,0.000046180547,0.038022816,0.00016596778,0.0014032407,0.000012755793,0.0000068830473,0.20274624],"genre_scores_gemma":[0.9306831,0.068539284,0.0001657443,0.00002636231,0.00004989903,0.000024904317,0.000008876268,0.000002857781,0.0004989714],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99803746,0.0007134325,0.00024088901,0.00016082848,0.00061131455,0.00023605401],"domain_scores_gemma":[0.9989768,0.00046830118,0.00012443584,0.00010450601,0.00025255006,0.00007336903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017418545,0.000049748905,0.00016700345,0.0001268443,0.00020189985,0.00012418522,0.0011571943,0.000025125928,0.0000735701],"category_scores_gemma":[0.00447863,0.00003711588,0.000011979236,0.00055245677,0.00063818845,0.00078780466,0.0008542918,0.00038137863,0.0000019189783],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039879622,0.00023393802,0.17082876,0.00025351695,0.0000050061244,4.4461206e-7,0.0019373684,0.0000050857175,0.00005445357,0.30250815,0.00017423189,0.52395916],"study_design_scores_gemma":[0.0008421085,0.00014142875,0.32290193,0.015485585,0.000008445004,0.000004696092,0.1277073,0.000225815,0.00007350874,0.00512311,0.5272812,0.00020485175],"about_ca_topic_score_codex":0.0020283784,"about_ca_topic_score_gemma":0.00057638984,"teacher_disagreement_score":0.527107,"about_ca_system_score_codex":0.00010732032,"about_ca_system_score_gemma":0.0011065427,"threshold_uncertainty_score":0.60369545},"labels":[],"label_agreement":null},{"id":"W1595688246","doi":"10.19173/irrodl.v14i1.1262","title":"Employability in online higher education: A case study","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education and Employability","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Employability; Distance education; Psychology; Sample (material); Knight; Pedagogy; Medical education; Mathematics education; Space (punctuation); Class (philosophy); Computer science; Medicine","score_opus":0.18111849554479081,"score_gpt":0.5416607003311129,"score_spread":0.3605422047863221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1595688246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9503949,0.0023614452,0.0000010760533,0.040539008,0.0001321076,0.0015464625,0.000007221992,0.0000069485,0.0050108205],"genre_scores_gemma":[0.9958359,0.0019267887,0.000048859794,0.0002608421,0.00007016955,0.00027305994,0.00002776907,0.000003655942,0.0015529832],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99665076,0.002008354,0.0003806724,0.00021691568,0.0005469736,0.00019633582],"domain_scores_gemma":[0.9981443,0.0008985606,0.000078931815,0.00020499427,0.00058099127,0.00009220194],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008001939,0.000061511026,0.00017262109,0.00009407367,0.00021729006,0.00016743231,0.0007057261,0.000029554385,0.002510119],"category_scores_gemma":[0.0024865735,0.00004508731,0.000024184901,0.00076065585,0.00028641237,0.0002585289,0.0003192623,0.00047073606,0.000023051578],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008616404,0.0010544872,0.97968346,0.00014557771,0.000006749904,0.00000944355,0.0020479208,0.00000296717,8.3525356e-7,0.003344273,0.0018721453,0.011823531],"study_design_scores_gemma":[0.00043220044,0.00007115584,0.825197,0.0015585802,0.0000042991123,0.0000124521075,0.053400964,0.000010693083,5.172402e-7,0.005413839,0.11379838,0.000099909244],"about_ca_topic_score_codex":0.12370879,"about_ca_topic_score_gemma":0.0067806477,"teacher_disagreement_score":0.15448645,"about_ca_system_score_codex":0.00024663607,"about_ca_system_score_gemma":0.00067077763,"threshold_uncertainty_score":0.9984017},"labels":[],"label_agreement":null},{"id":"W1596301140","doi":"10.19173/irrodl.v13i1.1143","title":"Connectivism and dimensions of individual experience","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":189,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Openness to experience; Diversity (politics); Autonomy; Social connectedness; Psychology; Distance education; Connectivism; Meaning (existential); Social psychology; Learning theory; Sociology; Pedagogy","score_opus":0.11007231529468851,"score_gpt":0.45780641818570794,"score_spread":0.3477341028910194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1596301140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9075131,0.05181212,0.0058068843,0.030588778,0.00016289065,0.00061513245,0.000032048836,0.00002238919,0.003446674],"genre_scores_gemma":[0.9891877,0.0098817535,0.0007605839,0.000076473625,0.000017257584,0.000009106983,0.000009542344,0.000002192247,0.00005540189],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99868774,0.00033562194,0.00021248638,0.00012489704,0.0004746476,0.00016458408],"domain_scores_gemma":[0.9986618,0.00085794827,0.00010196992,0.00015145532,0.00016685313,0.000059950784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041483305,0.00005059267,0.00015083485,0.00007985664,0.00009202342,0.000080718906,0.0009568503,0.000017987582,0.000012934295],"category_scores_gemma":[0.0019116956,0.000030981268,0.000018879442,0.00036478764,0.00016837475,0.00030885762,0.0014372013,0.0003346741,0.0000016921687],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031474807,0.000370796,0.4284771,0.0011104803,0.00009123407,0.000008315801,0.0043414263,0.00012941081,0.00044581262,0.4576537,0.0013890307,0.1059512],"study_design_scores_gemma":[0.003988032,0.001003532,0.6085311,0.04775814,0.00006837852,0.00029717633,0.022535048,0.091907226,0.0024370358,0.035991687,0.18447629,0.0010063363],"about_ca_topic_score_codex":0.00009278187,"about_ca_topic_score_gemma":0.0000013428926,"teacher_disagreement_score":0.421662,"about_ca_system_score_codex":0.000013942197,"about_ca_system_score_gemma":0.000052878953,"threshold_uncertainty_score":0.22886163},"labels":[],"label_agreement":null},{"id":"W15965775","doi":"10.19173/irrodl.v9i2.385","title":"Emotional Intelligence as a Predictor of Success in Online Learning","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Emotional Intelligence and Performance","field":"Psychology","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Personality; Emotional intelligence; Stepwise regression; Variance (accounting); Big Five personality traits; Academic achievement; Regression analysis; Quality (philosophy); Explained variation; Applied psychology; Medical education; Social psychology; Mathematics education; Statistics; Medicine; Mathematics","score_opus":0.17746850499561873,"score_gpt":0.5037761066667865,"score_spread":0.3263076016711678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W15965775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97137177,0.011836528,0.0002773009,0.0027653798,0.0001148242,0.00045917413,0.00005924264,0.000006641539,0.013109123],"genre_scores_gemma":[0.953781,0.044518393,0.000055372075,0.000090720205,0.000050764716,0.000038108454,0.00022323306,0.000006869211,0.0012355535],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976203,0.0005967806,0.00061920675,0.00023862885,0.00068785355,0.00023725674],"domain_scores_gemma":[0.9980707,0.0010980204,0.00019319817,0.00015450332,0.00043179988,0.00005174689],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003530912,0.00009528375,0.00026589233,0.00022380771,0.000105487416,0.00002050797,0.0010178743,0.000054179858,0.0021306085],"category_scores_gemma":[0.0018793043,0.000072430616,0.0000486092,0.0007269428,0.00038785962,0.00019960212,0.00040941793,0.0009795084,0.00004927871],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036021334,0.00052683445,0.94036865,0.0007757038,0.000057517693,0.000056650308,0.0011636441,0.0018352233,0.00004491762,0.03430724,0.0006935316,0.01980989],"study_design_scores_gemma":[0.0009698906,0.0006722263,0.9267915,0.02336214,0.000009563662,0.00027969992,0.009011866,0.0067012436,0.00033065412,0.005898326,0.025701305,0.00027159424],"about_ca_topic_score_codex":0.0017424244,"about_ca_topic_score_gemma":0.000057258654,"teacher_disagreement_score":0.032681867,"about_ca_system_score_codex":0.00006419084,"about_ca_system_score_gemma":0.00015549261,"threshold_uncertainty_score":0.99878156},"labels":[],"label_agreement":null},{"id":"W1596830796","doi":"10.19173/irrodl.v14i5.1544","title":"Learning needs analysis of collaborative e-classes in semi-formal settings: The REVIT example","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Education, Audiovisual and Culture Executive Agency; University of Macedonia","keywords":"Computer science; Affordance; Needs analysis; Adaptation (eye); Context (archaeology); Distance education; Instructional design; Knowledge management; Engineering management; Human–computer interaction; Multimedia; Sociology; Engineering; Pedagogy","score_opus":0.05881525652584858,"score_gpt":0.44029018477494386,"score_spread":0.3814749282490953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1596830796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8800546,0.016063944,0.00009832684,0.05498242,0.000062847444,0.0018721154,0.000038150625,0.00001817841,0.04680942],"genre_scores_gemma":[0.96549314,0.03326355,0.00010286105,0.00010780943,0.000038288945,0.00008018188,0.00010617084,0.0000057973916,0.0008021852],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955205,0.0024940718,0.00053581496,0.00018093993,0.0009219405,0.0003467325],"domain_scores_gemma":[0.9955544,0.0030621148,0.0003335686,0.00015106572,0.000841978,0.000056877627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014949756,0.000091599366,0.0003837746,0.00039406237,0.00041323155,0.0002244834,0.0010719409,0.000050386632,0.0007821619],"category_scores_gemma":[0.007900206,0.000057549605,0.000072832554,0.004582518,0.0004187667,0.00054293964,0.00056645495,0.00096092117,0.000008828838],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113880145,0.00021652585,0.781288,0.0009892705,0.00063654623,0.0000083949835,0.015494017,0.0053991103,0.00021149254,0.038199186,0.0043654903,0.15307805],"study_design_scores_gemma":[0.0005993952,0.00016225925,0.059607413,0.006880968,0.000103624814,0.000001472185,0.26256868,0.00750829,0.000045937802,0.0008309588,0.6614906,0.00020040743],"about_ca_topic_score_codex":0.009982465,"about_ca_topic_score_gemma":0.0010077193,"teacher_disagreement_score":0.72168064,"about_ca_system_score_codex":0.000115486844,"about_ca_system_score_gemma":0.0004749572,"threshold_uncertainty_score":0.99661016},"labels":[],"label_agreement":null},{"id":"W1597028168","doi":"10.19173/irrodl.v8i3.411","title":"Lessons from an International e-Learning Project","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Distance education; Educational technology; Field (mathematics); Computer science; Engineering management; Knowledge management; Pedagogy; Sociology; Engineering; Geography","score_opus":0.14953301060877966,"score_gpt":0.5503285048649535,"score_spread":0.4007954942561739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1597028168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56576115,0.011712381,0.0014079754,0.11420698,0.0007697666,0.0021608735,0.00013577344,0.00011324474,0.30373186],"genre_scores_gemma":[0.95927024,0.03780428,0.0007234141,0.00017419993,0.0004041206,0.000024789852,0.00043668132,0.000012107522,0.0011501814],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964381,0.0012888932,0.00041035592,0.0003004552,0.0011940979,0.00036812053],"domain_scores_gemma":[0.9974838,0.0015630352,0.00019137551,0.00015101988,0.0005119885,0.00009878591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017649578,0.000093426206,0.00020819997,0.00020182398,0.0005110685,0.0003157101,0.0016398197,0.000065448316,0.00052243],"category_scores_gemma":[0.006454402,0.000072635274,0.000048237387,0.0006355847,0.00031161896,0.0006107174,0.0006091118,0.001169399,0.00001571573],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031540543,0.00033851858,0.28903612,0.00022811022,0.00012572171,0.00006888698,0.0036736918,0.00015668292,0.00020507362,0.09855771,0.0016105055,0.60568357],"study_design_scores_gemma":[0.0004354129,0.0000722928,0.01852555,0.0029906328,0.000007755133,0.0000030219924,0.031046968,0.00058253866,0.000034188382,0.001432544,0.94475067,0.00011841431],"about_ca_topic_score_codex":0.009101894,"about_ca_topic_score_gemma":0.0014322114,"teacher_disagreement_score":0.94314015,"about_ca_system_score_codex":0.00017143025,"about_ca_system_score_gemma":0.0005278157,"threshold_uncertainty_score":0.9974966},"labels":[],"label_agreement":null},{"id":"W1597356744","doi":"10.19173/irrodl.v15i5.1852","title":"A social network perspective on peer supported learning in MOOCs for educators","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Perspective (graphical); Social media; Process (computing); Peer instruction; Space (punctuation); Phenomenon; Peer learning; Mathematics education; Psychology; World Wide Web","score_opus":0.06914881785109665,"score_gpt":0.4728181871372479,"score_spread":0.4036693692861512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1597356744","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12175304,0.0069913245,0.03477293,0.7919559,0.0005478635,0.0031781783,0.000035326593,0.00012974007,0.04063573],"genre_scores_gemma":[0.996617,0.0012012371,0.0006256073,0.00029784892,0.00017838764,0.00005145785,0.000065582404,0.000008787079,0.00095409853],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99763227,0.0007877409,0.00030957954,0.00030109042,0.0006524763,0.0003168323],"domain_scores_gemma":[0.9975624,0.0014919151,0.00015125478,0.00014713239,0.00059639534,0.0000509164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009337937,0.000096206146,0.0002583058,0.00015272663,0.00024246423,0.00021363246,0.0012916303,0.000041140822,0.000016394704],"category_scores_gemma":[0.0064133923,0.0000728039,0.000060541402,0.0007432804,0.000096952244,0.00015815506,0.00055821985,0.0009589759,0.0000064347546],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015106802,0.00027902733,0.04849473,0.0005856895,0.00006651523,0.000008553443,0.0014948767,0.010106461,0.000013045828,0.8663522,0.013224879,0.059222966],"study_design_scores_gemma":[0.0026889448,0.00087372743,0.03575163,0.010998892,0.000017980658,0.000015117004,0.0076521267,0.43228757,0.000027964788,0.09209491,0.41712296,0.00046815496],"about_ca_topic_score_codex":0.00024875498,"about_ca_topic_score_gemma":0.000023087827,"teacher_disagreement_score":0.874864,"about_ca_system_score_codex":0.0001576211,"about_ca_system_score_gemma":0.00020815422,"threshold_uncertainty_score":0.76778924},"labels":[],"label_agreement":null},{"id":"W1597496017","doi":"10.19173/irrodl.v14i1.1310","title":"Green curriculum: Sustainable learning in higher education","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Sustainability in Higher Education","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Higher education; Distance education; Human settlement; Institution; Sustainable development; Education for sustainable development; Sustainability; Political science; Sociology; Pedagogy; Engineering; Social science","score_opus":0.07457235514870318,"score_gpt":0.4716486103763028,"score_spread":0.3970762552275996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1597496017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64785725,0.016476097,0.000007316275,0.21555983,0.0002799513,0.003262153,0.0000019863962,0.000027689819,0.11652772],"genre_scores_gemma":[0.97093594,0.0073074712,0.00003240875,0.00016319778,0.00010569821,0.00041514455,0.000051581304,0.000006164648,0.020982405],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99672395,0.0016757699,0.00033720155,0.00021377513,0.000688045,0.00036125956],"domain_scores_gemma":[0.9976013,0.0008656743,0.00013080881,0.00014273978,0.0011820534,0.00007744784],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008631353,0.00007211789,0.0001648455,0.00020032669,0.00031646245,0.00027669093,0.00093360565,0.0000506672,0.0017395573],"category_scores_gemma":[0.005199902,0.000057960387,0.000026894866,0.0011672218,0.00029012593,0.0006471758,0.0004426265,0.0006857601,0.000029163653],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015286563,0.0003194212,0.7478692,0.001290794,0.000012042144,0.0000032850808,0.0030702988,0.00010064801,0.000006467862,0.20890439,0.0068165767,0.031591613],"study_design_scores_gemma":[0.00026463173,0.00004243695,0.20653392,0.0029728215,0.000003941631,0.0000012047102,0.11877201,0.0001282086,0.0000027082792,0.028142478,0.64301795,0.000117698255],"about_ca_topic_score_codex":0.109624654,"about_ca_topic_score_gemma":0.00030152037,"teacher_disagreement_score":0.6362014,"about_ca_system_score_codex":0.00071289367,"about_ca_system_score_gemma":0.0010035499,"threshold_uncertainty_score":0.999173},"labels":[],"label_agreement":null},{"id":"W1597498381","doi":"10.19173/irrodl.v12i7.1046","title":"Using mLearning and MOOCs to understand chaos, emergence, and complexity in education","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":220,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; Athabasca University","funders":"","keywords":"Transformative learning; Openness to experience; CHAOS (operating system); Educational technology; Computer science; Field (mathematics); Open educational resources; Social connectedness; Multimedia; Sociology; World Wide Web; Pedagogy; Psychology; Mathematics; Social psychology","score_opus":0.4038891178340824,"score_gpt":0.5032984240624829,"score_spread":0.09940930622840055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1597498381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92404824,0.02396128,0.019753594,0.023877408,0.00017066166,0.0010355761,0.000013519745,0.000024568903,0.00711517],"genre_scores_gemma":[0.9809901,0.012788466,0.005958797,0.00013791646,0.000017454035,0.0000061656215,0.000010674577,0.0000044405806,0.00008599238],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99862534,0.00037288785,0.0002616951,0.00024519334,0.00031700663,0.00017786042],"domain_scores_gemma":[0.99931574,0.0002018887,0.00009023922,0.00014251916,0.00017062962,0.00007899052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003355654,0.00007405032,0.00017435357,0.00019763137,0.00013699307,0.00013777586,0.0006503581,0.000023606608,0.000025647005],"category_scores_gemma":[0.0009195827,0.00005847294,0.00001301437,0.0006304291,0.00013412737,0.00026455772,0.0009938299,0.00043065203,0.0000015434782],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011344433,0.00040072668,0.39706743,0.002114713,0.000059620095,0.000024904,0.006882209,0.0007977899,0.00022192854,0.36433712,0.0007193962,0.22726072],"study_design_scores_gemma":[0.0018655943,0.000625849,0.33689633,0.03670766,0.000027766388,0.00015216111,0.034188606,0.44434625,0.00012066893,0.12089258,0.023370944,0.00080560386],"about_ca_topic_score_codex":0.001289901,"about_ca_topic_score_gemma":0.00008021147,"teacher_disagreement_score":0.44354847,"about_ca_system_score_codex":0.000050082486,"about_ca_system_score_gemma":0.00015040237,"threshold_uncertainty_score":0.23844573},"labels":[],"label_agreement":null},{"id":"W1597637245","doi":"10.19173/irrodl.v16i3.2170","title":"Roles of course facilitators, learners, and technology in the flow of information of a cMOOC","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Affordance; Premise; The Internet; Course (navigation); Computer science; Distance education; Computer-mediated communication; Information flow; Function (biology); Mathematics education; Multimedia; Psychology; World Wide Web; Human–computer interaction; Engineering","score_opus":0.05073404593107906,"score_gpt":0.41180197247655403,"score_spread":0.361067926545475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1597637245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81878144,0.043192077,0.008427106,0.124824405,0.00007534153,0.001267984,0.0001386232,0.000019154088,0.0032738799],"genre_scores_gemma":[0.9941805,0.004961678,0.00078725617,0.0000212243,0.0000035744251,0.000006243488,0.000022312215,0.0000011815051,0.000016002308],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985478,0.00037556526,0.00038384664,0.00008273036,0.00051109405,0.000098957404],"domain_scores_gemma":[0.99869394,0.00043728584,0.0002138703,0.00018069718,0.00045208773,0.000022112872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006191788,0.00004791463,0.00020065298,0.00019048146,0.000024439669,0.000033706372,0.0011070472,0.000030067702,0.0000027361677],"category_scores_gemma":[0.0028033808,0.000029335544,0.000018678213,0.00078633236,0.00025294264,0.0002559515,0.00055391266,0.0003560944,7.3183577e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015432107,0.00036655052,0.35490614,0.0034337144,0.00010291507,0.000008498813,0.0072139413,0.0058907955,0.00018118446,0.27431092,0.0018257415,0.35160527],"study_design_scores_gemma":[0.0057052965,0.0021958316,0.048424,0.034496672,0.000050992385,0.000096713826,0.101450644,0.6582169,0.000991926,0.06937271,0.07852292,0.00047540537],"about_ca_topic_score_codex":0.00019690752,"about_ca_topic_score_gemma":0.000014399161,"teacher_disagreement_score":0.6523261,"about_ca_system_score_codex":0.000016866807,"about_ca_system_score_gemma":0.00017914301,"threshold_uncertainty_score":0.3356111},"labels":[],"label_agreement":null},{"id":"W1598306691","doi":"10.19173/irrodl.v15i3.1777","title":"Promoting reflection in asynchronous virtual learning spaces: Tertiary distance tutors’ conceptions","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reflection (computer programming); Distance education; Pedagogy; Mathematics education; Asynchronous communication; Higher education; Curriculum; Sociology; Experiential learning; Psychology; Computer science","score_opus":0.07668045774291318,"score_gpt":0.4968287912788347,"score_spread":0.4201483335359215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1598306691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7108551,0.009496264,0.0063418527,0.057983566,0.00067965634,0.0028134838,0.000011096476,0.00006476473,0.21175419],"genre_scores_gemma":[0.98731405,0.011620968,0.00015539138,0.00007612236,0.0001316369,0.000111227084,0.000041165637,0.000007627615,0.00054182543],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99473,0.0036424345,0.00036788583,0.00026440044,0.00071276806,0.0002825245],"domain_scores_gemma":[0.99696857,0.0022225522,0.0002644659,0.0001242613,0.00035957497,0.00006057445],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015945377,0.00008046783,0.0001822808,0.00014813764,0.0005489784,0.00029331874,0.0007084743,0.00005006217,0.00013828925],"category_scores_gemma":[0.01829814,0.00006699274,0.00002908703,0.0008156499,0.00041191236,0.0006747801,0.00028870135,0.0010171749,0.000012475172],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012390896,0.00032591764,0.63172835,0.0006323057,0.000038839935,0.000004736492,0.023661198,0.00092433626,0.00046518983,0.10016691,0.0003763305,0.241552],"study_design_scores_gemma":[0.0010566699,0.00035016917,0.09562201,0.01720869,0.000017049524,0.000010421955,0.055936176,0.0102122035,0.000116165815,0.010139876,0.80899155,0.00033903742],"about_ca_topic_score_codex":0.0032268376,"about_ca_topic_score_gemma":0.0011582616,"teacher_disagreement_score":0.8086152,"about_ca_system_score_codex":0.0005293956,"about_ca_system_score_gemma":0.00030242815,"threshold_uncertainty_score":0.98997116},"labels":[],"label_agreement":null},{"id":"W1598503692","doi":"10.19173/irrodl.v3i2.112","title":"The eClassroom used as a Teacher's Training Laboratory to Measure the Impact of Group Facilitation on Attending, Participation, Interaction, and Involvement.","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Facilitation; Interpersonal communication; Psychology; Social facilitation; Experiential learning; Interpersonal relationship; Computer-mediated communication; Interpersonal interaction; Class (philosophy); Social psychology; Mathematics education; Pedagogy; Applied psychology; Medical education; Computer science; The Internet; World Wide Web; Artificial intelligence; Medicine","score_opus":0.1875145395463292,"score_gpt":0.491051173563027,"score_spread":0.30353663401669784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1598503692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98292816,0.0041319816,0.00007623064,0.008582332,0.00007636493,0.00068208406,0.00005709386,0.0000048479087,0.0034609323],"genre_scores_gemma":[0.996558,0.0028991846,0.0000062289564,0.00008166491,0.000026549738,0.00013564012,0.00003722557,0.0000060133343,0.00024949538],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980411,0.00083218387,0.0003415103,0.00016437266,0.00043406885,0.0001867962],"domain_scores_gemma":[0.9981337,0.0011843928,0.00016693515,0.00019335173,0.0002711849,0.00005040285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057910145,0.00008246708,0.00014844825,0.000076998556,0.0002531119,0.00010956831,0.0004760876,0.00002805564,0.00031822154],"category_scores_gemma":[0.0017149675,0.000042973472,0.000036612488,0.00037332525,0.0001476859,0.00012693883,0.00014788451,0.0004869583,0.000015706359],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011489821,0.000648838,0.5743863,0.00050405896,0.0006875648,0.0000073008077,0.040685367,0.0013986003,0.0007388672,0.057220947,0.025097057,0.2974761],"study_design_scores_gemma":[0.0026230551,0.0020739618,0.7514217,0.008876646,0.00004240088,0.000017609178,0.06293405,0.022071544,0.00004002757,0.0016772677,0.14787023,0.00035150303],"about_ca_topic_score_codex":0.0008030443,"about_ca_topic_score_gemma":0.00012745426,"teacher_disagreement_score":0.2971246,"about_ca_system_score_codex":0.00009770629,"about_ca_system_score_gemma":0.000037287326,"threshold_uncertainty_score":0.34843028},"labels":[],"label_agreement":null},{"id":"W1599317607","doi":"10.19173/irrodl.v5i2.184","title":"Open University and Distance Education Coordination: strategies to consolidate distance education at the National Autonomous University of Mexico","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Latin Americans; Open education; Open university; Higher education; Public university; Political science; Sociology; Pedagogy; Public administration","score_opus":0.04931961662157887,"score_gpt":0.38337645120861313,"score_spread":0.3340568345870343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1599317607","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061508257,0.019840477,0.1952159,0.37277618,0.0005451552,0.0055268724,0.00019616428,0.00006105583,0.34432995],"genre_scores_gemma":[0.9907205,0.003500811,0.0010044485,0.00016664398,0.000012237018,0.0000071321574,0.000059961,0.0000028510142,0.004525394],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987285,0.00035473646,0.00016136136,0.00024964436,0.00039101182,0.0001147359],"domain_scores_gemma":[0.9987284,0.0002816889,0.00015795034,0.00017856901,0.0006020165,0.00005138896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025526453,0.00006763113,0.00013277841,0.000087540924,0.00035779254,0.00024663674,0.0019542158,0.00001787516,0.000033971955],"category_scores_gemma":[0.00041190314,0.00005375816,0.000019087425,0.00057806185,0.00026496514,0.00054478896,0.0022679737,0.00020278008,0.0000076028828],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007159346,0.00016414643,0.004131548,0.0003275239,0.00002803718,0.0000017583101,0.0006958213,0.0010285794,0.000021235364,0.95869744,0.0062903566,0.028541973],"study_design_scores_gemma":[0.0010333577,0.0001427406,0.036823712,0.006284814,0.00001518456,0.000014451025,0.014619737,0.0031749445,0.000078634504,0.0164955,0.9210998,0.00021712473],"about_ca_topic_score_codex":0.0009945343,"about_ca_topic_score_gemma":0.0004377813,"teacher_disagreement_score":0.9422019,"about_ca_system_score_codex":0.0003751715,"about_ca_system_score_gemma":0.0009054441,"threshold_uncertainty_score":0.36314514},"labels":[],"label_agreement":null},{"id":"W1599466155","doi":"10.19173/irrodl.v12i2.926","title":"Mobile learning via SMS at Open University Malaysia: Equitable, effective, and sustainable","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Open University Malaysia","keywords":"Open university; Distance education; Computer science; Process (computing); Mathematics education; Mobile device; Educational technology; Medical education; Multimedia; Knowledge management; Psychology; World Wide Web; Medicine","score_opus":0.04565480511383639,"score_gpt":0.371236086271064,"score_spread":0.3255812811572276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1599466155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.529206,0.043802187,0.075312465,0.007080954,0.0004880811,0.014937352,0.000025915882,0.00017477585,0.32897228],"genre_scores_gemma":[0.98111945,0.010722009,0.0011810117,0.000054207234,0.000016848773,0.00013144292,0.00003822212,0.000009543397,0.006727275],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99707526,0.0014110364,0.00023976537,0.0004118371,0.00044235922,0.00041976548],"domain_scores_gemma":[0.9981292,0.0008202114,0.00019243138,0.00030564552,0.00045614075,0.00009640354],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.008932873,0.00011046915,0.0002479366,0.00015939091,0.0005333404,0.0003043791,0.002849236,0.000044790686,0.00019347659],"category_scores_gemma":[0.0012620534,0.00009063899,0.000028521119,0.0007668383,0.00020168938,0.00097314076,0.009441868,0.0007119257,0.000018281498],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060280453,0.00068005087,0.3640068,0.0046165995,0.00022121778,0.00024151616,0.006058686,0.0016462511,0.00038769314,0.36278814,0.005325624,0.2534246],"study_design_scores_gemma":[0.0036962244,0.0021052507,0.114448234,0.012102717,0.000046910933,0.00023429998,0.018949665,0.06639688,0.00074216677,0.015843537,0.76460665,0.0008274745],"about_ca_topic_score_codex":0.001919636,"about_ca_topic_score_gemma":0.000013175932,"teacher_disagreement_score":0.75928104,"about_ca_system_score_codex":0.00030779155,"about_ca_system_score_gemma":0.00015285608,"threshold_uncertainty_score":0.9985696},"labels":[],"label_agreement":null},{"id":"W1599763959","doi":"10.19173/irrodl.v10i3.721","title":"Appropriate Distance Education Media in the Philippines and Mongolia","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"The Internet; Phone; Social media; Distance education; Developing country; International development; Economic growth; Political science; Business; Computer science; World Wide Web; Economics","score_opus":0.08128082682690603,"score_gpt":0.4231251862250484,"score_spread":0.3418443593981424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1599763959","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39532274,0.15668124,0.012576484,0.39535472,0.00053182914,0.0032838727,0.00002757728,0.000055321354,0.036166217],"genre_scores_gemma":[0.9672026,0.031499587,0.0006099383,0.00052285416,0.00002606079,0.00004329575,0.000028154678,0.0000019470785,0.00006554704],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99837023,0.0006640366,0.00023698974,0.00013176951,0.00045535175,0.00014163415],"domain_scores_gemma":[0.9985227,0.0009048368,0.00007918788,0.00027246904,0.00019954328,0.000021235492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050344397,0.000062400206,0.00012635424,0.00009962898,0.00013601764,0.0002814748,0.002312336,0.000017227869,0.0000056663134],"category_scores_gemma":[0.0017794034,0.0000375148,0.000012462339,0.00056609494,0.00012722303,0.00032097878,0.0006336386,0.0004486512,0.0000016505065],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030645675,0.00017192969,0.013784216,0.0005868081,0.00001071106,0.000007133484,0.0064251893,0.000034087432,0.000020459733,0.64742434,0.0016795347,0.32982495],"study_design_scores_gemma":[0.0011867712,0.00020017092,0.48400018,0.03182441,0.000007202442,0.00011034554,0.01586198,0.016523205,0.00008621209,0.28975263,0.16001871,0.00042818981],"about_ca_topic_score_codex":0.00019925379,"about_ca_topic_score_gemma":0.000040777235,"teacher_disagreement_score":0.57187986,"about_ca_system_score_codex":0.000044810262,"about_ca_system_score_gemma":0.00015028931,"threshold_uncertainty_score":0.42969337},"labels":[],"label_agreement":null},{"id":"W1599960761","doi":"10.19173/irrodl.v14i2.1530","title":"Open education resources and mobile technology to narrow the learning divide","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Qatar National Research Fund; Fonds National de la Recherche Luxembourg; Qatar Foundation","keywords":"Laptop; Computer science; Open educational resources; Internet access; Open learning; Multimedia; Open education; Educational technology; Distance education; Mobile technology; Developing country; Mobile device; The Internet; World Wide Web; Telecommunications; Internet privacy; Teaching method; Economic growth; Cooperative learning; Sociology; Pedagogy","score_opus":0.042394935434369924,"score_gpt":0.4330987831403802,"score_spread":0.3907038477060103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1599960761","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68230456,0.047106765,0.0033926154,0.24316475,0.0003366535,0.00668972,0.000004953231,0.00006998756,0.016930012],"genre_scores_gemma":[0.9898252,0.0057685426,0.0009493937,0.00048386757,0.00004644219,0.001484106,0.000019491463,0.000008586197,0.0014143877],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99767244,0.0008798891,0.0003322165,0.00036761677,0.0004995633,0.00024827995],"domain_scores_gemma":[0.9977533,0.0010518606,0.00017990226,0.0004194616,0.0005162496,0.00007917754],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0055988003,0.00009872589,0.00019107436,0.00021327962,0.00040823902,0.001094187,0.0044068703,0.000041872056,0.00011707736],"category_scores_gemma":[0.0040183025,0.000062750245,0.000018854764,0.0010976841,0.00020133075,0.0006097073,0.0047499225,0.00082579016,0.000047893176],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015490632,0.00013253815,0.051347055,0.00035854348,0.00002433486,0.0000012620025,0.0019720243,0.0009903848,0.00022285747,0.024272295,0.01409375,0.9065695],"study_design_scores_gemma":[0.00030144537,0.00033085933,0.031752992,0.0054218196,0.0000055467945,0.000040698338,0.007212793,0.005551776,0.00011601098,0.012589407,0.93649054,0.0001861227],"about_ca_topic_score_codex":0.0014070048,"about_ca_topic_score_gemma":0.000015723383,"teacher_disagreement_score":0.9223968,"about_ca_system_score_codex":0.00009049883,"about_ca_system_score_gemma":0.00023794442,"threshold_uncertainty_score":0.9999428},"labels":[],"label_agreement":null},{"id":"W1600552907","doi":"10.19173/irrodl.v12i1.898","title":"Creating a positive prior learning assessment (PLA) experience: A step-by-step look at university PLA","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Facilitator; Process (computing); Computer science; Work (physics); Knowledge management; Medical education; Psychology; Medicine; Engineering","score_opus":0.11251486599480016,"score_gpt":0.4899566195017802,"score_spread":0.37744175350698006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1600552907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6580489,0.004879363,0.0007737011,0.012184002,0.00018367116,0.0016592324,0.000045896053,0.000049591228,0.3221756],"genre_scores_gemma":[0.9749597,0.012818482,0.0009058335,0.0000775096,0.000040578747,0.000032015352,0.000062143175,0.0000092843,0.011094491],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949136,0.0031469322,0.00029307694,0.00030950166,0.0010137201,0.00032320595],"domain_scores_gemma":[0.99656606,0.002299099,0.00035558885,0.00013221458,0.0005165227,0.00013052099],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008222468,0.000100541096,0.00021567653,0.00009255205,0.001279392,0.00019737793,0.0011221513,0.0000568834,0.0016854857],"category_scores_gemma":[0.004558824,0.00008625161,0.00004308374,0.0005966721,0.0005303243,0.0006335368,0.00079246884,0.0009320342,0.00002804049],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049169874,0.0005648423,0.8618946,0.00056671945,0.00017803532,0.000060715876,0.060893178,0.00004690792,0.00026013367,0.043547142,0.010053303,0.021442713],"study_design_scores_gemma":[0.00057059684,0.0001513315,0.06081785,0.004153556,0.000018783372,0.0000067217616,0.14928982,0.00037755087,0.000040826355,0.00004059419,0.7843571,0.00017531725],"about_ca_topic_score_codex":0.011208497,"about_ca_topic_score_gemma":0.0002799259,"teacher_disagreement_score":0.80107677,"about_ca_system_score_codex":0.00059312396,"about_ca_system_score_gemma":0.00054119463,"threshold_uncertainty_score":0.9992271},"labels":[],"label_agreement":null},{"id":"W1600801848","doi":"10.19173/irrodl.v15i6.1928","title":"The influence of personality and chronotype on distance learning willingness and anxiety among vocational high school students in Turkey","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Chronotype; Psychology; Agreeableness; Extraversion and introversion; Anxiety; Neuroticism; Personality; Conscientiousness; Big Five personality traits; Evening; Openness to experience; Distance education; Social psychology; Mathematics education","score_opus":0.030324555240823198,"score_gpt":0.4262248969199521,"score_spread":0.3959003416791289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1600801848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9917186,0.0022702462,0.00001954463,0.0048028645,0.000020005426,0.00038816207,0.000006759078,0.0000050544127,0.0007687959],"genre_scores_gemma":[0.97338533,0.026368335,0.000015093758,0.000049826005,0.000016415806,0.000020844464,0.000010161866,0.0000035536316,0.00013042186],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99752486,0.0009937007,0.0002719037,0.00019082447,0.0008161405,0.0002025996],"domain_scores_gemma":[0.9983717,0.0010152189,0.0001800365,0.00011292634,0.00026012253,0.000059978705],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010122478,0.0000708443,0.00017428554,0.000050254523,0.0004510177,0.00015824224,0.00084948057,0.000048959995,0.000014989287],"category_scores_gemma":[0.010368057,0.000048255086,0.000015032131,0.00032416696,0.0010776107,0.00020503518,0.00046004748,0.000714538,0.0000011631826],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006627492,0.000035079418,0.98164344,0.00015710254,0.000009801386,3.703562e-7,0.00024028869,0.00021402742,0.00001125472,0.010679149,0.000035235855,0.0069079935],"study_design_scores_gemma":[0.00037478225,0.000044829856,0.98880714,0.0036503437,0.0000024489896,5.9970864e-7,0.0014413665,0.0003109791,0.000009494593,0.0012200879,0.004088723,0.00004920045],"about_ca_topic_score_codex":0.005614151,"about_ca_topic_score_gemma":0.0005014161,"teacher_disagreement_score":0.024098089,"about_ca_system_score_codex":0.00012364262,"about_ca_system_score_gemma":0.00011662535,"threshold_uncertainty_score":0.997968},"labels":[],"label_agreement":null},{"id":"W1601208534","doi":"10.19173/irrodl.v4i1.115","title":"Integrated Course Delivery Packages","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Music Technology and Sound Studies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University; Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Computer science; Vendor; Asynchronous communication; Multimedia; The Internet; Distance education; World Wide Web; Course (navigation); Complement (music); Asynchronous learning; Educational technology; Audio equipment; Service (business); Telecommunications; Synchronous learning; Teaching method; Engineering; Cooperative learning; Mathematics education","score_opus":0.07761199690036183,"score_gpt":0.4065171813257903,"score_spread":0.3289051844254285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1601208534","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3092751,0.32999334,0.057933807,0.14006512,0.0009183597,0.0030661162,0.000081862076,0.00021767938,0.15844864],"genre_scores_gemma":[0.9583042,0.04021505,0.0008041902,0.00023427283,0.000006857038,0.000037229947,0.0000133875,0.000002494348,0.00038228647],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859434,0.0005090757,0.00020658344,0.00018013862,0.00034026944,0.0001696149],"domain_scores_gemma":[0.99871856,0.0006716068,0.00006776913,0.00021729588,0.0002970601,0.000027716867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044258013,0.00006279902,0.0001614228,0.00007049572,0.00017478461,0.00010994181,0.0014248712,0.000030777785,0.000060117807],"category_scores_gemma":[0.0023581085,0.000040121762,0.000024771392,0.0005291029,0.00022362037,0.00018917478,0.00074697274,0.0005135424,0.000010005026],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001851989,0.00013514303,0.034496352,0.00034650182,0.00008408957,0.00003841312,0.00029486182,0.000016270364,0.000046152032,0.8792045,0.015492642,0.06982654],"study_design_scores_gemma":[0.0010925726,0.00018981588,0.018536732,0.008910012,0.000011691203,0.00007742525,0.004396615,0.0031248312,0.00031780842,0.051873077,0.9112119,0.0002574913],"about_ca_topic_score_codex":0.00011919411,"about_ca_topic_score_gemma":0.000018535782,"teacher_disagreement_score":0.8957193,"about_ca_system_score_codex":0.000037387443,"about_ca_system_score_gemma":0.00013121996,"threshold_uncertainty_score":0.28230464},"labels":[],"label_agreement":null},{"id":"W1601522989","doi":"10.19173/irrodl.v10i3.669","title":"Teachers’ and Students’ Experiences of Simultaneous Teaching in an International Distance and On-Campus Master’s Programme in Engineering","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Education and Learning Practices","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Disadvantaged; Online teaching; Mathematics education; Dual (grammatical number); Dual mode; Data collection; Teaching method; Psychology; Mode (computer interface); Dual enrollment; Medical education; Pedagogy; Computer science; Sociology; Engineering; Political science; Medicine","score_opus":0.13104311498911567,"score_gpt":0.5163774599604366,"score_spread":0.3853343449713209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1601522989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99178046,0.001223002,0.000043056065,0.004328705,0.00005465651,0.00035383357,0.0000022738395,0.000004204589,0.0022098254],"genre_scores_gemma":[0.99659264,0.0029863133,0.00017600026,0.00006573832,0.000026942187,0.000030008841,0.0000142186445,0.000002839465,0.00010531537],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9980639,0.0007176829,0.0002953931,0.00018548661,0.00056462426,0.00017286449],"domain_scores_gemma":[0.9985457,0.0010836322,0.000144318,0.00006716854,0.00011494873,0.000044248958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075489148,0.0000657267,0.00015474485,0.00017717028,0.000110402856,0.00021908419,0.0005856045,0.000028813325,0.000032382966],"category_scores_gemma":[0.006278258,0.000052754083,0.000009431461,0.00032102963,0.00019297603,0.00043033186,0.00013858594,0.00061237207,3.079871e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015922883,0.0004334401,0.7297194,0.00017656432,0.000015499423,0.000018553257,0.117528215,0.0003902667,0.000053219024,0.03764213,0.000019736248,0.113843724],"study_design_scores_gemma":[0.0016452362,0.0004880156,0.34123522,0.0128336055,0.0000050006024,0.000009983147,0.5833159,0.0063960995,0.00001975478,0.0007303746,0.053031646,0.00028915133],"about_ca_topic_score_codex":0.00065169716,"about_ca_topic_score_gemma":0.00019847303,"teacher_disagreement_score":0.4657877,"about_ca_system_score_codex":0.00009569039,"about_ca_system_score_gemma":0.00006940505,"threshold_uncertainty_score":0.7516115},"labels":[],"label_agreement":null},{"id":"W1601756294","doi":"10.19173/irrodl.v13i4.1238","title":"Impact of OpenCourseWare publication on higher education participation and student recruitment","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Impact","funders":"Johns Hopkins Bloomberg School of Public Health; Johns Hopkins University","keywords":"Open educational resources; Publishing; Lifelong learning; Higher education; Open education; Electronic publishing; Distance education; Political science; Library science; Educational technology; Medical education; Sociology; Public relations; Pedagogy; The Internet; Medicine; Computer science; World Wide Web","score_opus":0.23881093715244192,"score_gpt":0.5537766936903479,"score_spread":0.3149657565379059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1601756294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8682086,0.01475961,0.00045692455,0.045762856,0.0005784353,0.003345424,0.000016580198,0.000026599564,0.06684498],"genre_scores_gemma":[0.99392974,0.004897096,0.00018902317,0.00012068477,0.00003894412,0.00019294709,0.0000793222,0.0000037650498,0.0005484659],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982329,0.00058810465,0.0003128373,0.00016908749,0.0005175757,0.00017949767],"domain_scores_gemma":[0.9986188,0.00037277074,0.00021664545,0.00020595083,0.0004912193,0.00009464885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004251986,0.00007168133,0.00014927407,0.0001392329,0.00011215172,0.00022562878,0.0008196562,0.000023346784,0.00020192722],"category_scores_gemma":[0.00081699446,0.00004900379,0.000028026972,0.00046999325,0.00006006369,0.0007288789,0.0005592301,0.00028934825,0.000011921015],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050073675,0.0011416179,0.6045894,0.0003774361,0.00006467133,2.7702126e-7,0.0013605432,0.0001360172,0.00010367678,0.22941417,0.0056693032,0.15709281],"study_design_scores_gemma":[0.00027692763,0.0002017589,0.9693705,0.0021165635,0.0000056802987,0.0000026310026,0.0012498944,0.0004563177,0.000051070037,0.00036305364,0.025831172,0.00007445982],"about_ca_topic_score_codex":0.0002711148,"about_ca_topic_score_gemma":0.0000019956426,"teacher_disagreement_score":0.36478105,"about_ca_system_score_codex":0.00016194103,"about_ca_system_score_gemma":0.00022758878,"threshold_uncertainty_score":0.22109614},"labels":[],"label_agreement":null},{"id":"W1601797899","doi":"10.19173/irrodl.v11i1.778","title":"The role of volition in distance education: An exploration of its capacities","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Volition (linguistics); Psychology; Competence (human resources); Cognition; Cognitive psychology; German; Social psychology","score_opus":0.10112268355908015,"score_gpt":0.4603240926065847,"score_spread":0.3592014090475045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1601797899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9340971,0.016487809,0.00014684674,0.0047713686,0.0003589884,0.001053602,0.00006504024,0.0000058058727,0.043013416],"genre_scores_gemma":[0.99283206,0.0063855983,0.000029131717,0.000033971548,0.000036203102,0.000114458744,0.0001498323,0.0000039639644,0.00041477784],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985266,0.00044244903,0.00043531353,0.00012587901,0.00035807252,0.00011171692],"domain_scores_gemma":[0.9985489,0.0004800435,0.00023595452,0.0001959966,0.00051121163,0.000027892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036922868,0.000052119754,0.00014340508,0.00008200514,0.00007503603,0.000032362368,0.0005237098,0.00003417966,0.00045503682],"category_scores_gemma":[0.0011118578,0.000034859306,0.000021413915,0.00030278796,0.00027850864,0.00036000536,0.00009019509,0.00040921877,0.0000030036194],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001478331,0.00026399983,0.08944898,0.00032065978,0.000015592314,7.1280226e-7,0.0032870686,0.00001880704,0.00047562036,0.8385804,0.00044836377,0.06699192],"study_design_scores_gemma":[0.0014279608,0.0003303505,0.2216598,0.010059405,0.000013141907,0.000016541588,0.20371406,0.0005827686,0.0019701906,0.073514424,0.48644644,0.0002649311],"about_ca_topic_score_codex":0.00050681137,"about_ca_topic_score_gemma":0.00023508933,"teacher_disagreement_score":0.765066,"about_ca_system_score_codex":0.000026600577,"about_ca_system_score_gemma":0.00013502051,"threshold_uncertainty_score":0.4982334},"labels":[],"label_agreement":null},{"id":"W1602942488","doi":"10.19173/irrodl.v8i2.436","title":"Book Review – Control and Constraint in e-Learning: Choosing when to choose","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Constraint (computer-aided design); Control (management); Mathematics education; Multimedia; Artificial intelligence; Psychology; Mathematics","score_opus":0.054146316460645286,"score_gpt":0.46193694158041665,"score_spread":0.4077906251197714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1602942488","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0167271,0.7469899,0.0004688395,0.19718577,0.00009601961,0.0028862618,0.000019400375,0.00002774314,0.035598982],"genre_scores_gemma":[0.34072363,0.6498156,0.00038854097,0.0063863983,0.00014707354,0.000064866625,0.00005302738,0.000015387377,0.0024054588],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965407,0.0014293758,0.0005286827,0.00027469677,0.0007991613,0.00042734598],"domain_scores_gemma":[0.99752223,0.0017105954,0.00015832609,0.000113567,0.00032782357,0.00016745669],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025536872,0.00010241675,0.00035579753,0.00018536323,0.00029387194,0.0001566027,0.0006698126,0.000049645343,0.0005469823],"category_scores_gemma":[0.010941359,0.00007976256,0.000039078965,0.00058493833,0.000310133,0.00026824555,0.0003770671,0.0010677751,0.000012141213],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034085457,0.0002296613,0.15518625,0.0051174755,0.000084567,0.00013220002,0.0030064576,0.00010253251,0.00013943361,0.02055755,0.04120996,0.77389306],"study_design_scores_gemma":[0.0005741566,0.000056127257,0.005930456,0.02636767,0.000007936743,0.000006544408,0.0048957835,0.00008248796,0.0000061741134,0.0002615034,0.961713,0.000098148514],"about_ca_topic_score_codex":0.001321671,"about_ca_topic_score_gemma":0.00027670665,"teacher_disagreement_score":0.9205031,"about_ca_system_score_codex":0.0001623879,"about_ca_system_score_gemma":0.00034896474,"threshold_uncertainty_score":0.9973899},"labels":[],"label_agreement":null},{"id":"W1603322257","doi":"10.19173/irrodl.v13i3.1272","title":"Book review - Quality assurance and accreditation in distance education and e-learning: Models, policies and research","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Corporatization; Accreditation; Distance education; Scrutiny; Bureaucracy; Open education; Quality assurance; Quality (philosophy); Audit; Political science; Public relations; Sociology; Business; Pedagogy; Accounting; Epistemology; Marketing; Law","score_opus":0.1711153366402278,"score_gpt":0.5369162382000745,"score_spread":0.3658009015598467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1603322257","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06428723,0.87305653,0.000052911975,0.05316542,0.000046121404,0.00088575354,0.000011960566,0.000008226454,0.008485828],"genre_scores_gemma":[0.37898788,0.6195942,0.0001176755,0.00032894817,0.00007484231,0.00006251335,0.000043267726,0.0000049154824,0.0007857553],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99422437,0.0039348085,0.00038914438,0.00023419298,0.00086002535,0.00035747862],"domain_scores_gemma":[0.99660265,0.0025389025,0.00015612133,0.00010730889,0.00047228453,0.00012274287],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02769205,0.00008531752,0.00026380597,0.00015345837,0.00050364825,0.00019697781,0.00036172845,0.00005005223,0.00005992805],"category_scores_gemma":[0.011419236,0.000067674366,0.000016649972,0.0006492611,0.00052928214,0.0009826617,0.0004339028,0.0010682526,0.0000016805724],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016703842,0.00040726003,0.39335942,0.014586732,0.000043894575,0.000003136597,0.0099467095,0.00004765278,0.000068254434,0.19254819,0.035071343,0.35375038],"study_design_scores_gemma":[0.00026154894,0.00004268189,0.048890915,0.01980852,0.0000063285215,0.000004349422,0.015196507,0.00027534043,0.0000032474854,0.0022258793,0.913174,0.00011070626],"about_ca_topic_score_codex":0.0032919918,"about_ca_topic_score_gemma":0.00029837072,"teacher_disagreement_score":0.87810266,"about_ca_system_score_codex":0.000114457274,"about_ca_system_score_gemma":0.00045651436,"threshold_uncertainty_score":0.996908},"labels":[],"label_agreement":null},{"id":"W1603638286","doi":"10.19173/irrodl.v15i2.1865","title":"The architecture of productive learning networks by Lucila Carvalho and Peter Goodyear","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Architecture; Cognitive science; Computer science; Sociology; Psychology; Art; Visual arts","score_opus":0.02339202792311348,"score_gpt":0.36958369359264265,"score_spread":0.3461916656695292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1603638286","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21206859,0.20588948,0.20897819,0.33438727,0.00072580477,0.00428618,0.00007224267,0.0001571489,0.0334351],"genre_scores_gemma":[0.9790944,0.01950653,0.00044960098,0.0000812728,0.000063713036,0.0000147060955,0.000028073195,0.0000070119313,0.0007547067],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99761826,0.0010730183,0.00029500003,0.00025859303,0.0005296117,0.00022549371],"domain_scores_gemma":[0.9976571,0.0015529151,0.0001892063,0.0002447381,0.00030387295,0.000052167536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007080146,0.00008960021,0.0002155042,0.000056705947,0.00025960992,0.0002266827,0.0013336637,0.00003021707,0.0000051232],"category_scores_gemma":[0.0034705305,0.000051837735,0.000036885376,0.00040071734,0.0002848531,0.00012883442,0.0011173498,0.001020078,0.0000013832076],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018314041,0.00019620261,0.07119633,0.0018365707,0.000257189,0.000009167877,0.0013409893,0.023738526,0.00039936873,0.10919505,0.0075517995,0.78409564],"study_design_scores_gemma":[0.0010419212,0.0005964192,0.012661867,0.009123742,0.00002407968,0.000049812526,0.0010859573,0.38967416,0.00016000582,0.0088993795,0.57636905,0.0003136377],"about_ca_topic_score_codex":0.00011972108,"about_ca_topic_score_gemma":0.000007878981,"teacher_disagreement_score":0.783782,"about_ca_system_score_codex":0.00002345062,"about_ca_system_score_gemma":0.00006057367,"threshold_uncertainty_score":0.4431788},"labels":[],"label_agreement":null},{"id":"W1603898844","doi":"10.19173/irrodl.v1i2.17","title":"The NKI Internet College: A review of 15 years delivery of 10,000 online courses","year":2001,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"The Internet; Distance education; Computer science; World Wide Web; Third generation; Multimedia; Period (music); Point (geometry); Online learning; Telecommunications; Psychology; Mathematics education","score_opus":0.12251522635387618,"score_gpt":0.46969247631851696,"score_spread":0.3471772499646408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1603898844","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019777355,0.98979264,0.000042970434,0.0025346153,0.00015144366,0.001275021,0.00013742654,0.000007818216,0.006038286],"genre_scores_gemma":[0.00027829045,0.9961988,0.00017630165,0.00011599771,0.000048281876,0.00010162904,0.0003667068,0.00001597727,0.002698027],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942636,0.0023014469,0.0014611722,0.00040805846,0.0012370306,0.0003287062],"domain_scores_gemma":[0.9938087,0.0031145455,0.0012120141,0.0006214105,0.0011461402,0.00009717659],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.010716866,0.00023313891,0.0013169252,0.00023508229,0.00012974264,0.00018402941,0.0055851783,0.00008421533,0.00053759007],"category_scores_gemma":[0.0047777,0.00014324281,0.0002639042,0.0017810897,0.00036243454,0.00027896356,0.0025957795,0.0012695163,0.000029313609],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021241061,0.00018777451,0.00009346982,0.07480443,0.00017140407,0.000013761057,0.000063818785,0.0000042008423,1.991909e-7,0.014930226,0.03313243,0.876577],"study_design_scores_gemma":[0.00012332361,0.000070130736,0.000053331445,0.28849083,0.000037626174,0.00003197987,0.00033896457,0.00014217709,4.5584676e-7,0.00006192821,0.7105578,0.00009141245],"about_ca_topic_score_codex":0.0004126732,"about_ca_topic_score_gemma":0.000025027079,"teacher_disagreement_score":0.87648565,"about_ca_system_score_codex":0.00015803424,"about_ca_system_score_gemma":0.0012322924,"threshold_uncertainty_score":0.9997951},"labels":[],"label_agreement":null},{"id":"W1603924105","doi":"10.19173/irrodl.v12i3.884","title":"EduCamp Colombia: Social networked learning for teacher training","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Connectivism; Lifelong learning; Educational technology; Learning sciences; Experiential learning; Social learning; Synchronous learning; Computer science; Knowledge management; Pedagogy; Christian ministry; Sociology; Cooperative learning; Teaching method; Learning theory; Political science","score_opus":0.22210526079875015,"score_gpt":0.436858054460167,"score_spread":0.21475279366141686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1603924105","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059782967,0.042589217,0.22233278,0.08375924,0.0016750474,0.007904939,0.000024258768,0.00034707287,0.5815845],"genre_scores_gemma":[0.99127483,0.003285983,0.0019821217,0.00016744752,0.00013530822,0.00021526791,0.000046958732,0.0000128848915,0.002879201],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99772143,0.00079195836,0.0003552288,0.0003190876,0.00044984082,0.00036242677],"domain_scores_gemma":[0.9985902,0.00067612616,0.00017207985,0.00016581429,0.0003351537,0.00006062623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009405398,0.00010639499,0.00026167987,0.00011964705,0.00041756043,0.00022468843,0.001973482,0.000042564883,0.00010979832],"category_scores_gemma":[0.001957583,0.00008199504,0.00006856604,0.0005200424,0.00019568866,0.00024865425,0.0013935554,0.0007864262,0.000012576358],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018878157,0.00034097163,0.01643448,0.001514008,0.00018968059,0.000016526172,0.008083148,0.00022854653,0.00002468892,0.26939043,0.02201875,0.68157],"study_design_scores_gemma":[0.002733928,0.0007545586,0.023070404,0.011152801,0.000039800823,0.000024323803,0.02076288,0.113000385,0.000049248527,0.01729248,0.8105491,0.0005701104],"about_ca_topic_score_codex":0.0001355542,"about_ca_topic_score_gemma":0.000014966344,"teacher_disagreement_score":0.93149185,"about_ca_system_score_codex":0.00008031794,"about_ca_system_score_gemma":0.00014545931,"threshold_uncertainty_score":0.36672536},"labels":[],"label_agreement":null},{"id":"W1604115087","doi":"10.19173/irrodl.v3i2.94","title":"Simulating the Computer Science Closed Laboratory in an Asynchronous Learning Network","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Computer science; Asynchronous learning; Distance education; Multimedia; Science education; Educational technology; Exploratory research; Experiential learning; Discovery learning; Path (computing); Mathematics education; Synchronous learning; Human–computer interaction; Teaching method; Cooperative learning; Psychology; Computer network","score_opus":0.04406686103530309,"score_gpt":0.3730334146141611,"score_spread":0.328966553578858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1604115087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94293904,0.04369687,0.0033010112,0.0012845407,0.00036346022,0.0011807784,0.000009120682,0.00012774933,0.007097445],"genre_scores_gemma":[0.99459374,0.004541601,0.00062958803,0.000047967627,0.000102171594,0.00003582941,0.000015647873,0.000018305465,0.000015134725],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998037,0.00040168804,0.00035691966,0.00021750308,0.0005992733,0.000387609],"domain_scores_gemma":[0.99873227,0.00078350725,0.00006147326,0.00020405531,0.00015649977,0.00006222193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005844263,0.00011557762,0.00020077857,0.00012602481,0.00026220595,0.00023844649,0.0011690329,0.000032009197,0.00010055485],"category_scores_gemma":[0.0008189515,0.00008382815,0.000022241462,0.0011352334,0.00026295937,0.00038808564,0.0005473884,0.0012486189,0.000010820809],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059868016,0.00002345524,0.025670776,0.00023578732,0.000009897086,0.000009408866,0.00038332568,0.9543824,0.0005601538,0.0006842655,0.00010728735,0.017927226],"study_design_scores_gemma":[0.00028522228,0.00006260486,0.009333837,0.0034882135,0.000001844346,0.000005258061,0.00049683417,0.97880006,0.000097613534,0.000042723757,0.007276019,0.00010978014],"about_ca_topic_score_codex":0.000056963025,"about_ca_topic_score_gemma":0.000009511055,"teacher_disagreement_score":0.05165473,"about_ca_system_score_codex":0.0002309052,"about_ca_system_score_gemma":0.000035663135,"threshold_uncertainty_score":0.54246974},"labels":[],"label_agreement":null},{"id":"W1604508571","doi":"10.19173/irrodl.v6i1.224","title":"Middle-Out Approaches to Reform of University Teaching and Learning: Champions striding between the top-down and bottom-up approaches","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Organizational Learning and Leadership","field":"Business, Management and Accounting","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Demographics; Higher education; Sustainability; Middle management; Diversity (politics); Public relations; Political science; Sociology; Pedagogy; Economic growth; Economics","score_opus":0.29336474590333234,"score_gpt":0.34563687331808524,"score_spread":0.0522721274147529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1604508571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.876321,0.0053035715,0.00062307215,0.097642705,0.000048562342,0.0009812348,0.000021904505,0.000030891228,0.019027038],"genre_scores_gemma":[0.9977176,0.0008428611,0.000186879,0.00013760343,0.00019970555,0.0000051528295,0.00010737691,0.000010574454,0.00079223077],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983972,0.00043590614,0.00026428833,0.00024392459,0.00045087375,0.00020781156],"domain_scores_gemma":[0.99852407,0.0009867417,0.00019407827,0.00012800968,0.00013766321,0.00002940926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008667037,0.00011028149,0.00023511321,0.00020009483,0.00061757176,0.0002349868,0.000609213,0.00004277742,0.0000340618],"category_scores_gemma":[0.00288217,0.00007435889,0.000030154784,0.00044004768,0.00020996395,0.00048424277,0.0009611053,0.0011519017,0.000006029164],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003369019,0.0001655625,0.591565,0.0043062097,0.0002582975,0.0000040855816,0.0035253577,0.0013075179,0.00006604002,0.2513788,0.0014661042,0.14562008],"study_design_scores_gemma":[0.0020389073,0.000121588004,0.25772262,0.011365524,0.00014086283,0.000011540583,0.10599638,0.012943714,0.00006179774,0.001139671,0.60788786,0.0005695465],"about_ca_topic_score_codex":0.00062093086,"about_ca_topic_score_gemma":0.000027543801,"teacher_disagreement_score":0.6064217,"about_ca_system_score_codex":0.00007204228,"about_ca_system_score_gemma":0.000043574026,"threshold_uncertainty_score":0.5004504},"labels":[],"label_agreement":null},{"id":"W1604641906","doi":"10.19173/irrodl.v9i1.529","title":"Book Review – De la educación a distancia a la educación virtual","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Garcia; Sociology; Humanities; Virtual classroom; Library science; Pedagogy; Art; Psychology; Mathematics education","score_opus":0.040781092511795125,"score_gpt":0.4050229075253582,"score_spread":0.36424181501356306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1604641906","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010015799,0.8312588,0.009348805,0.08194988,0.00015062893,0.0011056749,0.00001315238,0.00004918617,0.075122334],"genre_scores_gemma":[0.10170617,0.8839623,0.0006208229,0.0042423923,0.0000810689,0.00020267493,0.000048647275,0.000014384216,0.0091215875],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99619997,0.00205917,0.00039053857,0.00032617184,0.00071976933,0.00030436288],"domain_scores_gemma":[0.9974935,0.0016014365,0.00015072568,0.00037026452,0.000276267,0.000107786065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00975785,0.00012426006,0.00030422796,0.00011949561,0.0002503153,0.00020361443,0.0023386017,0.00003623609,0.00019158595],"category_scores_gemma":[0.003778827,0.000090682945,0.000074019736,0.0006972222,0.00040507078,0.00030779652,0.0017680943,0.00084909494,0.000045096403],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003916838,0.00035978682,0.0051665865,0.0044972263,0.00007738654,0.00015875867,0.0005681767,0.000052852098,0.000011890762,0.12885481,0.7794532,0.08076016],"study_design_scores_gemma":[0.00027969762,0.000068852554,0.0025987176,0.021980347,0.0000069024536,0.00010929552,0.00018777892,0.0010375953,0.000008327322,0.00046148011,0.97315526,0.00010574819],"about_ca_topic_score_codex":0.00011214351,"about_ca_topic_score_gemma":0.0000029376654,"teacher_disagreement_score":0.19370206,"about_ca_system_score_codex":0.00013867294,"about_ca_system_score_gemma":0.00043915363,"threshold_uncertainty_score":0.45238817},"labels":[],"label_agreement":null},{"id":"W1604793127","doi":"10.19173/irrodl.v7i3.364","title":"Designing Websites for Learning and Enjoyment: A study of museum experiences","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Museums and Cultural Heritage","field":"Arts and Humanities","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pleasure; The Internet; Psychology; Educational technology; Redress; Pedagogy; World Wide Web; Computer science","score_opus":0.12277169481658962,"score_gpt":0.4143672221856146,"score_spread":0.291595527369025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1604793127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9720051,0.012866437,0.000043673055,0.00110848,0.00005086286,0.001212864,0.000019865041,0.00000872055,0.012683944],"genre_scores_gemma":[0.99623066,0.0024992658,0.000048785,0.00001516696,0.00004730077,0.00017846034,0.000038426962,0.0000049215937,0.000937007],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9988494,0.00023868307,0.00030584977,0.00014939095,0.00031671312,0.00013996809],"domain_scores_gemma":[0.9990133,0.0005347021,0.00013208645,0.000054943514,0.00024363346,0.000021334661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020556883,0.000070368136,0.00019838352,0.000057573987,0.0003061657,0.00020660598,0.0003107,0.0000123909485,0.00040022883],"category_scores_gemma":[0.00039237068,0.000043979802,0.00002560392,0.00007287281,0.00019100896,0.00018541841,0.00024502032,0.00020052571,9.254308e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001408203,0.003070733,0.21507733,0.013520797,0.00053273025,0.000040841463,0.24840829,0.00040286873,0.0043270406,0.42755532,0.01325844,0.072397426],"study_design_scores_gemma":[0.0017125795,0.001098034,0.002916723,0.0072636902,0.000024859,0.0000049219207,0.64981073,0.0009496559,0.00029502655,0.0014933045,0.33422688,0.0002035999],"about_ca_topic_score_codex":0.0019473239,"about_ca_topic_score_gemma":0.0003448096,"teacher_disagreement_score":0.42606202,"about_ca_system_score_codex":0.000016178217,"about_ca_system_score_gemma":0.000021155125,"threshold_uncertainty_score":0.4382225},"labels":[],"label_agreement":null},{"id":"W1604829266","doi":"10.19173/irrodl.v13i3.1154","title":"Odyssey of the mind: Social networking in a cyberschool","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Charter; Internet privacy; Function (biology); Space (punctuation); Computer science; World Wide Web; Online participation; TRACE (psycholinguistics); Sociology; The Internet; Public relations; Multimedia; Political science","score_opus":0.11342749806990148,"score_gpt":0.4870306827459105,"score_spread":0.373603184676009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1604829266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8722868,0.017576985,0.000020937212,0.059272207,0.00037434482,0.0015681945,0.000022345597,0.000010293498,0.048867892],"genre_scores_gemma":[0.99387383,0.0056928643,0.000017884178,0.00009998604,0.00008362649,0.000014488433,0.00000527386,0.0000031934433,0.00020882301],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976942,0.0010069188,0.000259149,0.000086147666,0.0006550939,0.00029852006],"domain_scores_gemma":[0.99918854,0.00038919016,0.00015878738,0.00009822221,0.00012928621,0.000035994635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010017469,0.000048426453,0.00015744386,0.00006938306,0.00026238794,0.000046984616,0.0012322622,0.000054575063,0.00010022799],"category_scores_gemma":[0.0034522896,0.000031577925,0.000038259423,0.0006409169,0.00047460562,0.00017715803,0.0006707504,0.000656131,0.000003901758],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004276797,0.000117857395,0.9415126,0.00018613879,0.000018711095,0.0000011990711,0.0017475253,0.0000040376967,0.000037468544,0.011237709,0.0027913803,0.042302627],"study_design_scores_gemma":[0.0011482221,0.00003700277,0.72683316,0.01599439,0.000013502579,0.0000047430076,0.024134606,0.00012341324,0.00014331302,0.0032734666,0.22812526,0.00016890753],"about_ca_topic_score_codex":0.0024737606,"about_ca_topic_score_gemma":0.00033683825,"teacher_disagreement_score":0.22533388,"about_ca_system_score_codex":0.00015659025,"about_ca_system_score_gemma":0.00016038916,"threshold_uncertainty_score":0.41329625},"labels":[],"label_agreement":null},{"id":"W1604927769","doi":"10.19173/irrodl.v10i3.629","title":"Video-Driven Multimedia, Web-Based Training in the Corporate Sector: Pedagogical Equivalence and Component Effectiveness","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Multimedia; Computer science; Web application; Component (thermodynamics); World Wide Web","score_opus":0.26748372343560506,"score_gpt":0.4992249233473727,"score_spread":0.23174119991176761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1604927769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9585346,0.005922442,0.0001515559,0.028870078,0.00005408477,0.0011742641,0.000018486451,0.000013965827,0.00526052],"genre_scores_gemma":[0.99137425,0.00810601,0.00016292065,0.00018223042,0.000059866168,0.00003596736,0.00004503546,0.0000033879007,0.000030349194],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99499357,0.0034188253,0.00027576383,0.00022207617,0.00080873707,0.00028103217],"domain_scores_gemma":[0.9962072,0.0033025544,0.0001463554,0.000104655825,0.000175226,0.000064035594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014944984,0.00008620123,0.0002378187,0.0001012283,0.00031141544,0.0001761929,0.00084651646,0.000043058364,0.00007238448],"category_scores_gemma":[0.0032671404,0.000053814376,0.000034736582,0.000517146,0.00037671387,0.0001715772,0.00016673465,0.0008095451,0.0000030179035],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008232583,0.0006280001,0.36493894,0.0016790166,0.000055887293,0.00021812975,0.015780045,0.002403264,0.0014625516,0.05385753,0.00052650605,0.55762684],"study_design_scores_gemma":[0.006684218,0.0011181168,0.53944635,0.043025263,0.000044902576,0.00003322019,0.110147655,0.050286002,0.00009815889,0.013444683,0.23497182,0.0006996378],"about_ca_topic_score_codex":0.0005620323,"about_ca_topic_score_gemma":0.00020327608,"teacher_disagreement_score":0.5569272,"about_ca_system_score_codex":0.00008678789,"about_ca_system_score_gemma":0.0004737354,"threshold_uncertainty_score":0.5179663},"labels":[],"label_agreement":null},{"id":"W1605024842","doi":"10.19173/irrodl.v12i1.946","title":"Language of evaluation: How PLA evaluators write about student learning","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"State University of New York","keywords":"Presentation (obstetrics); Theme (computing); Educational technology; Institution; Mathematics education; Psychology; Language acquisition; Computer science; Pedagogy; World Wide Web; Sociology","score_opus":0.2219155896827326,"score_gpt":0.5653780411643738,"score_spread":0.34346245148164123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1605024842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85049134,0.032049898,0.00003838862,0.016870566,0.00024815692,0.0015774433,0.000011732516,0.00002031925,0.09869217],"genre_scores_gemma":[0.9798223,0.017917274,0.00013311207,0.00004703105,0.00006641498,0.00008982071,0.00003696075,0.0000074291206,0.0018796856],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99257356,0.004609202,0.00035945693,0.0002197434,0.0020038066,0.00023425645],"domain_scores_gemma":[0.9965665,0.0016564468,0.00040587308,0.00017266683,0.0011193876,0.00007916866],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032486495,0.000079674326,0.00021904618,0.00012576453,0.00034325113,0.00016799943,0.0010230072,0.0000450559,0.001969341],"category_scores_gemma":[0.014883177,0.00006237183,0.000044352113,0.0006772016,0.0004076684,0.00044314875,0.0004053129,0.00073426083,0.000018490164],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014992067,0.0004307816,0.77851385,0.0009331592,0.00018168667,0.000011782365,0.110863164,0.00019852791,0.00011425238,0.033533946,0.0023625488,0.07270638],"study_design_scores_gemma":[0.001157504,0.00022699461,0.30400553,0.009804428,0.000077606215,0.0000064728406,0.2942672,0.0005679952,0.00012244313,0.00069822144,0.38882437,0.00024121978],"about_ca_topic_score_codex":0.0035744307,"about_ca_topic_score_gemma":0.00018184382,"teacher_disagreement_score":0.47450832,"about_ca_system_score_codex":0.00016267426,"about_ca_system_score_gemma":0.00060489494,"threshold_uncertainty_score":0.998943},"labels":[],"label_agreement":null},{"id":"W1605427656","doi":"10.19173/irrodl.v13i3.1221","title":"Using self-efficacy to assess the readiness of nursing educators and students for mobile learning","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; North Island College; Athabasca University","funders":"","keywords":"Self-efficacy; Medical education; Mobile device; Mobile technology; Scale (ratio); Psychology; Educational technology; Survey instrument; Nurse educator; Technology integration; M-learning; Nurse education; Nursing; Medicine; Mathematics education; Computer science; Applied psychology","score_opus":0.18934198719363732,"score_gpt":0.5392308092739293,"score_spread":0.349888822080292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1605427656","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9604316,0.008650685,0.02310262,0.003905427,0.00037810387,0.002520425,0.000005824431,0.000019856074,0.0009855046],"genre_scores_gemma":[0.99407,0.0019472268,0.0035714472,0.000054762793,0.00007850831,0.000185789,0.000014647107,0.000009261758,0.000068343936],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976238,0.0008277622,0.00036046348,0.0002291214,0.0006684547,0.00029040765],"domain_scores_gemma":[0.9968314,0.002165941,0.00022606582,0.0002585645,0.00042702988,0.00009099804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009146931,0.00009454161,0.00022042432,0.00014124856,0.0002728468,0.0002475669,0.0017440061,0.00002949501,0.000011782571],"category_scores_gemma":[0.0028423104,0.00006339954,0.000033309287,0.0006690453,0.000115896284,0.0004030497,0.00090504385,0.0004484143,0.0000017263266],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000120797355,0.0021415236,0.6266784,0.0025549973,0.00018741439,0.000001323044,0.016212,0.0058559156,0.00083933055,0.049969003,0.0017468226,0.29369247],"study_design_scores_gemma":[0.0031808605,0.0011505834,0.57658046,0.060626447,0.0001378181,0.0001828279,0.045715284,0.07614675,0.0018323663,0.0029911255,0.2304607,0.0009947359],"about_ca_topic_score_codex":0.00009015446,"about_ca_topic_score_gemma":7.5999134e-7,"teacher_disagreement_score":0.29269773,"about_ca_system_score_codex":0.00015480998,"about_ca_system_score_gemma":0.00016654507,"threshold_uncertainty_score":0.34027162},"labels":[],"label_agreement":null},{"id":"W1606158957","doi":"10.19173/irrodl.v15i4.1585","title":"An investigation into the management of online teaching and learning spaces: A case study involving graduate research students","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Distance education; Computer science; Psychology; Asynchronous learning; Computer-mediated communication; Space (punctuation); Mathematics education; Pedagogy; World Wide Web; Synchronous learning; The Internet; Teaching method; Cooperative learning","score_opus":0.17623483731729073,"score_gpt":0.5392202191298788,"score_spread":0.3629853818125881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606158957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9886887,0.0021409723,0.000033069573,0.007268349,0.000028930752,0.0010158176,0.000002272416,0.000010293503,0.0008115574],"genre_scores_gemma":[0.98759896,0.011165787,0.0007737947,0.000036509333,0.0000747706,0.000048875114,0.00003522057,0.000009524419,0.00025657078],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9841475,0.012805341,0.00045656913,0.00032092552,0.0019530002,0.0003167052],"domain_scores_gemma":[0.99626046,0.0026138423,0.0002144779,0.0002236225,0.00058213127,0.00010544078],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.074362084,0.00009901523,0.00024083821,0.0002093972,0.0017913232,0.00046781937,0.0012992552,0.00003557398,0.00001671222],"category_scores_gemma":[0.004746641,0.00006523238,0.000026460775,0.0007436883,0.0006072938,0.00040291774,0.0012864643,0.0022047877,0.0000013901832],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009441648,0.0006865181,0.46240902,0.0017159436,0.00019396858,0.0001438789,0.07103336,0.0005165598,0.000068683745,0.021910047,0.00011462357,0.441113],"study_design_scores_gemma":[0.00083489844,0.0005319872,0.02630025,0.008353944,0.00003411204,0.000018279596,0.9391759,0.004641117,0.0000046347545,0.0023846629,0.017586887,0.000133328],"about_ca_topic_score_codex":0.028907645,"about_ca_topic_score_gemma":0.0033315395,"teacher_disagreement_score":0.86814255,"about_ca_system_score_codex":0.00010446769,"about_ca_system_score_gemma":0.00016455707,"threshold_uncertainty_score":0.9995082},"labels":[],"label_agreement":null},{"id":"W1606519491","doi":"10.19173/irrodl.v16i1.2008","title":"Open informational ecosystems: The missing link for sharing resources for education","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Knowledge management; Ecosystem; Computer science; Educational resources; Open learning; Business; World Wide Web; Ecology; Teaching method; Sociology","score_opus":0.15129677541754874,"score_gpt":0.46940363909712207,"score_spread":0.3181068636795733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606519491","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015603876,0.025689924,0.06963496,0.7128999,0.0018247061,0.015133484,0.00009989065,0.00007710379,0.15903614],"genre_scores_gemma":[0.9715075,0.004270701,0.012877563,0.0027247455,0.00060643,0.0025036102,0.000738511,0.000028172371,0.0047427565],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99827707,0.00033275087,0.00045261145,0.00023183966,0.00049576245,0.00020995336],"domain_scores_gemma":[0.9969362,0.001386413,0.0002749523,0.00027136866,0.0010415254,0.00008952849],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.014082186,0.000082348015,0.00018048754,0.000108000546,0.0004728461,0.0018334272,0.0043350104,0.000029303023,0.000022087293],"category_scores_gemma":[0.005802819,0.00005273721,0.000040396004,0.00042705517,0.00006425781,0.0011181624,0.002002302,0.0003450221,0.000008341571],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018539267,0.0001661204,0.0068802913,0.0020376432,0.00007265501,4.2881052e-7,0.004581539,0.0012137408,0.00002180137,0.6281286,0.054666348,0.30204546],"study_design_scores_gemma":[0.0006479522,0.00008969415,0.00094050233,0.004492927,0.0000049047676,0.000013007716,0.009485843,0.07405814,0.000021362026,0.012878395,0.89726806,0.00009923862],"about_ca_topic_score_codex":0.00038428055,"about_ca_topic_score_gemma":0.000021675787,"teacher_disagreement_score":0.95590365,"about_ca_system_score_codex":0.00014575668,"about_ca_system_score_gemma":0.0008305411,"threshold_uncertainty_score":0.9992028},"labels":[],"label_agreement":null},{"id":"W1606527521","doi":"10.19173/irrodl.v15i5.1861","title":"MOOC integration into secondary school courses","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto; Bill and Melinda Gates Foundation","keywords":"Blended learning; Mathematics education; Test (biology); Psychology; Educational technology; Pedagogy; Multimedia; Computer science","score_opus":0.04609680342262301,"score_gpt":0.431107136640198,"score_spread":0.385010333217575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606527521","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08489125,0.047696445,0.2939795,0.47471324,0.0008064929,0.0022445254,0.00004214608,0.00019722649,0.09542915],"genre_scores_gemma":[0.98658866,0.009724961,0.0024377739,0.00044096814,0.000074560085,0.000020450127,0.00007401377,0.000005451902,0.00063317775],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99811035,0.00063955114,0.00029783603,0.00022372196,0.0005605867,0.00016797507],"domain_scores_gemma":[0.99841243,0.0007454713,0.00012412078,0.00026102032,0.00038376387,0.00007320662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061899605,0.00007651845,0.00018291635,0.00012673473,0.00015555328,0.00033143238,0.0017918524,0.0000287203,0.00007079238],"category_scores_gemma":[0.0045612724,0.000051924035,0.00003576909,0.0004944569,0.00011591776,0.00038131032,0.00094818167,0.000805468,0.00002906279],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003922924,0.0001627214,0.021228055,0.0012747063,0.00005437596,0.0000104415585,0.00035930015,0.0006553285,0.00026756423,0.30206245,0.0101305405,0.6637553],"study_design_scores_gemma":[0.0015930543,0.00049325573,0.02285011,0.025221717,0.000015298907,0.000046557994,0.001987897,0.51249635,0.00041149792,0.10295522,0.3315139,0.00041510112],"about_ca_topic_score_codex":0.0002974873,"about_ca_topic_score_gemma":0.000021458036,"teacher_disagreement_score":0.9016974,"about_ca_system_score_codex":0.00005961104,"about_ca_system_score_gemma":0.00018693043,"threshold_uncertainty_score":0.54605985},"labels":[],"label_agreement":null},{"id":"W1607267028","doi":"10.19173/irrodl.v15i5.1855","title":"Supporting professional learning in a massive open online course","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":149,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"McGill University; Athabasca University; Bill and Melinda Gates Foundation","keywords":"Formal learning; Informal learning; Open learning; Professional development; Professional learning community; Educational technology; Active learning (machine learning); Learning sciences; Experiential learning; Synchronous learning; Psychology; Cooperative learning; Knowledge management; Pedagogy; Computer science; Teaching method; Artificial intelligence","score_opus":0.06945160347561143,"score_gpt":0.4982002305474257,"score_spread":0.42874862707181427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1607267028","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31888443,0.013870722,0.02047426,0.6170878,0.0006649974,0.0042275065,0.00007519214,0.00013656891,0.024578508],"genre_scores_gemma":[0.9931962,0.0025670957,0.0018091507,0.00039049075,0.000058119316,0.00003808281,0.00016135281,0.000009201372,0.0017703077],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99648,0.0014633919,0.00056247046,0.0003669677,0.00075648865,0.00037069054],"domain_scores_gemma":[0.99760735,0.0013591165,0.00031942513,0.00026110574,0.00036824736,0.00008475898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012827715,0.00011322457,0.00033292003,0.00015607213,0.00020994205,0.0003916808,0.0034996697,0.000044423246,0.00006180442],"category_scores_gemma":[0.0060172286,0.000080502614,0.00004006019,0.00084182585,0.00013036895,0.0004784525,0.0038754502,0.0015172015,0.000011216779],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015536275,0.0015903016,0.43111125,0.002510368,0.00009570623,0.00018207895,0.0012559333,0.012328707,0.00016355056,0.18200935,0.004758854,0.36383855],"study_design_scores_gemma":[0.0023224296,0.0003686167,0.055213,0.027170006,0.000011716651,0.000046042325,0.0040968866,0.7863215,0.000036122194,0.01527539,0.10877095,0.00036730414],"about_ca_topic_score_codex":0.00040257847,"about_ca_topic_score_gemma":0.00005921282,"teacher_disagreement_score":0.77399284,"about_ca_system_score_codex":0.00007583357,"about_ca_system_score_gemma":0.00038420272,"threshold_uncertainty_score":0.72036195},"labels":[],"label_agreement":null},{"id":"W1607461091","doi":"10.19173/irrodl.v15i1.1605","title":"A cultural-historical activity theory investigation of contradictions in open and distance higher education among alienated adult learners in Korea National Open University","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Global Educational Reforms and Inequalities","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Sociology; Institution; Higher education; Curriculum; Competition (biology); Bureaucracy; Pedagogy; Compromise; Viewpoints; Activity theory; Open education; Variety (cybernetics); Public relations; Social science; Political science","score_opus":0.10120998166109574,"score_gpt":0.4386328433862124,"score_spread":0.33742286172511665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1607461091","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91202754,0.0009170424,0.000024168878,0.02170995,0.00009598312,0.0010125058,0.000041697902,0.0000037794257,0.064167306],"genre_scores_gemma":[0.9934245,0.004451603,0.000042488013,0.00011118477,0.00002109709,0.000036111407,0.000090737194,0.0000026436305,0.0018196403],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99748755,0.0014159123,0.00026370335,0.0001879168,0.0005039453,0.00014098125],"domain_scores_gemma":[0.9982638,0.0007843635,0.00019154999,0.000073970725,0.00061789143,0.0000684773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069978614,0.000063185646,0.00019904113,0.00012251633,0.00020802779,0.00016361581,0.0009013067,0.000044712586,0.00007053422],"category_scores_gemma":[0.0039157844,0.000048883056,0.000017833827,0.00068020995,0.00043287853,0.0010079863,0.00042528904,0.00031463895,7.071382e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011316259,0.00010488244,0.2046557,0.00011211019,0.000010027206,3.1124864e-7,0.0015457865,0.000031523356,0.000016228907,0.7893121,0.0009136246,0.0031845183],"study_design_scores_gemma":[0.00096516154,0.00005996316,0.83899087,0.0042852964,0.0000060643765,8.454232e-7,0.023553992,0.00041469422,0.000012783287,0.05595048,0.075635724,0.00012410205],"about_ca_topic_score_codex":0.072477184,"about_ca_topic_score_gemma":0.004671116,"teacher_disagreement_score":0.73336166,"about_ca_system_score_codex":0.00085289276,"about_ca_system_score_gemma":0.00072926265,"threshold_uncertainty_score":0.93369925},"labels":[],"label_agreement":null},{"id":"W1608393154","doi":"10.19173/irrodl.v11i2.833","title":"The challenges of implementing distance education in Uganda: A case study","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Curriculum; Affect (linguistics); Economic growth; Developing country; Sociology; Political science; Public relations; Pedagogy; Economics","score_opus":0.09233681104124128,"score_gpt":0.5225031079553674,"score_spread":0.4301662969141261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1608393154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95549303,0.014185197,0.000006567666,0.015865693,0.00008443857,0.00083765987,0.000006168555,0.0000034504696,0.013517821],"genre_scores_gemma":[0.9736616,0.025997376,0.000046193658,0.000009581863,0.000056939218,0.000050108574,0.0000062933086,0.0000031300133,0.00016877153],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9977764,0.0010115949,0.00033763863,0.00013808413,0.0005301042,0.00020616589],"domain_scores_gemma":[0.9979426,0.0013864805,0.0001670733,0.00013130922,0.00033960695,0.00003290249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017298155,0.000048113434,0.00013669753,0.0000697656,0.0004168599,0.000101999736,0.00067779684,0.000020891215,0.00004583194],"category_scores_gemma":[0.0044393907,0.000030355119,0.00002148525,0.00037312115,0.00021847353,0.00015901656,0.0003581794,0.00067272695,9.1309994e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038350903,0.0003377892,0.26556647,0.00031293317,0.000021453656,0.000033245993,0.004274286,0.0000052637974,0.000029311434,0.110041454,0.00016449449,0.61917496],"study_design_scores_gemma":[0.00059705076,0.000103880484,0.02305228,0.0033892058,0.00000836406,0.000026313865,0.5778756,0.0001915449,0.000012465337,0.0028050637,0.39184216,0.000096082804],"about_ca_topic_score_codex":0.007321865,"about_ca_topic_score_gemma":0.03518578,"teacher_disagreement_score":0.6190789,"about_ca_system_score_codex":0.000043656655,"about_ca_system_score_gemma":0.00071454176,"threshold_uncertainty_score":0.99928844},"labels":[],"label_agreement":null},{"id":"W1608666046","doi":"10.19173/irrodl.v9i2.461","title":"Instructional Strategies in Teaching Engineering at a Distance: Faculty perspective","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sri lanka; Distance education; Perspective (graphical); Engineering education; Strengths and weaknesses; Instructional design; Medical education; University faculty; Mathematics education; Engineering management; Engineering; Computer science; Psychology; Medicine; Sociology","score_opus":0.08713922482607253,"score_gpt":0.4721215690085835,"score_spread":0.384982344182511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1608666046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90147674,0.010434604,0.00029049086,0.02274093,0.00011616068,0.0007409382,0.000052046966,0.000026658887,0.064121455],"genre_scores_gemma":[0.9838916,0.01488674,0.000504616,0.00002180686,0.000081808925,0.000029431949,0.0000648758,0.000005191004,0.00051394146],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980372,0.00056120526,0.00025055092,0.00018793716,0.00072068727,0.00024240927],"domain_scores_gemma":[0.99900836,0.000546647,0.00008418276,0.00007210296,0.00023894601,0.00004978236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004478099,0.00007071202,0.0001737948,0.00012493238,0.00047354994,0.00009469121,0.0005660129,0.00003558569,0.00012852902],"category_scores_gemma":[0.003421256,0.000055260625,0.000033728382,0.00043317687,0.00026793688,0.00041516425,0.00035704958,0.0009236096,0.0000044404233],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015894517,0.00017136197,0.18341611,0.00052647473,0.000055071327,0.000084946405,0.008617435,0.0034111293,0.00008543019,0.78001356,0.0011381267,0.022321392],"study_design_scores_gemma":[0.0011091549,0.0000768067,0.07115054,0.008234548,0.000005737447,0.000045514043,0.1209683,0.0026805135,0.000014827218,0.0048638913,0.7905971,0.0002530941],"about_ca_topic_score_codex":0.0037071775,"about_ca_topic_score_gemma":0.00078926235,"teacher_disagreement_score":0.78945893,"about_ca_system_score_codex":0.0004877444,"about_ca_system_score_gemma":0.0004994561,"threshold_uncertainty_score":0.5604168},"labels":[],"label_agreement":null},{"id":"W1611953032","doi":"10.19173/irrodl.v3i1.82","title":"Cooperation vs. Deliberation: CMC and the Problem of Argument in International Distance Education","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Argumentation theory; Asynchronous communication; Distance education; Deliberation; Argument (complex analysis); The Internet; Computer-mediated communication; Sociology; Pedagogy; Political science; Computer science; Epistemology; Law; Telecommunications; World Wide Web; Philosophy; Politics","score_opus":0.057776317838634406,"score_gpt":0.44313162560674296,"score_spread":0.38535530776810856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1611953032","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12688744,0.048757598,0.0010354617,0.63407177,0.0007307401,0.0053805304,0.000054133896,0.000019627721,0.18306272],"genre_scores_gemma":[0.9358565,0.061981045,0.0001959852,0.00029819403,0.00007437177,0.00018575002,0.00006664696,0.0000030787396,0.0013384006],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99784654,0.0008933183,0.00040209797,0.00014712491,0.000600858,0.00011008021],"domain_scores_gemma":[0.9984464,0.0005374015,0.00017548646,0.000096104966,0.00071332464,0.000031266805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058997856,0.000054756776,0.00013633227,0.00009534443,0.00022529319,0.00020916847,0.0005212296,0.000029084635,0.0003221083],"category_scores_gemma":[0.0015619722,0.000037434245,0.000016706288,0.0006005118,0.00040336305,0.0003649331,0.00014230986,0.00024696894,0.0000030999531],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017275207,0.00032350936,0.02387158,0.00029337898,0.000023327011,5.074185e-7,0.008348005,0.0001940203,0.000021622993,0.8569267,0.006862773,0.10296186],"study_design_scores_gemma":[0.0024841116,0.00008561769,0.016244732,0.007377271,0.000014229669,0.000004929139,0.03275506,0.008496514,0.00006167672,0.015365133,0.9169182,0.00019251084],"about_ca_topic_score_codex":0.0012274717,"about_ca_topic_score_gemma":0.0008021209,"teacher_disagreement_score":0.91005546,"about_ca_system_score_codex":0.00015932605,"about_ca_system_score_gemma":0.00028036296,"threshold_uncertainty_score":0.352686},"labels":[],"label_agreement":null},{"id":"W1614176464","doi":"10.19173/irrodl.v10i4.705","title":"Harnessing Open Educational Resources to the Challenges of Teacher Education in Sub-Saharan Africa","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Faculty development; Technology integration; Teacher education; Distance education; Accommodation; Professional development; Pedagogy; Political science; Sociology; Open education; Educational technology; Economic growth; Psychology","score_opus":0.09258128574589326,"score_gpt":0.43762034090857654,"score_spread":0.3450390551626833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1614176464","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0693286,0.10214376,0.0003390984,0.60696864,0.00031362032,0.0026715272,0.000008435976,0.000015287305,0.21821104],"genre_scores_gemma":[0.97819746,0.019827038,0.0005825064,0.0003648247,0.00006204649,0.0001023961,0.000023333276,0.0000048571246,0.00083553133],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99748677,0.001005431,0.0004235078,0.0002915556,0.00058029854,0.00021244124],"domain_scores_gemma":[0.99840045,0.00065098837,0.00019267986,0.00031258838,0.00037422832,0.00006904278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007891727,0.000090081485,0.00021397157,0.00021380642,0.00019289822,0.00048845704,0.0037416336,0.000028417822,0.00008182247],"category_scores_gemma":[0.0024072465,0.000060110007,0.000029221852,0.0008861805,0.00007477865,0.00058097887,0.00113626,0.0005559266,0.000018205736],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008993471,0.00093820074,0.008321516,0.00040215717,0.000021084992,0.0000014219388,0.005031196,0.00043597928,0.0002462869,0.29536825,0.023660883,0.66548306],"study_design_scores_gemma":[0.0005794319,0.00020329998,0.40275154,0.014939465,0.000005888288,0.00001727722,0.012851915,0.0018715077,0.00010771903,0.011376105,0.55506396,0.00023187455],"about_ca_topic_score_codex":0.0004792112,"about_ca_topic_score_gemma":0.00006485538,"teacher_disagreement_score":0.90886885,"about_ca_system_score_codex":0.00010868023,"about_ca_system_score_gemma":0.00071251905,"threshold_uncertainty_score":0.69529486},"labels":[],"label_agreement":null},{"id":"W1615122495","doi":"10.19173/irrodl.v13i2.1226","title":"Editorial: Who needs leadership? Social problems, change, and education futures","year":2012,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Community Health and Development","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Futures contract; Function (biology); Computer science; Sociology; Economics; Biology","score_opus":0.35772774666848195,"score_gpt":0.5654863814757053,"score_spread":0.20775863480722334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1615122495","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017812694,0.118499435,0.000003215124,0.037758887,0.8305426,0.004067112,0.00021431029,0.000019144543,0.008717149],"genre_scores_gemma":[0.00088482065,0.19758193,0.000018781267,0.0005990365,0.79482204,0.0012996749,0.0024749266,0.00002539843,0.0022934119],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99367213,0.0031741536,0.00078389095,0.0002339972,0.001538723,0.0005970806],"domain_scores_gemma":[0.9925829,0.0049747033,0.0005204579,0.00022969156,0.0015121074,0.00018011447],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016554693,0.00019597798,0.0005567731,0.00031015064,0.0012659237,0.0000948517,0.0011433829,0.00048048297,0.00019854809],"category_scores_gemma":[0.008384456,0.00014467655,0.00004056186,0.0005086633,0.00019515355,0.00025855127,0.0018055199,0.0054426035,0.000021477983],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000978969,0.00006327118,0.0016424767,0.014755697,0.000024456574,1.9278151e-7,0.0030484453,5.1233098e-8,3.641135e-7,0.0010008209,0.94808716,0.031279176],"study_design_scores_gemma":[0.00048334952,0.0000428861,0.001802625,0.03083075,0.000013654999,4.4559113e-7,0.014513059,0.000002917897,1.04161e-7,0.00051081076,0.9516786,0.00012084484],"about_ca_topic_score_codex":0.0042907484,"about_ca_topic_score_gemma":0.0004683486,"teacher_disagreement_score":0.079082504,"about_ca_system_score_codex":0.00046214744,"about_ca_system_score_gemma":0.0030759734,"threshold_uncertainty_score":0.99996835},"labels":[],"label_agreement":null},{"id":"W1615292311","doi":"10.19173/irrodl.v3i2.101","title":"Student Dropout at the Hellenic Open University: Evaluation of the Graduate Program, \"Studies in Education\"","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dropout (neural networks); Distance education; Workload; Psychology; Open education; Mathematics education; Medical education; Pedagogy; Computer science; Medicine","score_opus":0.41292942629875257,"score_gpt":0.6035794570112244,"score_spread":0.19065003071247183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1615292311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61563575,0.085160896,6.9795027e-7,0.22312233,0.00031904405,0.0070052273,0.000024006278,0.0000072958405,0.06872474],"genre_scores_gemma":[0.866661,0.1265014,0.000011846622,0.000072454735,0.000027825523,0.00020280624,0.000010619058,0.0000031447287,0.006508888],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.993309,0.0041433405,0.00028492793,0.00018556559,0.0018663747,0.00021076745],"domain_scores_gemma":[0.9966405,0.0014024643,0.00018213555,0.00022516548,0.001511899,0.00003784436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018808398,0.00006375997,0.00018078009,0.00009179382,0.00073514145,0.00012548637,0.0023049896,0.000019554042,0.00041312352],"category_scores_gemma":[0.0068733036,0.000035394245,0.00003969059,0.0011953068,0.0011296391,0.0002029987,0.0023609272,0.0003862693,0.000011852781],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012273523,0.0019901036,0.42021978,0.0012541349,0.0004783298,0.0000039062943,0.06616447,0.00024286065,0.000024768284,0.061602574,0.1017683,0.34612805],"study_design_scores_gemma":[0.0010379022,0.00008073649,0.11573446,0.00809972,0.000047544432,0.0000019621166,0.2790719,0.00045540766,0.000023851226,0.0034077126,0.59190625,0.00013259934],"about_ca_topic_score_codex":0.0049675885,"about_ca_topic_score_gemma":0.003496672,"teacher_disagreement_score":0.4901379,"about_ca_system_score_codex":0.00074704527,"about_ca_system_score_gemma":0.000666338,"threshold_uncertainty_score":0.82284826},"labels":[],"label_agreement":null},{"id":"W1615617845","doi":"10.19173/irrodl.v16i1.1814","title":"From the classroom to the keyboard: How seven teachers created their online teacher identities","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Identity (music); Scholarship; Pedagogy; Psychology; Mathematics education; Qualitative research; Computer-mediated communication; Teacher education; Sociology; Computer science; The Internet; World Wide Web","score_opus":0.1380883785749952,"score_gpt":0.4606328314417256,"score_spread":0.3225444528667304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1615617845","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42210338,0.016469287,0.00012672998,0.5437153,0.00019043242,0.0012772616,0.00019522796,0.000028912287,0.01589347],"genre_scores_gemma":[0.9738599,0.0144932205,0.00016631113,0.0007433545,0.00073128694,0.000070749535,0.00034221288,0.000014709238,0.009578228],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953049,0.0028398528,0.00025644,0.00021808066,0.0010752743,0.00030547034],"domain_scores_gemma":[0.9973694,0.0016568181,0.00013446392,0.0002496352,0.00047549626,0.00011414924],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012982674,0.00010324742,0.00021388193,0.000055125656,0.0005154079,0.0005360814,0.0021428666,0.000050378654,0.00021019747],"category_scores_gemma":[0.010148257,0.000049830218,0.000058311318,0.000616446,0.00037763416,0.00026930787,0.00086668506,0.0010553176,0.000023795395],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032667586,0.00043099147,0.15005104,0.00016567935,0.00041655256,0.000026816613,0.053731013,0.00068101037,0.00006249536,0.011475212,0.41885078,0.36378172],"study_design_scores_gemma":[0.00024888877,0.000038260816,0.0038566876,0.0013699967,0.00000994128,0.0000012839337,0.1706025,0.0002528722,0.000005311858,0.0016207171,0.8219268,0.00006677656],"about_ca_topic_score_codex":0.009782989,"about_ca_topic_score_gemma":0.002477587,"teacher_disagreement_score":0.55175656,"about_ca_system_score_codex":0.00017072457,"about_ca_system_score_gemma":0.00057006325,"threshold_uncertainty_score":0.9981897},"labels":[],"label_agreement":null},{"id":"W1616110862","doi":"10.19173/irrodl.v13i4.1203","title":"Organizational factors’ effects on the success of e-learning systems and organizational benefits: An empirical study in Taiwan","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Organizational learning; Knowledge management; Organizational behavior and human resources; Organization development; Organizational commitment; Organizational performance; Context (archaeology); Organizational studies; Organizational culture; Organizational engineering; Business; Service quality; Organizational effectiveness; Information system; Service (business); Computer science; Psychology; Marketing; Public relations; Engineering; Political science; Social psychology","score_opus":0.06128151291256246,"score_gpt":0.3747327907405146,"score_spread":0.3134512778279521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1616110862","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938664,0.0012664964,0.000020892574,0.0023462023,0.000053810672,0.00064658496,0.000008324441,0.000009164205,0.0017821414],"genre_scores_gemma":[0.99904156,0.0005570637,0.0000028576349,0.00011817137,0.00007470666,0.000029682535,0.0001450948,0.000007440596,0.0000234488],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985438,0.00020326293,0.00037053577,0.00012385222,0.0005853562,0.00017322286],"domain_scores_gemma":[0.99863374,0.00056168967,0.00025768916,0.000109706765,0.00042404776,0.000013112133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037571872,0.000091235925,0.00020067174,0.00018626491,0.00019114222,0.00018728041,0.00056532654,0.000042117183,0.000096920194],"category_scores_gemma":[0.0031081236,0.000055127308,0.000012484744,0.00088923477,0.00009678405,0.00077290414,0.0004465565,0.00046500022,0.000006308397],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021594451,0.000109631554,0.920796,0.0003691017,0.000014074711,7.3242654e-7,0.00018915637,0.00013677246,0.000008163891,0.077797495,0.00012080346,0.000436489],"study_design_scores_gemma":[0.000651268,0.000094230294,0.9755517,0.0029569068,0.000011694795,0.0000034862896,0.014432003,0.0030405216,0.000044972894,0.00068544724,0.0024066272,0.00012113263],"about_ca_topic_score_codex":0.00034209024,"about_ca_topic_score_gemma":0.000029332099,"teacher_disagreement_score":0.07711205,"about_ca_system_score_codex":0.000044572,"about_ca_system_score_gemma":0.00004564345,"threshold_uncertainty_score":0.3720939},"labels":[],"label_agreement":null},{"id":"W1616807725","doi":"10.19173/irrodl.v4i1.128","title":"Book Review - The Strategic Use of Learning Technologies. Editor: Elizabeth J. Burge","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Educational technology; Media studies; Computer science; Sociology; Pedagogy","score_opus":0.11207544645524681,"score_gpt":0.456134715808143,"score_spread":0.3440592693528962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1616807725","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018581257,0.91116565,0.000054128846,0.06691055,0.00027727117,0.0013819843,0.00002016829,0.00004296984,0.018289175],"genre_scores_gemma":[0.03691773,0.9602919,0.00010143575,0.0005595784,0.00013029754,0.000057476875,0.00005173978,0.000009603664,0.0018802229],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995142,0.0026755016,0.0005120783,0.00023005214,0.001095088,0.0003453255],"domain_scores_gemma":[0.9966227,0.0021796175,0.00032779106,0.00023662955,0.0005843676,0.000048906175],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014429554,0.000107339685,0.00034004578,0.0000975063,0.00048299078,0.00016010688,0.0012617845,0.00007043498,0.00063128385],"category_scores_gemma":[0.014341097,0.000064830354,0.000077411125,0.0009504112,0.0006672468,0.00035946167,0.0004390413,0.0014038814,0.0000097866305],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091125396,0.00035096434,0.024367046,0.008732455,0.00021918277,0.000029797951,0.00065698905,0.00043857843,0.0000949635,0.21017574,0.6616164,0.09322676],"study_design_scores_gemma":[0.00013622631,0.000049136717,0.00005283566,0.013836263,0.000013283328,0.0000025461288,0.008044968,0.000071600196,0.000020120138,0.000676929,0.97702587,0.00007022055],"about_ca_topic_score_codex":0.0005839509,"about_ca_topic_score_gemma":0.000037953636,"teacher_disagreement_score":0.31540948,"about_ca_system_score_codex":0.00008923436,"about_ca_system_score_gemma":0.0005833858,"threshold_uncertainty_score":0.9939615},"labels":[],"label_agreement":null},{"id":"W1616938446","doi":"10.19173/irrodl.v12i7.1156","title":"Book review - Telecollaboration 2.0: Language, literacies and intercultural learning in the 21st century","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intercultural learning; Pedagogy; Intercultural communication; Sociology; Psychology","score_opus":0.07127914668415113,"score_gpt":0.3813071942356397,"score_spread":0.31002804755148855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1616938446","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056710653,0.8824002,0.0000019859049,0.008741326,0.00007052046,0.00071124505,0.00001729325,0.000015874615,0.051330857],"genre_scores_gemma":[0.48077095,0.51228887,0.000018296882,0.0043186555,0.00009984608,0.00008266186,0.00022400125,0.000009935801,0.0021867673],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99776834,0.0011790068,0.0003478349,0.00017825456,0.0003381656,0.00018837997],"domain_scores_gemma":[0.9989618,0.00056515593,0.00014338076,0.00012365966,0.00017829527,0.000027686041],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004883724,0.00010035457,0.00021916653,0.00009788949,0.00027478355,0.00032227833,0.00057143497,0.000021127973,0.0020151525],"category_scores_gemma":[0.0016174379,0.000055888286,0.000032925527,0.00017222758,0.00020310073,0.0004013337,0.00022209412,0.0009883048,0.00000946972],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021225432,0.000338822,0.01499103,0.0139282895,0.00016498943,0.00013462544,0.45506904,0.000015242828,0.000056837875,0.08947442,0.043210853,0.38240358],"study_design_scores_gemma":[0.00025144307,0.00008055499,0.0015077624,0.018429188,0.000011656128,0.000022241307,0.13429455,0.000086083164,0.0000053417484,0.000056399942,0.8451608,0.00009397777],"about_ca_topic_score_codex":0.0015299746,"about_ca_topic_score_gemma":0.00027749102,"teacher_disagreement_score":0.80195,"about_ca_system_score_codex":0.000034754983,"about_ca_system_score_gemma":0.000033466313,"threshold_uncertainty_score":0.99889714},"labels":[],"label_agreement":null},{"id":"W1618422322","doi":"10.19173/irrodl.v14i5.1336","title":"Online interaction in higher education: Is there evidence of diminishing returns?","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Productivity; Face (sociological concept); Face-to-face; Mathematics education; Computer science; Educational technology; Face-to-face interaction; Psychology; Sociology; Economics; Economic growth; Social science","score_opus":0.2072985713759218,"score_gpt":0.5215355393360225,"score_spread":0.3142369679601007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1618422322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76068693,0.03757954,0.000005837932,0.17281768,0.00023240535,0.0009500679,0.000011064476,0.000008483157,0.027707992],"genre_scores_gemma":[0.9492096,0.048406497,0.0001683164,0.00019739798,0.00010522944,0.00003848772,0.000029572633,0.000004330836,0.0018405727],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99775076,0.00091184734,0.00038300932,0.00016311092,0.00061891496,0.00017233918],"domain_scores_gemma":[0.99784994,0.0012597326,0.00020426892,0.00012458886,0.0005151946,0.000046283363],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045904587,0.00006031027,0.00018180143,0.00011943062,0.00011662654,0.00014261334,0.0007964935,0.000041828753,0.00237754],"category_scores_gemma":[0.0031097876,0.000044148313,0.00003307094,0.0006047128,0.00017643698,0.0007379647,0.00032425844,0.0006771692,0.000011500233],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014012816,0.0008175278,0.39411807,0.002825464,0.000057157165,0.0000062912154,0.004275395,0.0000800264,0.00032149424,0.03309197,0.010705499,0.553561],"study_design_scores_gemma":[0.00052831665,0.00017425192,0.21303883,0.08453001,0.000013595965,0.000004198611,0.077651516,0.0006625496,0.00011263244,0.006767107,0.6162978,0.00021922486],"about_ca_topic_score_codex":0.0073324884,"about_ca_topic_score_gemma":0.00041485974,"teacher_disagreement_score":0.60559225,"about_ca_system_score_codex":0.00012478446,"about_ca_system_score_gemma":0.0005101272,"threshold_uncertainty_score":0.9992778},"labels":[],"label_agreement":null},{"id":"W1618877625","doi":"10.19173/irrodl.v15i6.1889","title":"Massive open online courses for Africa by Africa","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Massive open online course; Context (archaeology); Curriculum; Open education; Universal design; Open educational resources; Online learning; Business; Distance education; Higher education; Global education; Political science; Public relations; Economic growth; Computer science; Library science; World Wide Web; Geography; Economics","score_opus":0.10396278372533788,"score_gpt":0.45407351467696844,"score_spread":0.3501107309516306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1618877625","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038262715,0.05235815,0.24572323,0.63000697,0.00040573362,0.0045176763,0.00078810175,0.00009627406,0.06227761],"genre_scores_gemma":[0.94900966,0.02339199,0.016353842,0.0005452496,0.00016515433,0.00020401888,0.0006259523,0.000024445195,0.009679716],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981108,0.0005158193,0.0003120086,0.00028499242,0.00051575905,0.00026066584],"domain_scores_gemma":[0.9973276,0.0016787177,0.00017321647,0.00027615935,0.0004689082,0.000075343196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005703304,0.00008978353,0.00026032317,0.00007975802,0.00019344361,0.00049387186,0.003848755,0.000029786328,0.000026840273],"category_scores_gemma":[0.004268314,0.00006144211,0.000043422922,0.00047542126,0.00011264102,0.00029898318,0.0021152159,0.00044723012,0.0000064987694],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016675696,0.00076376594,0.0043594562,0.0017945071,0.00017470556,0.000011455411,0.000536114,0.0012190028,0.00025300024,0.33235237,0.36100188,0.297367],"study_design_scores_gemma":[0.0006072338,0.00019878363,0.00026074145,0.003113879,0.0000064313663,0.000003252969,0.00034099448,0.097022966,0.000026122963,0.012616695,0.8857021,0.00010082291],"about_ca_topic_score_codex":0.00011805909,"about_ca_topic_score_gemma":0.0000068742293,"teacher_disagreement_score":0.94518334,"about_ca_system_score_codex":0.000047180423,"about_ca_system_score_gemma":0.00014282914,"threshold_uncertainty_score":0.71520084},"labels":[],"label_agreement":null},{"id":"W1623579146","doi":"10.19173/irrodl.v2i1.32","title":"Learning Objects: Resources For Distance Education Worldwide","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":269,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Computer science; Learning object; Distance education; Synchronous learning; Human–computer interaction; Data science; Multimedia; World Wide Web; Mathematics education; Artificial intelligence; Teaching method; Cooperative learning; Psychology","score_opus":0.057469186129666575,"score_gpt":0.42761104882147505,"score_spread":0.3701418626918085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1623579146","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15639473,0.085908964,0.06786612,0.21582137,0.0018292093,0.0074453447,0.00003183072,0.00025943335,0.46444297],"genre_scores_gemma":[0.9671344,0.02415317,0.0015812466,0.00041469646,0.00010717902,0.00025511082,0.0000905283,0.000011359099,0.006252282],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976731,0.0006859659,0.00040888548,0.00035023165,0.0005787817,0.00030304227],"domain_scores_gemma":[0.99752146,0.0013290205,0.00023011527,0.000248748,0.000580782,0.00008987845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006076732,0.000108805565,0.00022144985,0.00017997896,0.00043068902,0.0006080668,0.0020616516,0.000032161908,0.000080363825],"category_scores_gemma":[0.0046516894,0.00008450044,0.000052301206,0.0009738899,0.00011150034,0.00060674205,0.00076178,0.0007235175,0.000018177918],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027350863,0.00055100466,0.1287701,0.0021322274,0.000084458974,0.000009798629,0.004095353,0.0016458503,0.00017497416,0.36803228,0.013204103,0.48102635],"study_design_scores_gemma":[0.00049417315,0.00014550622,0.010810217,0.0067660403,0.000005492976,0.000025416382,0.013058319,0.009401106,0.000033346783,0.0035536138,0.9555366,0.00017017314],"about_ca_topic_score_codex":0.00028774198,"about_ca_topic_score_gemma":0.000032986984,"teacher_disagreement_score":0.9423325,"about_ca_system_score_codex":0.00013660717,"about_ca_system_score_gemma":0.00034514748,"threshold_uncertainty_score":0.5863602},"labels":[],"label_agreement":null},{"id":"W1624071865","doi":"10.19173/irrodl.v1i2.26","title":"Book Review - Higher Education through Open and Distance Learning. Editor: Keith Harry","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open education; Open university; Open learning; Media studies; Sociology; Mathematics education; Computer science; Pedagogy; Psychology; Teaching method; Cooperative learning","score_opus":0.0805797271231547,"score_gpt":0.49053993235736904,"score_spread":0.40996020523421434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1624071865","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006202832,0.7498492,0.00004622115,0.15218985,0.0004345267,0.0013774624,0.000013337298,0.000018532186,0.09545062],"genre_scores_gemma":[0.013262261,0.94940954,0.00016698136,0.003371517,0.0008056334,0.00013293419,0.00016266231,0.000012578905,0.032675877],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964858,0.0015845802,0.0004137635,0.00033117153,0.00086456427,0.00032011303],"domain_scores_gemma":[0.99822813,0.0007593366,0.00025179973,0.00018307538,0.00047458845,0.00010306738],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0074625923,0.00011817831,0.00033804972,0.000057070145,0.0006315221,0.00041997642,0.0014351076,0.00005472412,0.0023744546],"category_scores_gemma":[0.0029477228,0.00008803335,0.000040952167,0.0006342802,0.00040156324,0.00095707155,0.0009413779,0.00095431035,0.000023062916],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105286534,0.00022105989,0.03759202,0.0025970978,0.000052811305,0.000012008723,0.0004660094,0.0000126776695,0.0000062305944,0.039739836,0.79698455,0.1222104],"study_design_scores_gemma":[0.00022847235,0.000047896436,0.0020407399,0.020844653,0.000012510751,0.000004369911,0.0016313725,0.000020523174,0.0000011456241,0.0009193455,0.97414666,0.000102291044],"about_ca_topic_score_codex":0.0020961647,"about_ca_topic_score_gemma":0.000101996804,"teacher_disagreement_score":0.19956039,"about_ca_system_score_codex":0.00014638777,"about_ca_system_score_gemma":0.00078184163,"threshold_uncertainty_score":0.9985375},"labels":[],"label_agreement":null},{"id":"W1624340129","doi":"10.19173/irrodl.v5i2.188","title":"A Peek into the Life of Online Learning Discussion Forums: Implications for Web-Based Distance Learning","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Online discussion; Meaning (existential); The Internet; Collaborative learning; World Wide Web; Computer science; Task (project management); Construct (python library); Distance education; Computer-mediated communication; Meaningful learning; Discussion board; Psychology; Pedagogy; Knowledge management","score_opus":0.13490696886285175,"score_gpt":0.5271884347880411,"score_spread":0.39228146592518937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1624340129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42443863,0.03538641,0.21042773,0.31476027,0.0004688863,0.005008609,0.0002469423,0.00012969055,0.009132839],"genre_scores_gemma":[0.9945105,0.0015762247,0.0019781329,0.00025994555,0.000073477524,0.00028595727,0.0004491936,0.000024775769,0.0008418317],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99527097,0.0028341373,0.00069448695,0.00036290332,0.0004740065,0.00036347687],"domain_scores_gemma":[0.9951277,0.0032907736,0.0005051692,0.00031412923,0.00069429167,0.000067945795],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01563672,0.00015649109,0.00038350912,0.00018432121,0.0006767642,0.0000871278,0.0012278847,0.0000681145,0.000101751575],"category_scores_gemma":[0.015029091,0.00008520785,0.0001115246,0.00090129167,0.00044713225,0.000114180286,0.00040678857,0.001850308,0.0000048818015],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017111056,0.0011633293,0.32072023,0.0031543719,0.0004094068,0.0000062167937,0.0092742955,0.023724882,0.002956279,0.23950209,0.002575809,0.394802],"study_design_scores_gemma":[0.00593823,0.0011844168,0.28087512,0.01886727,0.00007847691,0.00001648222,0.030507449,0.005536209,0.000117470394,0.013192143,0.6432379,0.00044886762],"about_ca_topic_score_codex":0.000629883,"about_ca_topic_score_gemma":0.00004539905,"teacher_disagreement_score":0.6406621,"about_ca_system_score_codex":0.00012648561,"about_ca_system_score_gemma":0.0003294532,"threshold_uncertainty_score":0.9932677},"labels":[],"label_agreement":null},{"id":"W1625322391","doi":"10.19173/irrodl.v14i3.1358","title":"Looking out and looking in: Exploring a case of faculty perceptions during e-learning staff development","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transformative learning; Distance education; Context (archaeology); Faculty development; Professional development; Psychology; Technology integration; Perception; Pedagogy; Educational technology; Mathematics education; Sociology; Geography","score_opus":0.1412262078798858,"score_gpt":0.4634839044025299,"score_spread":0.32225769652264413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1625322391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9920059,0.001947439,0.00004762274,0.00211231,0.000029872714,0.0005100482,0.0000042745846,0.000010085716,0.0033324575],"genre_scores_gemma":[0.9853169,0.013640398,0.00054698135,0.000008704831,0.00004033175,0.0000976408,0.000029545978,0.000008195902,0.00031131363],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9975468,0.00079931907,0.00049006275,0.00023741998,0.00058982114,0.00033658365],"domain_scores_gemma":[0.9986775,0.00061389105,0.00018312068,0.00008887594,0.0003508512,0.000085773805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005653155,0.00009774165,0.0002612886,0.00022809213,0.000565991,0.00019416334,0.00044233768,0.00004191631,0.0002650559],"category_scores_gemma":[0.0027939603,0.000079285506,0.000031333362,0.00045117093,0.00023620565,0.00059371314,0.00068624475,0.00086071517,0.00000714177],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006328077,0.00022707107,0.5662543,0.0026470947,0.000089741,0.0002001213,0.037343223,0.00079750887,0.0008088644,0.0047449595,0.00008071455,0.3867431],"study_design_scores_gemma":[0.0022323532,0.00017227425,0.13170364,0.04229607,0.000025665255,0.0001394463,0.721441,0.0022282708,0.00037293613,0.00082290324,0.097992234,0.00057325006],"about_ca_topic_score_codex":0.0036377185,"about_ca_topic_score_gemma":0.0010709044,"teacher_disagreement_score":0.6840977,"about_ca_system_score_codex":0.00017553926,"about_ca_system_score_gemma":0.00027826574,"threshold_uncertainty_score":0.5499166},"labels":[],"label_agreement":null},{"id":"W1625377685","doi":"10.19173/irrodl.v8i2.361","title":"Setting the New Standard with Mobile Computing in Online Learning","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":152,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Educational technology; Multimedia; Synchronous learning; Mobile device; Blended learning; Active learning (machine learning); Open learning; Class (philosophy); Experiential learning; Mobile technology; Personalized learning; Teaching method; World Wide Web; Cooperative learning; Mathematics education; Artificial intelligence; Psychology","score_opus":0.04047200275791634,"score_gpt":0.43107693332353236,"score_spread":0.390604930565616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1625377685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69854295,0.024998626,0.21147719,0.05083319,0.0003479351,0.0036944952,0.000011897866,0.00009873468,0.00999499],"genre_scores_gemma":[0.99095863,0.0031248003,0.0052513503,0.00020790327,0.000090204936,0.000023698683,0.000052295072,0.000010484895,0.00028061913],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99705476,0.0008251819,0.0004949197,0.0003231212,0.000926629,0.00037536558],"domain_scores_gemma":[0.9962867,0.0027382702,0.0002640471,0.0002955835,0.00034224452,0.00007318982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015834682,0.00010928667,0.00022037308,0.00017336161,0.0002544024,0.00030963597,0.0020987873,0.00003267386,0.00003381566],"category_scores_gemma":[0.0026401274,0.00006610979,0.000027429007,0.0012238454,0.0001429642,0.0003094448,0.0011888453,0.0014986586,0.000004502431],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014358402,0.00014672207,0.28900966,0.0005739661,0.00003677409,0.000038414706,0.0030518817,0.03392645,0.000068335416,0.010423183,0.0012795115,0.6613015],"study_design_scores_gemma":[0.0037363872,0.001295552,0.3176805,0.04878468,0.000018303874,0.00024521182,0.03412486,0.16917242,0.00037719274,0.0032166112,0.4206327,0.0007155884],"about_ca_topic_score_codex":0.00063670485,"about_ca_topic_score_gemma":0.00013839408,"teacher_disagreement_score":0.66058594,"about_ca_system_score_codex":0.00020044963,"about_ca_system_score_gemma":0.00034244225,"threshold_uncertainty_score":0.6511009},"labels":[],"label_agreement":null},{"id":"W1626531080","doi":"10.19173/irrodl.v15i6.1768","title":"Students’ perceived challenges in an online collaborative learning environment: A case of higher learning institutions in Nairobi, Kenya","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Commission for Science and Technology","keywords":"Collaborative learning; The Internet; Nonprobability sampling; Diversity (politics); Psychology; Distance education; Higher education; Educational technology; Computer science; Mathematics education; World Wide Web; Sociology; Political science","score_opus":0.1665366707551552,"score_gpt":0.48801704584261885,"score_spread":0.32148037508746363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1626531080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9737589,0.009849449,0.000019773239,0.006796781,0.000042512886,0.0007051707,0.000017322736,0.000011929902,0.008798189],"genre_scores_gemma":[0.9235166,0.07566793,0.00017565799,0.00002346282,0.000058143196,0.00004401233,0.00011064001,0.000009261546,0.00039434875],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99350774,0.0044524707,0.00055495114,0.00033659977,0.0008047817,0.00034343277],"domain_scores_gemma":[0.998069,0.001178553,0.00024959617,0.00014602089,0.00026467265,0.00009218423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010519411,0.00012657835,0.0003896241,0.00030778177,0.00036313361,0.000110098605,0.00087368937,0.000083219245,0.0002131304],"category_scores_gemma":[0.003923856,0.000105710984,0.00003882243,0.0007860744,0.00046966222,0.0004292911,0.0005507571,0.0014848955,0.000005279762],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028400242,0.001571397,0.705672,0.0011012097,0.00007785108,0.0002958853,0.020289397,0.022578914,0.00023219956,0.047244348,0.000040987226,0.2006118],"study_design_scores_gemma":[0.003070518,0.0007453386,0.23126322,0.014540137,0.00002354617,0.000026327934,0.20490298,0.004420516,0.000010894905,0.0008537329,0.53974247,0.00040030797],"about_ca_topic_score_codex":0.002661264,"about_ca_topic_score_gemma":0.005209328,"teacher_disagreement_score":0.5397015,"about_ca_system_score_codex":0.00023641842,"about_ca_system_score_gemma":0.00035153312,"threshold_uncertainty_score":0.64512146},"labels":[],"label_agreement":null},{"id":"W1628673156","doi":"10.19173/irrodl.v9i2.570","title":"The Personal Research Portal: The virtual faculty or the Net behind the classroom","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; The Internet; Educational technology; Faculty development; Pedagogy; Computer science; Multimedia; Mathematics education; Psychology; World Wide Web; Professional development","score_opus":0.22174807835316848,"score_gpt":0.521089374321382,"score_spread":0.29934129596821357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1628673156","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18524499,0.024429565,0.000032849483,0.7281639,0.0002952608,0.0031408062,0.00013088762,0.000029000852,0.058532737],"genre_scores_gemma":[0.89511716,0.08625987,0.000013859653,0.00041083954,0.00047150432,0.00015370038,0.000086683416,0.00001295039,0.017473409],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99019134,0.005512319,0.00044719878,0.0002812271,0.0029286433,0.00063924375],"domain_scores_gemma":[0.9883371,0.010147758,0.00019508865,0.0003433598,0.0008881596,0.0000885504],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.039774697,0.00012258894,0.00020104612,0.00005805507,0.0065832413,0.0006399821,0.0038236203,0.00006341432,0.0006026315],"category_scores_gemma":[0.0140283555,0.000038867285,0.00009815247,0.0009839732,0.0030943246,0.00025312018,0.0013160683,0.002806142,0.000035839203],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089221325,0.0003145261,0.041725922,0.00019669157,0.00036724843,0.000137615,0.024948977,0.00022125286,0.00003299328,0.14225586,0.39684343,0.39206326],"study_design_scores_gemma":[0.00022577462,0.000089693414,0.0048114383,0.0006906513,0.000007123475,0.000025904335,0.0874782,0.00050194433,0.000004223738,0.0007501738,0.90535164,0.00006326536],"about_ca_topic_score_codex":0.0035146016,"about_ca_topic_score_gemma":0.0025038319,"teacher_disagreement_score":0.72775304,"about_ca_system_score_codex":0.00011329613,"about_ca_system_score_gemma":0.0015202297,"threshold_uncertainty_score":0.9996187},"labels":[],"label_agreement":null},{"id":"W1631814954","doi":"10.19173/irrodl.v3i2.102","title":"Redefining the cost and complexity of library services for open and distance learning","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Information Society and Technology Trends","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Quality (philosophy); Service (business); Judgement; Activity-based costing; Class (philosophy); Higher education; Element (criminal law); Sociology; Computer science; Public relations; Business; World Wide Web; Knowledge management; Pedagogy; Political science; Marketing; Economics; Economic growth","score_opus":0.19744104215499836,"score_gpt":0.4517209188774246,"score_spread":0.25427987672242625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1631814954","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15437058,0.119118445,0.00088209426,0.35693702,0.00016134299,0.005695572,0.00046880162,0.00008186887,0.36228427],"genre_scores_gemma":[0.9345788,0.064092584,0.00025155826,0.00020710277,0.000014540218,0.0000679812,0.000064158776,0.0000034532195,0.0007198448],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988448,0.0003579263,0.00024800198,0.000112464906,0.00028554114,0.00015127369],"domain_scores_gemma":[0.99854213,0.0010210199,0.00018391892,0.0000829746,0.00013876989,0.000031184885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045852005,0.00005056369,0.00016389595,0.000035429362,0.0007368852,0.00027109132,0.00094344607,0.00003915332,0.00014608302],"category_scores_gemma":[0.00096075033,0.00003327283,0.000020405929,0.00032896575,0.000974554,0.0005389705,0.0009368036,0.00037213063,9.029121e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008009193,0.000042423446,0.10226444,0.0011931423,0.0000521699,9.164938e-7,0.0076081543,0.000016605234,0.000004546941,0.7785687,0.002701652,0.1074672],"study_design_scores_gemma":[0.00087218685,0.000088602035,0.014106162,0.0047550886,0.000011200226,0.000004390693,0.059674244,0.0059447214,0.000021528649,0.013775127,0.9006386,0.000108196604],"about_ca_topic_score_codex":0.0005842183,"about_ca_topic_score_gemma":0.000092818445,"teacher_disagreement_score":0.8979369,"about_ca_system_score_codex":0.000019149607,"about_ca_system_score_gemma":0.000039459665,"threshold_uncertainty_score":0.56676},"labels":[],"label_agreement":null},{"id":"W1632634971","doi":"10.19173/irrodl.v6i3.258","title":"The Effects of Linguistic Qualifiers and Intensifiers on Group Interaction and Performance in Computer-Supported Collaborative Argumentation","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Argumentation theory; Viewpoints; Argument (complex analysis); Computer-mediated communication; Psychology; Linguistics; Social psychology; Computer science; World Wide Web","score_opus":0.05539916384733805,"score_gpt":0.4739327677849075,"score_spread":0.41853360393756944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1632634971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99124736,0.003408929,0.00083816174,0.0010868938,0.00021941522,0.00057972455,0.0000059210956,0.0000047049443,0.0026088993],"genre_scores_gemma":[0.9962734,0.0032414626,0.00018347113,0.00006200316,0.000031354804,0.000042954867,0.000059516507,0.0000054349257,0.00010037956],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968234,0.002238151,0.00036403342,0.00018140799,0.0002488482,0.00014418428],"domain_scores_gemma":[0.99547935,0.003901884,0.00022833423,0.000095055104,0.00027673706,0.000018624785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077517093,0.00007961945,0.00019393073,0.00014588138,0.00015309222,0.0000649234,0.00020553978,0.00003140972,0.000009956716],"category_scores_gemma":[0.0028443716,0.000051944236,0.000012610738,0.00042108077,0.00027972585,0.00006840668,0.00013711605,0.0006772026,9.47849e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022263795,0.00035062167,0.47030246,0.0027552398,0.00018135672,0.000037298163,0.008814842,0.00020743551,0.00061829673,0.09490377,0.0013311695,0.41827115],"study_design_scores_gemma":[0.0021573314,0.0011718755,0.9550711,0.01309859,0.000016147294,0.000022866085,0.008042801,0.0055183335,0.0001919936,0.001817523,0.012734567,0.00015687197],"about_ca_topic_score_codex":0.00073065946,"about_ca_topic_score_gemma":0.000025681218,"teacher_disagreement_score":0.48476866,"about_ca_system_score_codex":0.000062251536,"about_ca_system_score_gemma":0.00002893503,"threshold_uncertainty_score":0.3405184},"labels":[],"label_agreement":null},{"id":"W1633117113","doi":"10.19173/irrodl.v16i1.1797","title":"The pixelated professor: Faculty in immersive virtual worlds","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Metaverse; Class (philosophy); Virtual world; Multimedia; Virtual reality; Computer science; Sociology; Psychology; Human–computer interaction; Artificial intelligence","score_opus":0.17829273513263644,"score_gpt":0.4823427320542521,"score_spread":0.30404999692161566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1633117113","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23360902,0.049446616,0.03331006,0.6072805,0.0005961946,0.007277875,0.0002005677,0.00006747172,0.0682117],"genre_scores_gemma":[0.98937386,0.009448025,0.000103843835,0.00019719382,0.000015249963,0.00009687972,0.000074379175,0.0000036814406,0.0006868682],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979267,0.0006351618,0.0003295246,0.00019332464,0.000676241,0.00023901011],"domain_scores_gemma":[0.9982088,0.0008320991,0.00012111177,0.0002851805,0.00046294715,0.00008983112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008252333,0.00006961181,0.00014996332,0.00008464224,0.00016970077,0.00030049565,0.0022855443,0.000027599142,0.0000074343743],"category_scores_gemma":[0.0034727068,0.00003964497,0.000024103545,0.0010084591,0.00016667873,0.00038887642,0.001417375,0.00059170136,0.000018550934],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018775492,0.00028522077,0.011014954,0.0002066295,0.00006739468,0.000018150306,0.0022505545,0.0005989461,0.00011353462,0.7245585,0.023979941,0.23671843],"study_design_scores_gemma":[0.0031828617,0.0005690727,0.046725485,0.010142787,0.000008408533,0.000041984684,0.01654451,0.057193145,0.0002937591,0.035096627,0.82981503,0.00038635288],"about_ca_topic_score_codex":0.00062425033,"about_ca_topic_score_gemma":0.00009656404,"teacher_disagreement_score":0.80583507,"about_ca_system_score_codex":0.00015065317,"about_ca_system_score_gemma":0.00030612352,"threshold_uncertainty_score":0.42471477},"labels":[],"label_agreement":null},{"id":"W1634346575","doi":"10.19173/irrodl.v4i1.117","title":"Videoconferencing in Theatre and Performance Studies","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Theatre and Performance Studies","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Videoconferencing; Teleconference; The Internet; Distance education; Integrated Services Digital Network; Multimedia; Computer science; Educational technology; Interactive video; Telecommunications; World Wide Web; Sociology; Pedagogy","score_opus":0.17025759410012414,"score_gpt":0.42552765163788253,"score_spread":0.2552700575377584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1634346575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7534439,0.09785301,8.906146e-7,0.00473663,0.000094931056,0.0004495862,0.000013828931,0.0000054652437,0.14340177],"genre_scores_gemma":[0.83399785,0.16544352,0.000006301064,0.00008055243,0.000027054875,0.00003573524,0.0000066508264,0.0000028916247,0.00039946593],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99904263,0.0002280707,0.00023319507,0.00012063072,0.00021969278,0.00015578799],"domain_scores_gemma":[0.9992202,0.00047374176,0.000051962652,0.00007433416,0.00016185275,0.000017913875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031729003,0.000069018395,0.000203883,0.00008852427,0.00022541593,0.0000947994,0.00023463492,0.000010580676,0.00016619361],"category_scores_gemma":[0.00040645307,0.000041693504,0.00001485435,0.00008849062,0.00030785985,0.00022254436,0.00025470983,0.0003172534,0.000004203259],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002118979,0.00013024957,0.43338874,0.006898051,0.00018170428,0.000014767718,0.0271103,0.0000636992,0.000020328926,0.36660585,0.0034562296,0.16191818],"study_design_scores_gemma":[0.0011504401,0.00027933693,0.015441163,0.026776647,0.000015546624,0.000015927446,0.11373616,0.00039030772,0.00008550373,0.006879875,0.83500445,0.00022461808],"about_ca_topic_score_codex":0.00025152395,"about_ca_topic_score_gemma":0.0004251507,"teacher_disagreement_score":0.8315483,"about_ca_system_score_codex":0.000034258795,"about_ca_system_score_gemma":0.0000441997,"threshold_uncertainty_score":0.18197036},"labels":[],"label_agreement":null},{"id":"W1634431212","doi":"10.19173/irrodl.v15i2.1709","title":"A framework for interaction and cognitive engagement in connectivist learning contexts","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"China Scholarship Council; Athabasca University","keywords":"Connectivism; Class (philosophy); Chen; Sensemaking; Cognition; Computer science; Psychology; Mathematics education; Learning theory; Artificial intelligence; Human–computer interaction","score_opus":0.11931690356272291,"score_gpt":0.5164465908273094,"score_spread":0.3971296872645865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1634431212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8265124,0.019412136,0.021742318,0.081827566,0.00032563542,0.00504574,0.000036255155,0.00004845689,0.045049503],"genre_scores_gemma":[0.9877079,0.011397257,0.00034678134,0.00012625763,0.00008179133,0.0001055421,0.000047502348,0.000005943534,0.00018098895],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968716,0.0020485267,0.00026410478,0.00020870999,0.00038178344,0.00022528511],"domain_scores_gemma":[0.99210215,0.0073360405,0.00014480155,0.000052480576,0.00031376982,0.00005074665],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014441469,0.00006872442,0.00020531006,0.00012099255,0.0003841341,0.00018261337,0.00031254103,0.000043245454,0.00008104203],"category_scores_gemma":[0.02607169,0.000054985667,0.000027218104,0.00030899027,0.0002185038,0.00022518875,0.0002591348,0.0009715564,0.0000027305089],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034928453,0.0001367712,0.120160386,0.00091396616,0.00005413828,0.0000040100463,0.0034722877,0.00010768221,0.00002171566,0.272305,0.0002013443,0.6022734],"study_design_scores_gemma":[0.0021902919,0.00047640808,0.023043929,0.036867518,0.000026185422,0.0000042996317,0.10116655,0.005392106,0.00003933133,0.027922185,0.8026146,0.0002565868],"about_ca_topic_score_codex":0.0008530515,"about_ca_topic_score_gemma":0.00037961197,"teacher_disagreement_score":0.8024133,"about_ca_system_score_codex":0.00008126999,"about_ca_system_score_gemma":0.00013999238,"threshold_uncertainty_score":0.98213214},"labels":[],"label_agreement":null},{"id":"W1636220691","doi":"10.19173/irrodl.v12i5.1051","title":"The impact of e-learning programs on the internationalization of the university","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Innovations and Challenges","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Internationalization; Distance education; Educational technology; Computer science; Higher education; E learning; Electronic learning; Mathematics education; Knowledge management; World Wide Web; Sociology; Pedagogy; The Internet; Business; Psychology; Economic growth; Economics","score_opus":0.18341983849209828,"score_gpt":0.42912794391376713,"score_spread":0.24570810542166885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1636220691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85492635,0.00897263,0.0063517503,0.07923521,0.00032130384,0.0023916573,0.000039049468,0.000023477545,0.047738574],"genre_scores_gemma":[0.99346703,0.006164916,0.000073023926,0.000021183794,0.000010810544,0.000011353483,0.000013217574,0.0000025150491,0.0002359628],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9983439,0.00064284436,0.00025502636,0.00011878421,0.00053249527,0.00010694179],"domain_scores_gemma":[0.99757975,0.0010439535,0.00028739873,0.00026017352,0.0008119125,0.000016800113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004004635,0.00005734603,0.000100550045,0.00006246594,0.0002820449,0.000060611175,0.0023949007,0.000018438157,0.00004512086],"category_scores_gemma":[0.0009160981,0.000025095538,0.000061298095,0.00079914357,0.0002878603,0.00015985062,0.00077568373,0.00037295232,0.0000015758279],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035263747,0.00014422051,0.02851887,0.00008864135,0.000065690314,4.0879112e-7,0.00071791414,0.00022980449,0.00002923694,0.9519356,0.0006175766,0.017616762],"study_design_scores_gemma":[0.0011039348,0.0009235151,0.8182464,0.016559497,0.000023718383,0.000023072935,0.02605057,0.03578987,0.0011070828,0.052345283,0.047521144,0.00030588446],"about_ca_topic_score_codex":0.0004849943,"about_ca_topic_score_gemma":0.000018131319,"teacher_disagreement_score":0.8995903,"about_ca_system_score_codex":0.00007700881,"about_ca_system_score_gemma":0.00020693836,"threshold_uncertainty_score":0.4450361},"labels":[],"label_agreement":null},{"id":"W1636476126","doi":"10.19173/irrodl.v15i2.1676","title":"Mobile cloud learning for higher education: A case study of Moodle in the cloud","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cloud computing; Computer science; Multimedia; Style (visual arts); Mobile device; M-learning; World Wide Web; Operating system","score_opus":0.10130890131341772,"score_gpt":0.45400105510101896,"score_spread":0.3526921537876012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1636476126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9597159,0.011740809,0.0070498954,0.0056502675,0.002388469,0.0037785517,0.0000018477034,0.00002143093,0.009652806],"genre_scores_gemma":[0.998349,0.00052450394,0.00022953199,0.00009875484,0.000334582,0.0001998353,0.000012740425,0.000004854884,0.00024621323],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99747,0.0012062022,0.0004090685,0.0002329089,0.00047779127,0.00020398079],"domain_scores_gemma":[0.99731046,0.0018566793,0.00017885414,0.00028033127,0.0003415038,0.000032169977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009738211,0.000081165046,0.0002186471,0.00011087263,0.00021196928,0.00018129281,0.0017468068,0.000023652554,0.000012146228],"category_scores_gemma":[0.0010912309,0.000051550956,0.000038147315,0.00064640224,0.000065548054,0.00017341517,0.0008606762,0.00052025757,0.0000021567007],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017388223,0.0030208875,0.10780187,0.0035172345,0.00012813887,0.00011600034,0.01920413,0.0040996294,0.000038730344,0.067235395,0.020123895,0.7745402],"study_design_scores_gemma":[0.0040765437,0.0028767393,0.018921796,0.007909066,0.000029734929,0.00040446452,0.032526232,0.08284666,0.00004982289,0.009754818,0.8401502,0.00045392936],"about_ca_topic_score_codex":0.0008703894,"about_ca_topic_score_gemma":0.000013754475,"teacher_disagreement_score":0.8200263,"about_ca_system_score_codex":0.00004895486,"about_ca_system_score_gemma":0.00013823007,"threshold_uncertainty_score":0.3375089},"labels":[],"label_agreement":null},{"id":"W1639820914","doi":"10.19173/irrodl.v9i1.486","title":"Using ICT and distance education to increase access, equity and quality of rural teachers’ professional development","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"School Choice and Performance","field":"Social Sciences","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Equity (law); Information and Communications Technology; Professional development; Distance education; Faculty development; Quality (philosophy); China; Rural area; Educational equity; Educational technology; Teacher education; Public relations; Pedagogy; Psychology; Sociology; Economic growth; Political science; Economics","score_opus":0.37357543796610565,"score_gpt":0.5965463250818215,"score_spread":0.22297088711571583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1639820914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98826027,0.0062800967,0.000041509786,0.0030035146,0.000042817755,0.00035141027,0.000009952012,0.000002163587,0.002008271],"genre_scores_gemma":[0.9814607,0.017805303,0.000184069,0.00011939334,0.000038013663,0.00002502479,0.000026595848,0.0000020527013,0.00033885505],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983237,0.00056510564,0.00026174955,0.00010110712,0.0006165704,0.00013176863],"domain_scores_gemma":[0.9990807,0.00039998084,0.0001198059,0.000064500855,0.00025163754,0.00008334636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006771685,0.000047025736,0.00014091832,0.00005282758,0.00040145888,0.000076330616,0.00047652688,0.000022379674,0.00005506474],"category_scores_gemma":[0.0023097396,0.000034471712,0.000010263102,0.00025081966,0.0002614634,0.00036714366,0.0009261011,0.00023371221,7.97374e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008161301,0.00005996237,0.96442425,0.00047589204,0.000008316798,3.3729285e-7,0.0030464574,0.000004054767,0.00006782478,0.0032516036,0.00049243396,0.02808723],"study_design_scores_gemma":[0.00022879982,0.000015179202,0.9442374,0.0050926404,0.000002383862,0.0000021365477,0.0047313483,0.000037191385,0.00004694938,0.00042060835,0.045116436,0.00006892606],"about_ca_topic_score_codex":0.009148362,"about_ca_topic_score_gemma":0.00085182925,"teacher_disagreement_score":0.044624,"about_ca_system_score_codex":0.00010255113,"about_ca_system_score_gemma":0.00067671953,"threshold_uncertainty_score":0.9974498},"labels":[],"label_agreement":null},{"id":"W1640980977","doi":"10.19173/irrodl.v10i5.746","title":"Incentives and Disincentives for the Use of OpenCourseWare","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Incentive; Certificate; Feeling; Psychology; Social psychology; Computer science; Economics","score_opus":0.16302986448733012,"score_gpt":0.46348162053614883,"score_spread":0.3004517560488187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1640980977","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2246082,0.12875922,0.09469958,0.5207569,0.0009276472,0.0114107635,0.00018360953,0.00007495854,0.018579151],"genre_scores_gemma":[0.9664336,0.031733267,0.0012276387,0.00021278317,0.000017337848,0.000031072275,0.000023494966,0.0000026316477,0.00031816008],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986894,0.00037245534,0.00025070447,0.00018191124,0.00035652684,0.00014900716],"domain_scores_gemma":[0.9974971,0.0017692145,0.00014815928,0.00017547548,0.00037157838,0.000038468937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032682668,0.00006221556,0.00015762428,0.00006350126,0.0002245298,0.00038845805,0.001348896,0.000016079863,0.000022133405],"category_scores_gemma":[0.0024566948,0.000036333015,0.000030332882,0.00036178768,0.0001749488,0.0006319598,0.0006951168,0.0002856873,0.0000010442757],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017438616,0.0003177067,0.04349804,0.00081686565,0.00008946889,0.000003077014,0.002225812,0.00042731562,0.00024641285,0.4665066,0.0067344764,0.47895986],"study_design_scores_gemma":[0.0017250808,0.0005745757,0.4084857,0.016055593,0.000025979507,0.000023228471,0.018535404,0.046856567,0.00034472925,0.008537733,0.498519,0.00031641035],"about_ca_topic_score_codex":0.00013366892,"about_ca_topic_score_gemma":0.000005937706,"teacher_disagreement_score":0.7418254,"about_ca_system_score_codex":0.000026154099,"about_ca_system_score_gemma":0.00010667405,"threshold_uncertainty_score":0.374591},"labels":[],"label_agreement":null},{"id":"W1641502221","doi":"10.19173/irrodl.v13i4.1222","title":"Mobile microblogging: Using Twitter and mobile devices in an online course to promote learning in authentic contexts","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Microblogging; Social media; Instructional design; Computer science; World Wide Web; Mobile device; M-learning; Multimedia; Perception; Computer-mediated communication; Psychology; The Internet","score_opus":0.10262935297906271,"score_gpt":0.4616754387029749,"score_spread":0.35904608572391217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1641502221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9856406,0.010574365,0.00063861156,0.0018380163,0.00007659459,0.0011205211,0.0000037517264,0.000010687984,0.00009686487],"genre_scores_gemma":[0.99625874,0.0013599694,0.0018535816,0.00015503913,0.000041135907,0.00016809705,0.000045656503,0.000010349664,0.00010744505],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973342,0.0010331799,0.0004534859,0.0003452563,0.00043077263,0.0004031348],"domain_scores_gemma":[0.99877554,0.00049135846,0.00016723745,0.0002468676,0.0001961167,0.00012288027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065402547,0.00012350515,0.00027085998,0.00028160788,0.00011023865,0.0002505714,0.0011541599,0.0000452486,0.000039974],"category_scores_gemma":[0.0008694044,0.00010075142,0.000020286203,0.0007630071,0.00010739783,0.00076935906,0.001064887,0.00082662917,0.000006632127],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036673737,0.0007458223,0.8931319,0.0008639478,0.000014306584,0.000009461608,0.008244544,0.0051595303,0.0011336665,0.0006935045,0.00006753491,0.0898991],"study_design_scores_gemma":[0.0023004224,0.0010117324,0.6928574,0.032592867,0.00002140737,0.00013474701,0.010679216,0.20109528,0.00030988065,0.0010214419,0.05724648,0.00072915165],"about_ca_topic_score_codex":0.00051577523,"about_ca_topic_score_gemma":0.00008970488,"teacher_disagreement_score":0.20027453,"about_ca_system_score_codex":0.00016760771,"about_ca_system_score_gemma":0.0001492432,"threshold_uncertainty_score":0.41085237},"labels":[],"label_agreement":null},{"id":"W1641551142","doi":"10.19173/irrodl.v4i1.122","title":"Libraries Without Walls 4: the delivery of library services to distant users","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Library Science and Administration","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"World Wide Web; Distance education; Computer science; Delivery system; Multimedia; Sociology; Medicine; Pedagogy","score_opus":0.08078235090004399,"score_gpt":0.4220856536332205,"score_spread":0.3413033027331765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1641551142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78952026,0.015774008,0.00005085495,0.09669605,0.00017053267,0.0015436903,0.00007113517,0.000019165647,0.09615431],"genre_scores_gemma":[0.98351425,0.0148728695,0.0001332958,0.00044876174,0.000024090397,0.000019984738,0.000027661057,0.0000033530164,0.00095574994],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99790853,0.0008592463,0.00025107944,0.00013803501,0.00067198055,0.00017112018],"domain_scores_gemma":[0.99885887,0.0007283323,0.0001061515,0.00012928426,0.00010835581,0.000068996844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003913289,0.000051979405,0.00012987053,0.00005517188,0.0003197523,0.00037240202,0.0012784309,0.00002099864,0.00031367698],"category_scores_gemma":[0.00084064185,0.000029682531,0.00002798444,0.00070352555,0.00039716717,0.0012662576,0.00033763854,0.00020485632,0.00000585323],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011524363,0.0000843491,0.3063245,0.0006029152,0.000028729655,0.0000050162366,0.0050972975,0.000051939896,0.00012823299,0.67535603,0.004152127,0.00805364],"study_design_scores_gemma":[0.00025913917,0.00012435441,0.024611164,0.0055905157,0.000007002391,0.0000019384572,0.04763453,0.00011398538,0.0007613168,0.015108464,0.90566814,0.00011944908],"about_ca_topic_score_codex":0.0008724086,"about_ca_topic_score_gemma":0.00011823569,"teacher_disagreement_score":0.901516,"about_ca_system_score_codex":0.000016500715,"about_ca_system_score_gemma":0.00047819444,"threshold_uncertainty_score":0.35910812},"labels":[],"label_agreement":null},{"id":"W1644003768","doi":"10.19173/irrodl.v4i2.142","title":"Second Language Acquisition Theories as a Framework for Creating Distance Learning Courses","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Language acquisition; Computer science; Educational technology; Mathematics education; Second-language acquisition; Learning theory; Pedagogy; Multimedia; Sociology; Linguistics; Psychology","score_opus":0.06206372601113183,"score_gpt":0.4319884783176093,"score_spread":0.3699247523064775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1644003768","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34378394,0.093980744,0.010560052,0.009372982,0.00058012176,0.002715348,0.00024452744,0.0001260858,0.5386362],"genre_scores_gemma":[0.9906228,0.002767241,0.00031611294,0.00019117379,0.00014629222,0.000099455036,0.00014942396,0.00001599353,0.0056914636],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99788654,0.000909543,0.00031709194,0.0002213485,0.00040387845,0.00026157565],"domain_scores_gemma":[0.99625,0.0030773117,0.00019762074,0.00013192369,0.00029751993,0.0000456278],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006579159,0.00011130701,0.00024164302,0.00008205257,0.00080558716,0.00048764562,0.0004638235,0.000034617937,0.0021994282],"category_scores_gemma":[0.009152167,0.00008043811,0.000059759972,0.000108409164,0.00028395036,0.00024684533,0.00015040781,0.00094960304,0.000012404576],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006673686,0.000037249643,0.0034513809,0.00083997875,0.000033462373,0.000004103009,0.008346905,0.00006816113,0.000019934845,0.98225874,0.00034051153,0.0045328415],"study_design_scores_gemma":[0.0006787989,0.000258222,0.00040802016,0.018140772,0.000019561447,0.000014726829,0.12293859,0.00059712364,0.00012525012,0.0731737,0.783415,0.00023023816],"about_ca_topic_score_codex":0.00021169899,"about_ca_topic_score_gemma":0.00006360306,"teacher_disagreement_score":0.90908504,"about_ca_system_score_codex":0.0000596162,"about_ca_system_score_gemma":0.000084881096,"threshold_uncertainty_score":0.99919415},"labels":[],"label_agreement":null},{"id":"W1644621848","doi":"10.19173/irrodl.v15i1.1664","title":"A case study of integrating Interwise: Interaction, internet self-efficacy, and satisfaction in synchronous online learning environments","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"The Internet; Psychology; Videoconferencing; Self-efficacy; Distance education; Perception; Computer-mediated communication; Online chat; Class (philosophy); Educational technology; Multimedia; Computer science; Mathematics education; World Wide Web; Social psychology; Artificial intelligence","score_opus":0.06024771349641122,"score_gpt":0.4450189759731241,"score_spread":0.3847712624767129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1644621848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9962928,0.0009417737,0.00014448709,0.0009560938,0.000055698325,0.000685705,0.0000036189804,0.000010103325,0.00090969517],"genre_scores_gemma":[0.9930286,0.0065199104,0.00019880493,0.00001904813,0.00005102968,0.000029855613,0.000030392333,0.000009118974,0.00011324956],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99571615,0.0025908921,0.00060336123,0.00028722233,0.0005688228,0.00023354501],"domain_scores_gemma":[0.99768746,0.0016655398,0.0003166187,0.00012076255,0.00014266014,0.000066966706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075820847,0.00011430687,0.00032282431,0.000242058,0.00021179648,0.00012625719,0.00043067493,0.000050895746,0.00008961319],"category_scores_gemma":[0.0044698683,0.00009091294,0.000026995081,0.00047874448,0.00019096221,0.00034410832,0.00060168817,0.0012037999,0.0000021701692],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012628293,0.0010753429,0.5155778,0.00049615727,0.000084564024,0.000101299396,0.013751314,0.0005590035,0.00007313739,0.0011308898,0.00005109015,0.46697316],"study_design_scores_gemma":[0.005334633,0.002340228,0.13956937,0.020918325,0.00007483892,0.00036495575,0.7150134,0.03106204,0.000036729805,0.0003138458,0.08449267,0.0004789869],"about_ca_topic_score_codex":0.018579248,"about_ca_topic_score_gemma":0.006627805,"teacher_disagreement_score":0.70126206,"about_ca_system_score_codex":0.00021048417,"about_ca_system_score_gemma":0.00010742105,"threshold_uncertainty_score":0.9879561},"labels":[],"label_agreement":null},{"id":"W1644681929","doi":"10.19173/irrodl.v3i2.105","title":"Gagne's and Laurillard's Models of Instruction Applied to Distance Education: A theoretically driven evaluation of an online curriculum in public health","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Distance education; Class (philosophy); Mathematics education; Psychology; Instructional design; Pedagogy; Course evaluation; Teaching method; Public health; Medical education; Higher education; Computer science; Medicine; Political science","score_opus":0.17024802549566437,"score_gpt":0.48184449549660663,"score_spread":0.31159647000094226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1644681929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94103616,0.008777568,0.0003967107,0.034221854,0.00005102918,0.0015327125,0.000043198488,0.000006315702,0.013934455],"genre_scores_gemma":[0.98268056,0.016047556,0.0010291089,0.00005425048,0.0000356519,0.000039152033,0.00008418195,0.0000037250798,0.000025787813],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968594,0.0014157499,0.00040918335,0.00017825971,0.00096514425,0.0001722681],"domain_scores_gemma":[0.9986308,0.0002364906,0.00019927183,0.00011260688,0.00073179224,0.00008903258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010498682,0.000055883458,0.00021616602,0.00016316463,0.00011676952,0.000053972424,0.0004204683,0.000030513303,0.00011829341],"category_scores_gemma":[0.0024126826,0.00004434242,0.000017035072,0.00073677715,0.00025356625,0.00026638433,0.00017305142,0.00028758487,4.9639453e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027667471,0.00042437285,0.013164135,0.00042226614,0.000011461237,2.566942e-7,0.002181064,0.0010464799,0.000012793974,0.33228263,0.00010023248,0.6503266],"study_design_scores_gemma":[0.0060921693,0.0013774815,0.07682973,0.03583838,0.00006355736,0.000017886125,0.24502522,0.31813222,0.000038121972,0.12934159,0.18647751,0.0007661367],"about_ca_topic_score_codex":0.0010540709,"about_ca_topic_score_gemma":0.0008865985,"teacher_disagreement_score":0.6495605,"about_ca_system_score_codex":0.00014569933,"about_ca_system_score_gemma":0.0006562788,"threshold_uncertainty_score":0.36386544},"labels":[],"label_agreement":null},{"id":"W1645210034","doi":"10.19173/irrodl.v6i2.235","title":"Navigating Distance and Traditional Higher Education: Online faculty experiences","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Higher education; Incentive; Institution; Asynchronous communication; Focus group; Sociology; Legitimacy; Psychology; Pedagogy; Perception; Academic freedom; Medical education; Public relations; Political science; Social science; Computer science; Medicine","score_opus":0.16806164345785637,"score_gpt":0.5230680348399914,"score_spread":0.3550063913821351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1645210034","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74633116,0.038336836,0.000045414865,0.19136515,0.00018297568,0.0006392901,0.00008242154,0.000020297,0.02299647],"genre_scores_gemma":[0.97937006,0.017729802,0.00089477084,0.0002849614,0.0003650042,0.000062939434,0.00024472157,0.000004147255,0.0010435977],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982485,0.0004568196,0.00025638065,0.00018061658,0.0006751293,0.00018251967],"domain_scores_gemma":[0.99895024,0.00054000615,0.0001118109,0.000068841044,0.0002556216,0.000073486684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003076599,0.00006285942,0.00013745835,0.00002731504,0.00043858663,0.00016814169,0.00054324284,0.000030159948,0.0005907946],"category_scores_gemma":[0.0010671307,0.00004627011,0.000022540296,0.00034752107,0.00033451896,0.00038929848,0.0001988882,0.00062065077,0.0000035419484],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043443826,0.0003817617,0.036644243,0.0004086221,0.000026062498,0.000003747773,0.0054439045,0.00006791985,0.00001723051,0.1516066,0.0036828541,0.8016736],"study_design_scores_gemma":[0.00020597284,0.000028625627,0.007852756,0.0049743038,0.0000033822325,0.0000037098189,0.048689857,0.00025713505,0.000006873971,0.0014024456,0.93649465,0.00008028416],"about_ca_topic_score_codex":0.0005649354,"about_ca_topic_score_gemma":0.00016328826,"teacher_disagreement_score":0.9328118,"about_ca_system_score_codex":0.0000865539,"about_ca_system_score_gemma":0.00039722837,"threshold_uncertainty_score":0.64687866},"labels":[],"label_agreement":null},{"id":"W1646149266","doi":"10.19173/irrodl.v3i2.85","title":"Integrated Collaborative Tools","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University; Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Computer science; Asynchronous communication; Polling; Distance education; Product (mathematics); Multimedia; Teleconference; Software; Videoconferencing; Multitude; File format; World Wide Web; Telecommunications; Database","score_opus":0.1480221976651839,"score_gpt":0.4793418569833897,"score_spread":0.33131965931820584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1646149266","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09492135,0.07478946,0.00020795298,0.21238133,0.00028312975,0.0026032033,0.00016920129,0.000057421395,0.61458695],"genre_scores_gemma":[0.8209309,0.17364532,0.0004917002,0.00024380677,0.00012069917,0.00006494974,0.00011850843,0.000008137002,0.004375978],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972391,0.0014085086,0.0002610275,0.00015981382,0.0007016328,0.00022992314],"domain_scores_gemma":[0.9978224,0.0012676534,0.00010556453,0.00009901429,0.0006427062,0.00006265749],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006832356,0.000061861465,0.00017668842,0.00009145052,0.0003584861,0.000270332,0.00086855364,0.000037196438,0.0015469856],"category_scores_gemma":[0.008531493,0.0000428681,0.000027271195,0.0010983074,0.00034009258,0.00034957897,0.0003110529,0.0006611447,0.000036987065],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009166899,0.00027641476,0.03212953,0.00054045534,0.000086451,0.0000323376,0.0034460889,0.00008073704,0.00008570427,0.14560214,0.031176891,0.7864516],"study_design_scores_gemma":[0.00023695234,0.000042798536,0.00063705357,0.0031043894,0.0000032561352,0.0000013391369,0.01909239,0.00043401512,0.000011159426,0.00063281885,0.975747,0.00005685569],"about_ca_topic_score_codex":0.0008464254,"about_ca_topic_score_gemma":0.00021952488,"teacher_disagreement_score":0.94457006,"about_ca_system_score_codex":0.00010840982,"about_ca_system_score_gemma":0.0002684376,"threshold_uncertainty_score":0.99982005},"labels":[],"label_agreement":null},{"id":"W1647193109","doi":"10.19173/irrodl.v12i3.902","title":"Connectivism: Its place in theory-informed research and innovation in technology-enabled learning","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":388,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Connectivism; Sociotechnical system; Rigour; Scope (computer science); Learning theory; Educational technology; Context (archaeology); Variety (cybernetics); Instructional design; Sociology; Knowledge management; Successor cardinal; Engineering ethics; Computer science; Pedagogy; Epistemology; Engineering","score_opus":0.14894937584019272,"score_gpt":0.4655599490460024,"score_spread":0.31661057320580965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1647193109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9261891,0.01139668,0.0020704416,0.032837074,0.00007271499,0.0014862835,0.000006165636,0.000060783266,0.02588074],"genre_scores_gemma":[0.98945963,0.009308198,0.0005042017,0.000046607947,0.000011260381,0.00005466424,0.000016756565,0.0000066739517,0.00059202197],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99694663,0.0011303251,0.0005501187,0.00034432797,0.0006337991,0.00039482152],"domain_scores_gemma":[0.9969592,0.0019134007,0.00016450786,0.00022178935,0.0007014723,0.00003961206],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021433957,0.000101114194,0.00026850848,0.0015375911,0.00017290885,0.00017830839,0.0015221414,0.00007871587,0.000030012932],"category_scores_gemma":[0.014798919,0.000077418634,0.000014172286,0.00519707,0.00025908643,0.00050243904,0.0016838314,0.002129657,0.000008761537],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013450833,0.00016857573,0.14204009,0.00064968545,0.000019592371,0.00004528711,0.0012451701,0.00024089565,0.0001068416,0.8212486,0.00011275624,0.033988032],"study_design_scores_gemma":[0.0071508125,0.001959445,0.11512224,0.057319883,0.000010606374,0.00015297082,0.03271044,0.24900995,0.0014169315,0.49876207,0.03547116,0.00091349485],"about_ca_topic_score_codex":0.0002420731,"about_ca_topic_score_gemma":0.000062452826,"teacher_disagreement_score":0.3224865,"about_ca_system_score_codex":0.0001444479,"about_ca_system_score_gemma":0.00030564057,"threshold_uncertainty_score":0.9934999},"labels":[],"label_agreement":null},{"id":"W1649631076","doi":"10.19173/irrodl.v3i2.104","title":"Online Education Systems in Scandinavian and Australian Universities: A Comparative Study","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Norwegian; Higher education; Learning Management; Public relations; Coercion (linguistics); Political science; Management system; Comparative education; Knowledge management; Sociology; Computer science; Economic growth; Economics; Management; World Wide Web","score_opus":0.17592287693154135,"score_gpt":0.5091374804789948,"score_spread":0.3332146035474534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1649631076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96330225,0.009931642,0.0000021452229,0.011713575,0.00005957402,0.0009634093,0.000021598937,0.000005541925,0.014000279],"genre_scores_gemma":[0.98367125,0.013682675,0.000024478544,0.000018435598,0.000043821998,0.00001855671,0.000039337046,0.0000022535369,0.002499165],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99779254,0.0012453375,0.00021638395,0.00014935769,0.0004348595,0.00016151402],"domain_scores_gemma":[0.99915075,0.00043319905,0.00008879013,0.00006866684,0.00020358105,0.00005501064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034537888,0.0000546317,0.00017949715,0.00015036436,0.00022310994,0.0001473608,0.0004248099,0.000023856373,0.00014385334],"category_scores_gemma":[0.0004002981,0.00004291389,0.00001249482,0.000539742,0.00020066727,0.00024571933,0.00019455644,0.0004472049,0.000003474176],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013449095,0.0028821672,0.80388516,0.0014565496,0.00010885547,0.000048810136,0.0401098,0.00041688143,0.000012046051,0.046311278,0.006227302,0.098406635],"study_design_scores_gemma":[0.0005974351,0.00014373261,0.03547249,0.007180401,0.000007574495,0.0000033344288,0.76695675,0.001124089,4.782257e-7,0.00015876157,0.18826775,0.000087194596],"about_ca_topic_score_codex":0.012364799,"about_ca_topic_score_gemma":0.0015268404,"teacher_disagreement_score":0.7684127,"about_ca_system_score_codex":0.00019164073,"about_ca_system_score_gemma":0.00023457574,"threshold_uncertainty_score":0.994212},"labels":[],"label_agreement":null},{"id":"W1650240198","doi":"10.19173/irrodl.v8i2.438","title":"The World-Wide Inaccessible Web, Part 1: Browsing","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital Accessibility for Disabilities","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"International Development Research Centre","keywords":"Formative assessment; World Wide Web; The Internet; Sri lanka; Calculator; South asia; Computer science; Sociology","score_opus":0.12444187240285523,"score_gpt":0.5040040938212536,"score_spread":0.37956222141839835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1650240198","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18585294,0.02000691,0.000033798784,0.047932707,0.0002580171,0.0011532209,0.000026848411,0.000025729203,0.74470985],"genre_scores_gemma":[0.9770217,0.016560785,0.000021703647,0.00017865446,0.0000867013,0.000033569428,0.000024702169,0.0000057626303,0.0060664024],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971602,0.000686766,0.00046412848,0.00019484814,0.0010950796,0.0003989824],"domain_scores_gemma":[0.9929361,0.00621134,0.00014728472,0.00019707099,0.00042263,0.000085611864],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.027554644,0.00007055957,0.00016091911,0.00008897565,0.0008331485,0.00084531633,0.0018283293,0.000024727837,0.00021871812],"category_scores_gemma":[0.015124013,0.000042555293,0.00005017784,0.000982316,0.0012011256,0.0006566333,0.00088987633,0.000488425,0.000013545198],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018942452,0.00016498123,0.44537422,0.0007624976,0.000045963636,0.000008808483,0.0009521791,0.000012601394,0.0000107945025,0.36198312,0.01531064,0.17518477],"study_design_scores_gemma":[0.00019022799,0.000021568077,0.0138966,0.0042620064,0.0000032979208,8.489134e-7,0.0162147,0.000040499326,0.000034698776,0.02185188,0.94340855,0.00007509204],"about_ca_topic_score_codex":0.0022222183,"about_ca_topic_score_gemma":0.009171713,"teacher_disagreement_score":0.92809796,"about_ca_system_score_codex":0.00023197336,"about_ca_system_score_gemma":0.0003256615,"threshold_uncertainty_score":0.993172},"labels":[],"label_agreement":null},{"id":"W1651886583","doi":"10.19173/irrodl.v13i3.1166","title":"Learning in educational computer games for novices: The impact of support provision types on virtual presence, cognitive load, and learning outcomes","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Games and Gamification","field":"Psychology","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognitive load; Educational technology; Computer science; Cognition; Affect (linguistics); Cognitive style; Psychology; Experiential learning; Human–computer interaction; Cognitive psychology; Applied psychology; Mathematics education","score_opus":0.09338338165118275,"score_gpt":0.5024556109146319,"score_spread":0.4090722292634491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1651886583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9816138,0.0047970666,0.00021761544,0.0075474195,0.00015449809,0.0014320641,0.000048171518,0.0000055625037,0.0041837823],"genre_scores_gemma":[0.9959037,0.0018998652,0.000054818538,0.00008262138,0.000088320354,0.0002018909,0.00027035238,0.000008945616,0.0014895366],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99778473,0.00094811665,0.00038455278,0.00021141312,0.00043494412,0.00023625925],"domain_scores_gemma":[0.9921595,0.0069495277,0.00025667888,0.00010664925,0.00047590683,0.000051767387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070103444,0.00010469881,0.00023263352,0.00013462303,0.0001380797,0.0000651318,0.0003929147,0.000043810585,0.000309832],"category_scores_gemma":[0.0042033424,0.000061462895,0.0000582466,0.00027907497,0.00020633191,0.00018614282,0.00021076188,0.00065694825,0.000011102418],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039032268,0.00043596467,0.87246853,0.0002523129,0.000112326445,3.5294525e-7,0.0047228057,0.00047678084,0.00001791558,0.016305676,0.0011644107,0.10365259],"study_design_scores_gemma":[0.0008177427,0.0006091236,0.9734888,0.0026086343,0.000012751402,0.000008473732,0.009460758,0.0016684651,0.000007225767,0.00038264671,0.010840889,0.00009445373],"about_ca_topic_score_codex":0.0007491913,"about_ca_topic_score_gemma":0.000015112333,"teacher_disagreement_score":0.10355814,"about_ca_system_score_codex":0.00009208768,"about_ca_system_score_gemma":0.0002434991,"threshold_uncertainty_score":0.5032097},"labels":[],"label_agreement":null},{"id":"W1653960460","doi":"10.19173/irrodl.v8i3.458","title":"Combating HIV/AIDS Epidemic in Nigeria: Responses from National Open University of Nigeria (NOUN)","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"HIV/AIDS Impact and Responses","field":"Economics, Econometrics and Finance","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Noun; Mandate; Focus group; Charter; Political science; Sociology; Medicine; Economic growth; Public relations; Linguistics; Economics; Law","score_opus":0.12042169689215174,"score_gpt":0.4059812029922649,"score_spread":0.28555950610011316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1653960460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.931068,0.0149433045,0.0011854772,0.00677894,0.00009395319,0.0008800625,0.0010351173,0.0000067459296,0.04400839],"genre_scores_gemma":[0.9861968,0.011442213,0.0006495599,0.000091422466,0.000025982388,0.00000397762,0.00018066772,0.0000075727476,0.001401768],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980996,0.0004913496,0.00070376263,0.00025193457,0.00021444054,0.00023886186],"domain_scores_gemma":[0.99583626,0.0033417346,0.00039397608,0.00016302853,0.00020362884,0.000061378196],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019871255,0.00008862071,0.0004434822,0.0003361449,0.00012692415,0.0000894787,0.0014083907,0.00005925338,0.00060919346],"category_scores_gemma":[0.009399696,0.000081189784,0.000053496406,0.00062176835,0.00022245971,0.00033829003,0.00095588714,0.00046947924,0.000032121912],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013128503,0.0001595063,0.91952455,0.00024398215,0.00007766699,0.00002322193,0.00079428364,0.00006502922,0.00019326444,0.071426064,0.0025236919,0.0036559054],"study_design_scores_gemma":[0.0053085084,0.00039442093,0.62498546,0.01454361,0.000008365677,0.000016861639,0.020312108,0.002348931,0.00027954773,0.0780449,0.25321797,0.00053933874],"about_ca_topic_score_codex":0.0023191082,"about_ca_topic_score_gemma":0.00036181576,"teacher_disagreement_score":0.2945391,"about_ca_system_score_codex":0.00021149726,"about_ca_system_score_gemma":0.00019094931,"threshold_uncertainty_score":0.9989445},"labels":[],"label_agreement":null},{"id":"W1655426268","doi":"10.19173/irrodl.v5i3.207","title":"Use of Distance Education by Religions of the World to Train, Edify, and Educate Adherents","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Media, Religion, Digital Communication","field":"Arts and Humanities","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Religious education; Hinduism; Buddhism; Sociology; Politics; Islam; Judaism; Religious studies; Theology; Pedagogy; Political science; Law; Philosophy","score_opus":0.14814128192450438,"score_gpt":0.42236150733610106,"score_spread":0.2742202254115967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1655426268","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62743205,0.07294305,0.00015261168,0.10744574,0.00062239333,0.0046360055,0.0008725418,0.00001827161,0.18587735],"genre_scores_gemma":[0.98242635,0.015348612,0.00003478168,0.00018512976,0.00002452383,0.00005941265,0.000120890334,0.000005455281,0.0017948222],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988309,0.00021790765,0.00035063332,0.00011287424,0.00038658982,0.00010109175],"domain_scores_gemma":[0.99867815,0.00041430644,0.0001863297,0.00023805756,0.0004390961,0.00004404512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011161274,0.00006231758,0.00015541083,0.00008321869,0.0001383029,0.0001403917,0.00069752295,0.000012014983,0.000049424347],"category_scores_gemma":[0.001566749,0.000039280352,0.00003041887,0.00020959026,0.00039939393,0.00021478791,0.00041779497,0.00024640534,0.0000017278865],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014098755,0.00059228635,0.0114866,0.001783503,0.00006263255,2.63184e-7,0.0045130565,0.00006348859,0.00029090812,0.8719023,0.07764972,0.031514283],"study_design_scores_gemma":[0.00057193503,0.00014607985,0.00793407,0.030039463,0.00002279383,0.0000035810995,0.0022767014,0.000041158517,0.00059803337,0.05401418,0.9041907,0.00016130034],"about_ca_topic_score_codex":0.002311441,"about_ca_topic_score_gemma":0.000978576,"teacher_disagreement_score":0.826541,"about_ca_system_score_codex":0.00005833274,"about_ca_system_score_gemma":0.00023135415,"threshold_uncertainty_score":0.34942228},"labels":[],"label_agreement":null},{"id":"W1656218917","doi":"10.19173/irrodl.v10i6.765","title":"Online and blended communities of inquiry: Exploring the developmental and perceptional differences","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":255,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Community of inquiry; Blended learning; Online community; Context (archaeology); Psychology; Multimethodology; Qualitative property; Qualitative research; Cognition; Perception; Mathematics education; Pedagogy; Educational technology; Sociology; Computer science; World Wide Web","score_opus":0.2658727945189318,"score_gpt":0.4789870909295514,"score_spread":0.21311429641061957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1656218917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9748497,0.0043049315,0.00001006016,0.0188199,0.000023960632,0.00022358767,0.000016284004,0.0000041006692,0.001747494],"genre_scores_gemma":[0.913666,0.08582341,0.0002478079,0.00007424367,0.0000453689,0.000010851938,0.000044838718,0.0000019524803,0.00008551301],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99823296,0.00078230986,0.00023219598,0.000093122595,0.0005128578,0.00014655151],"domain_scores_gemma":[0.99860805,0.0010296968,0.00008612769,0.000058616526,0.00017941107,0.00003809651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041195033,0.00005919954,0.00016332518,0.00006918675,0.00046010985,0.00010841261,0.000519204,0.000019468866,0.000088505316],"category_scores_gemma":[0.00096410443,0.00003606615,0.000016441807,0.00022627942,0.0006792548,0.00023895444,0.00038084385,0.00044931663,5.0401917e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012777484,0.00025292102,0.3091859,0.0005415941,0.00006821385,0.000004116421,0.02372168,0.000017929662,0.00014423268,0.06786736,0.0003750898,0.5976932],"study_design_scores_gemma":[0.00047974338,0.0001422226,0.58629704,0.0060423817,0.000010629355,0.00001025057,0.35386968,0.0003030658,0.000012886065,0.0036907638,0.04902825,0.00011311973],"about_ca_topic_score_codex":0.0010085283,"about_ca_topic_score_gemma":0.0005015472,"teacher_disagreement_score":0.5975801,"about_ca_system_score_codex":0.00003557414,"about_ca_system_score_gemma":0.00020622966,"threshold_uncertainty_score":0.35388395},"labels":[],"label_agreement":null},{"id":"W1656837960","doi":"10.19173/irrodl.v12i7.1023","title":"Pointillist, cyclical, and overlapping: Multidimensional facets of time in online education","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Timeline; Context (archaeology); Personalization; Computer science; Sociology; Mathematics education; Psychology; Pedagogy; World Wide Web; Mathematics","score_opus":0.10295452018270887,"score_gpt":0.4628504546113719,"score_spread":0.3598959344286631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1656837960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9776972,0.004778523,0.000007458489,0.008671936,0.000037575246,0.0005631618,0.00002777071,0.0000066033053,0.008209792],"genre_scores_gemma":[0.9814901,0.017667009,0.00030426923,0.00009838095,0.000011159062,0.000009964749,0.000039215895,0.0000033236267,0.0003766147],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985606,0.00044388758,0.00027477703,0.00013310528,0.0004312902,0.00015635957],"domain_scores_gemma":[0.9992239,0.0002834266,0.00013017736,0.000093624134,0.00022165856,0.00004722333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036778203,0.00005116261,0.0001717597,0.00012942273,0.0000982844,0.000022322272,0.0005055845,0.000048755093,0.0001865811],"category_scores_gemma":[0.0040991204,0.00003973743,0.000018403241,0.00032598767,0.00049488846,0.00015120898,0.00041383598,0.00037741015,0.0000042083534],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034901488,0.001982095,0.8353528,0.0011590592,0.00006167107,0.000009576047,0.0031197406,0.000007857478,0.0018897058,0.044128638,0.0048992317,0.10704062],"study_design_scores_gemma":[0.0013233868,0.0001507237,0.92154205,0.020612357,0.000009984575,0.000010160325,0.01410293,0.000616021,0.00028082577,0.0062635355,0.034901075,0.00018694288],"about_ca_topic_score_codex":0.0057508512,"about_ca_topic_score_gemma":0.00024604634,"teacher_disagreement_score":0.10685368,"about_ca_system_score_codex":0.0000771296,"about_ca_system_score_gemma":0.00024820305,"threshold_uncertainty_score":0.8693605},"labels":[],"label_agreement":null},{"id":"W1658519628","doi":"10.19173/irrodl.v7i1.308","title":"Best Practices in Synchronous Conferencing Moderation","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Teleconference; Moderation; Session (web analytics); Videoconferencing; Asynchronous communication; Distance education; Software; Multimedia; Computer-mediated communication; World Wide Web; The Internet; Psychology; Computer network; Mathematics education","score_opus":0.1719199814035248,"score_gpt":0.5297435707970125,"score_spread":0.3578235893934877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1658519628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50684965,0.018636154,0.0004708956,0.11102347,0.00027317685,0.0018170185,0.000019121886,0.00001632004,0.3608942],"genre_scores_gemma":[0.9819732,0.016701126,0.0000767252,0.0000716373,0.00008687511,0.00006037217,0.00007290844,0.000002480625,0.00095468416],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980405,0.00090020656,0.00026464922,0.00012917952,0.000527444,0.00013803746],"domain_scores_gemma":[0.9985137,0.00071500294,0.00020902623,0.00007410972,0.00046429905,0.000023865527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070194895,0.00004098626,0.00010270875,0.00009808324,0.00024747898,0.00029114017,0.00042834075,0.000030334855,0.00016401986],"category_scores_gemma":[0.0047358903,0.000033291875,0.000011164802,0.00054907217,0.00014163429,0.0004284025,0.000112108835,0.00029321958,0.000008611708],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001060396,0.00055242336,0.19919005,0.0007021678,0.000017728977,0.000008232446,0.003845799,0.0015779014,0.00024105546,0.72885394,0.004630224,0.060274415],"study_design_scores_gemma":[0.001836759,0.00018315659,0.10420442,0.019991195,0.000019801304,0.000007767957,0.14219363,0.014795068,0.00019378822,0.04121402,0.67494625,0.0004141612],"about_ca_topic_score_codex":0.028329074,"about_ca_topic_score_gemma":0.0078027337,"teacher_disagreement_score":0.68763995,"about_ca_system_score_codex":0.00021111353,"about_ca_system_score_gemma":0.0006261158,"threshold_uncertainty_score":0.97814137},"labels":[],"label_agreement":null},{"id":"W1662884377","doi":"10.19173/irrodl.v14i4.1557","title":"Power distance in online learning: Experience of Chinese learners in U.S. higher education","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mainland China; Psychology; Distance education; Pedagogy; China; Educational technology; Perception; Class (philosophy); Mathematics education; Political science; Computer science","score_opus":0.1362939257169186,"score_gpt":0.5384743500490335,"score_spread":0.402180424332115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1662884377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91582894,0.020759862,0.0000065841004,0.033652447,0.00019883437,0.0007781482,0.000009497798,0.0000054585435,0.02876022],"genre_scores_gemma":[0.9840726,0.011403942,0.00005922679,0.00023237662,0.000018586696,0.00029825125,0.00014411597,0.0000072278744,0.0037636403],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977095,0.00097318756,0.00058098685,0.00020609025,0.00034027288,0.0001899687],"domain_scores_gemma":[0.9983638,0.00071396097,0.00021534575,0.00030391233,0.00034994038,0.00005302118],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020436016,0.00008098921,0.00022783707,0.00022814053,0.000054549022,0.000040336276,0.0009633493,0.000045699424,0.005036542],"category_scores_gemma":[0.0013454083,0.00006191031,0.000026158721,0.0008892172,0.00019519452,0.00017858294,0.00032836996,0.0008874844,0.000022743769],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053370833,0.00047486657,0.96173865,0.0002951764,0.000006303121,7.1622344e-7,0.003993107,0.00003794513,0.00002937001,0.017581863,0.00080335356,0.014985268],"study_design_scores_gemma":[0.00037421545,0.00004069342,0.914127,0.0028880124,5.671913e-7,0.0000021791295,0.02559808,0.00009945839,0.0000013171057,0.001171548,0.055634234,0.00006269351],"about_ca_topic_score_codex":0.0048365383,"about_ca_topic_score_gemma":0.00021154819,"teacher_disagreement_score":0.06824368,"about_ca_system_score_codex":0.00013986086,"about_ca_system_score_gemma":0.00018917977,"threshold_uncertainty_score":0.995873},"labels":[],"label_agreement":null},{"id":"W1663226318","doi":"10.19173/irrodl.v16i2.2038","title":"Linking learning styles and learning on mobile Facebook","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Style (visual arts); Context (archaeology); Educational technology; Learning styles; Blended learning; Mathematics education","score_opus":0.1284632027984485,"score_gpt":0.4846062842326758,"score_spread":0.35614308143422735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1663226318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7600302,0.027659329,0.0001609235,0.02589199,0.00019644185,0.0035306863,0.00001570605,0.00015099805,0.1823637],"genre_scores_gemma":[0.9710895,0.026432104,0.000052322226,0.00012593815,0.000046890294,0.00006247312,0.000028576116,0.000009511893,0.0021527167],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963879,0.0018222561,0.0002737045,0.00023270641,0.0009463041,0.0003371088],"domain_scores_gemma":[0.9982871,0.000998143,0.00016752556,0.00010964538,0.00031168497,0.000125918],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01427991,0.00009667044,0.00023217067,0.00015004029,0.0006781475,0.00027763064,0.00088111655,0.00008024625,0.00008720865],"category_scores_gemma":[0.010340783,0.000075250886,0.000028736724,0.0003412904,0.0005706962,0.00022875793,0.00078625145,0.0017308127,0.000028137709],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033730184,0.00022493093,0.56718856,0.0009511971,0.00008977875,0.000046770903,0.0059366454,0.0015084171,0.00012236551,0.037322655,0.0033185687,0.38295284],"study_design_scores_gemma":[0.0015517167,0.0005795159,0.010020237,0.01878308,0.000013059479,0.000013087328,0.07667599,0.0012591103,0.000106452986,0.0028353408,0.887894,0.0002684188],"about_ca_topic_score_codex":0.0009986833,"about_ca_topic_score_gemma":0.00007064454,"teacher_disagreement_score":0.8845754,"about_ca_system_score_codex":0.00019258416,"about_ca_system_score_gemma":0.00022435724,"threshold_uncertainty_score":0.99799556},"labels":[],"label_agreement":null},{"id":"W1665991370","doi":"10.19173/irrodl.v10i3.730","title":"Can Mobile Learning Enhance Nursing Practice Education?","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Educational technology; Computer science; Mobile device; Nurse education; Electronic learning; Nursing; Psychology; Pedagogy; Medicine; World Wide Web","score_opus":0.058618825358524605,"score_gpt":0.5092859713684121,"score_spread":0.45066714600988755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1665991370","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02787165,0.09912366,0.038376328,0.6482712,0.0011028692,0.0032462385,0.000013088664,0.00016654641,0.18182842],"genre_scores_gemma":[0.9815745,0.013263667,0.0019139968,0.0010273961,0.000060649632,0.00009740617,0.00005704538,0.0000052817486,0.0020000874],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974252,0.0010845042,0.00038324646,0.00029250278,0.000585952,0.00022857296],"domain_scores_gemma":[0.99771917,0.00093567657,0.000237202,0.00028024896,0.0007455302,0.00008217448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005189252,0.000089105306,0.00016678964,0.00016962184,0.00031478007,0.00040816437,0.0017130643,0.000029491803,0.00011008602],"category_scores_gemma":[0.00477546,0.00007190559,0.000049627874,0.0008402642,0.0001086135,0.00058060675,0.00029449633,0.00095481286,0.000020889252],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036793113,0.0011444372,0.004466927,0.00039393856,0.0000366722,0.0000067825167,0.0028114596,0.0007117756,0.00011180543,0.3471194,0.012180834,0.6309792],"study_design_scores_gemma":[0.0005556827,0.0006462574,0.022873197,0.03361767,0.000018325585,0.00014204005,0.02002505,0.006928177,0.0001629547,0.018109364,0.8965786,0.00034266117],"about_ca_topic_score_codex":0.00025210675,"about_ca_topic_score_gemma":0.000004739945,"teacher_disagreement_score":0.9537028,"about_ca_system_score_codex":0.00016999063,"about_ca_system_score_gemma":0.00053418154,"threshold_uncertainty_score":0.57170165},"labels":[],"label_agreement":null},{"id":"W1667411706","doi":"10.19173/irrodl.v8i3.495","title":"Incorporating Screencasts In Online Teaching","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Class (philosophy); Multimedia; Mathematics education; Set (abstract data type); Teaching method; Test (biology); Psychology; Artificial intelligence","score_opus":0.20559719650465716,"score_gpt":0.5933377928861368,"score_spread":0.3877405963814796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1667411706","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68424845,0.009927234,0.0050297403,0.08926577,0.00067112653,0.0022480274,0.000052691335,0.00002793435,0.20852903],"genre_scores_gemma":[0.98441756,0.002843977,0.011792528,0.0002726884,0.00018948286,0.000021790102,0.00009995561,0.0000053625627,0.00035664893],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968492,0.0014600137,0.00047923232,0.0001607389,0.00080815336,0.00024267485],"domain_scores_gemma":[0.99626684,0.0029372089,0.00016960797,0.00010963589,0.0004740829,0.000042634605],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.053792633,0.000053114924,0.00014051513,0.0002665207,0.0003406124,0.00009641359,0.00092488097,0.000036051122,0.000074598785],"category_scores_gemma":[0.02398212,0.000043014887,0.0000175473,0.0011398213,0.00030598472,0.00026151084,0.00039945025,0.0009410438,0.0000027902568],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054607703,0.00021791163,0.17038348,0.00024245064,0.000011231921,0.000010005112,0.0014566395,0.00007425886,0.000060966784,0.5930569,0.0007557367,0.2336758],"study_design_scores_gemma":[0.0010222795,0.000101222984,0.3727958,0.026046013,0.0000066710613,0.000013874736,0.10698705,0.0015151092,0.000056463094,0.05588473,0.43525085,0.0003199672],"about_ca_topic_score_codex":0.005455352,"about_ca_topic_score_gemma":0.001588116,"teacher_disagreement_score":0.5371722,"about_ca_system_score_codex":0.00027268636,"about_ca_system_score_gemma":0.00039637322,"threshold_uncertainty_score":0.9842393},"labels":[],"label_agreement":null},{"id":"W1670474817","doi":"10.19173/irrodl.v7i3.291","title":"Study of the Factors Responsible for the Dropouts from the BSc Programme of Indira Gandhi National Open University","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dropout (neural networks); Open university; Psychological intervention; Residence; Distance education; Medical education; Psychology; Pedagogy; Mathematics education; Sociology; Medicine; Computer science; Demography","score_opus":0.16675411584433425,"score_gpt":0.47556027191468336,"score_spread":0.3088061560703491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1670474817","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9585728,0.002113732,0.00004783193,0.029298322,0.000074777134,0.0033217953,0.00022430968,0.000004893313,0.00634155],"genre_scores_gemma":[0.997766,0.001235882,0.000058141668,0.000023440758,0.000045530698,0.000019635998,0.000058584654,0.0000038944677,0.0007888997],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965608,0.0017972176,0.00028877938,0.0001512374,0.0010259742,0.00017597404],"domain_scores_gemma":[0.99364644,0.005202149,0.00029263095,0.00016746216,0.0006685409,0.000022757707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010460095,0.00006283415,0.00018110678,0.000045403493,0.00074632163,0.00013772232,0.0026021886,0.000030410389,0.00007701001],"category_scores_gemma":[0.0049447045,0.000029412548,0.00005981237,0.00070153095,0.00043752423,0.00017896248,0.0010312832,0.00041202456,6.201335e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060259347,0.0008610447,0.87786025,0.00017876945,0.00024887867,0.0000026027446,0.0061937305,0.00042322004,0.00009019579,0.08673005,0.005482829,0.021325866],"study_design_scores_gemma":[0.0016647929,0.00021916455,0.29050392,0.0021792944,0.000051955692,5.9920677e-7,0.19151106,0.00030386995,0.00010447559,0.0063809385,0.5069724,0.00010755213],"about_ca_topic_score_codex":0.028000157,"about_ca_topic_score_gemma":0.006115083,"teacher_disagreement_score":0.5873563,"about_ca_system_score_codex":0.000095385985,"about_ca_system_score_gemma":0.00092945143,"threshold_uncertainty_score":0.9784725},"labels":[],"label_agreement":null},{"id":"W1675926227","doi":"10.19173/irrodl.v15i2.1705","title":"Neither the frying pan nor the fire: In search of a balanced authentic e-learning design through an educational design research process","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Process (computing); Globe; Instructional design; Authentic learning; Class (philosophy); Computer science; Educational technology; Mathematics education; Professional development; Pedagogy; Engineering; Psychology; Artificial intelligence","score_opus":0.16206704863556068,"score_gpt":0.48696147505140325,"score_spread":0.32489442641584254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1675926227","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3104789,0.020357365,0.29832616,0.3569495,0.00034207295,0.0066901674,0.000024761177,0.00007958273,0.0067514777],"genre_scores_gemma":[0.99281454,0.004144421,0.0023306797,0.000120430646,0.00007645408,0.00011496783,0.000022326207,0.000013060449,0.0003631451],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9896571,0.007307219,0.0005432132,0.00040655787,0.0016088147,0.0004770977],"domain_scores_gemma":[0.9908541,0.007457509,0.00021146856,0.0005091068,0.0009064631,0.00006138311],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0348109,0.00013208523,0.0002905998,0.00015221124,0.0005508502,0.00041655372,0.004032676,0.000050196726,0.000047059355],"category_scores_gemma":[0.007973628,0.00007255015,0.000049332437,0.0018445706,0.00047121677,0.0005118588,0.0010193146,0.0019454487,0.00001136586],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075695856,0.0019349734,0.19138773,0.004453217,0.0003072185,0.00002547693,0.028866598,0.18047972,0.0012441202,0.34616968,0.002595683,0.24177864],"study_design_scores_gemma":[0.0008443798,0.0004988547,0.027547482,0.008535579,0.000010414133,0.000021449823,0.00635763,0.91659397,0.00023628607,0.03351483,0.005628532,0.0002105675],"about_ca_topic_score_codex":0.00075517315,"about_ca_topic_score_gemma":0.000019569643,"teacher_disagreement_score":0.73611426,"about_ca_system_score_codex":0.00009665835,"about_ca_system_score_gemma":0.0006340686,"threshold_uncertainty_score":0.9938653},"labels":[],"label_agreement":null},{"id":"W1677355200","doi":"10.19173/irrodl.v16i2.2052","title":"An item response theory analysis of the Community of Inquiry Scale","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Item response theory; Turkish; Scale (ratio); Test (biology); Reliability (semiconductor); Computer science; Dimension (graph theory); Psychology; Mathematics education; Statistics; Mathematics; Psychometrics","score_opus":0.20134742720082757,"score_gpt":0.5325329858206085,"score_spread":0.33118555861978094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1677355200","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881879,0.002407709,0.000055830064,0.004775794,0.00003770834,0.0002690676,0.000034581888,0.0000036805704,0.004227724],"genre_scores_gemma":[0.99705595,0.0025562814,0.00006454785,0.000043409844,0.000021767839,0.000007802392,0.00004132909,0.000003111236,0.00020578124],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9852972,0.013206643,0.00035466466,0.000097588214,0.00089776795,0.0001461045],"domain_scores_gemma":[0.9950402,0.0036741318,0.00025185803,0.00029873734,0.00066872063,0.000066353175],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.049738612,0.00005116423,0.00026398635,0.0001711854,0.00027867555,0.00004904079,0.0017044508,0.000036739377,0.00009756419],"category_scores_gemma":[0.015513681,0.000031066524,0.000075267766,0.0016637759,0.00083377294,0.00019053547,0.0006141261,0.00067793054,9.1216674e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021887778,0.00080858823,0.8113835,0.0007120828,0.00058942393,0.000003472466,0.033843067,0.002117522,0.0006882976,0.05128881,0.0011127291,0.09526376],"study_design_scores_gemma":[0.0011879352,0.00047446004,0.38221413,0.008339932,0.000274292,0.0000022401184,0.4734432,0.0027742744,0.00052645477,0.008974912,0.12157133,0.00021682537],"about_ca_topic_score_codex":0.0032999746,"about_ca_topic_score_gemma":0.00071891444,"teacher_disagreement_score":0.43960014,"about_ca_system_score_codex":0.000077058074,"about_ca_system_score_gemma":0.00059726567,"threshold_uncertainty_score":0.9927791},"labels":[],"label_agreement":null},{"id":"W1679271483","doi":"10.19173/irrodl.v9i3.586","title":"Online Learning in Higher Education in Sub-Saharan Africa: Ghanaian University students' experiences and perceptions","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Context (archaeology); Distance education; Perception; Higher education; Educational technology; Qualitative research; Collaborative learning; Experiential learning; Constructivist teaching methods; Online learning; Mathematics education; Psychology; Online discussion; Qualitative property; Pedagogy; Medical education; Computer science; Teaching method; Multimedia; World Wide Web; Sociology; Medicine","score_opus":0.09876316894648542,"score_gpt":0.4532934398227603,"score_spread":0.3545302708762749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1679271483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9783408,0.008447718,0.0000030992521,0.0080532655,0.000041649877,0.00032847348,0.0000053206213,0.0000067390474,0.0047729462],"genre_scores_gemma":[0.88925165,0.10780953,0.000062104664,0.000025806492,0.000043206306,0.000012441125,0.00005275065,0.0000032890687,0.0027392493],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975673,0.0012195201,0.00022515227,0.00020185071,0.0005691624,0.00021703582],"domain_scores_gemma":[0.99920917,0.00042597935,0.00008273764,0.000066494555,0.00015236644,0.00006325167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033733298,0.000064962725,0.00017032205,0.00023533097,0.00038124074,0.00007339445,0.0006229205,0.000041877633,0.00026170007],"category_scores_gemma":[0.00095218915,0.000055644232,0.000020853242,0.00080722675,0.0003615762,0.00033972165,0.00035192238,0.00071006943,0.0000039041747],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066800094,0.00050282234,0.9325708,0.00016630384,0.000012135241,0.000031615204,0.01026865,0.00008140782,0.000036130477,0.0027407361,0.000899659,0.052622944],"study_design_scores_gemma":[0.0005513497,0.00005902563,0.47489247,0.003422935,0.0000035840503,0.0000037341151,0.16864894,0.00011325041,0.0000017255284,0.00016253185,0.35203302,0.0001074286],"about_ca_topic_score_codex":0.0031541765,"about_ca_topic_score_gemma":0.0017084668,"teacher_disagreement_score":0.45767832,"about_ca_system_score_codex":0.00018341451,"about_ca_system_score_gemma":0.0005341051,"threshold_uncertainty_score":0.47681922},"labels":[],"label_agreement":null},{"id":"W1680444711","doi":"10.19173/irrodl.v13i2.1180","title":"Contradictions in a distance course for a marginalized population at a Middle Eastern university","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Construct (python library); Situated; Curriculum; Sociology; Activity theory; Pedagogy; Mathematics education; Course (navigation); Population; Focus group; Psychology; Anthropology; Engineering","score_opus":0.19957543791448834,"score_gpt":0.5042671646881345,"score_spread":0.30469172677364614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1680444711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8852349,0.02078457,0.0007603286,0.07179671,0.0003276223,0.0025673492,0.00009588193,0.000021754871,0.018410917],"genre_scores_gemma":[0.9902443,0.006662695,0.00010907698,0.000044478616,0.00004816914,0.00003623916,0.000091819085,0.0000035685039,0.0027596455],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979298,0.001181998,0.00017541983,0.00011394513,0.00038235774,0.00021649608],"domain_scores_gemma":[0.9979541,0.0015442607,0.0001504333,0.00007967411,0.00020274284,0.000068846144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074153757,0.000044185064,0.00012597264,0.00006254401,0.0003552911,0.000066043845,0.00042392695,0.000027705431,0.0002028262],"category_scores_gemma":[0.002867873,0.00003864847,0.00002552151,0.00043602314,0.00016450512,0.00047722843,0.00013289362,0.00025131606,0.0000079301135],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001866434,0.00014487052,0.9349101,0.00022614092,0.000016376316,9.829835e-7,0.003707681,0.000029846078,0.000004881535,0.057825282,0.0007867663,0.0021604039],"study_design_scores_gemma":[0.00056849007,0.000016685084,0.17151095,0.0020526405,0.000009215589,0.0000012958304,0.011379223,0.00028967412,9.025543e-7,0.00024954515,0.81386745,0.000053945805],"about_ca_topic_score_codex":0.0060190842,"about_ca_topic_score_gemma":0.0016001984,"teacher_disagreement_score":0.81308067,"about_ca_system_score_codex":0.00036106174,"about_ca_system_score_gemma":0.00015551192,"threshold_uncertainty_score":0.9099095},"labels":[],"label_agreement":null},{"id":"W1681414377","doi":"10.19173/irrodl.v9i2.424","title":"A Contribution to the Hellenic Open University: Evaluation of the pedagogical practices and the use of ICT on distance education","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Framing (construction); Information and Communications Technology; Distance education; ICTS; Pedagogy; Mathematics education; Sociology; Open university; Higher education; Computer science; Psychology; Political science; Engineering; World Wide Web","score_opus":0.41132714254646485,"score_gpt":0.5516546916952291,"score_spread":0.14032754914876422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1681414377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81652844,0.0067328084,0.00011368637,0.16694613,0.00009320948,0.0033816365,0.000045996727,0.0000032304695,0.006154842],"genre_scores_gemma":[0.9774034,0.021621455,0.000035578425,0.00012625603,0.00003301797,0.00002140434,0.000020536028,0.0000020152866,0.0007363581],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.994097,0.004396774,0.00021987838,0.00013545198,0.001032101,0.000118800825],"domain_scores_gemma":[0.9956309,0.0027236193,0.00041890107,0.00016851787,0.0010267409,0.000031288775],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016004087,0.000048051275,0.00015180021,0.000040794526,0.0006095782,0.000097789256,0.0010821868,0.000024499066,0.00005553064],"category_scores_gemma":[0.023329927,0.000022743616,0.000034295943,0.00056290097,0.0005482709,0.00030208845,0.0005938361,0.00036884556,0.000001389695],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027771026,0.0006457729,0.07882904,0.00038875718,0.00017830671,0.0000024320764,0.012396328,0.0022222104,0.000079445526,0.7004993,0.0070675015,0.19491382],"study_design_scores_gemma":[0.0010462974,0.000090523165,0.027594768,0.0032876416,0.000047792688,0.0000037571579,0.021619663,0.0017212377,0.000028446717,0.0010889871,0.9434126,0.000058276728],"about_ca_topic_score_codex":0.0034741056,"about_ca_topic_score_gemma":0.00081366545,"teacher_disagreement_score":0.9363451,"about_ca_system_score_codex":0.00011344982,"about_ca_system_score_gemma":0.0010682417,"threshold_uncertainty_score":0.98489696},"labels":[],"label_agreement":null},{"id":"W1682859015","doi":"10.19173/irrodl.v3i2.99","title":"Book Review - Sustaining Distance Education: Integrating learning technologies into the fabric of the enterprise. Editor: Zane L. Berge","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Sociology; Knowledge management","score_opus":0.03249068112024276,"score_gpt":0.4200511134523538,"score_spread":0.387560432332111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1682859015","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012209596,0.8076687,0.00011130473,0.17064272,0.00048308785,0.0012293219,0.0000066048374,0.00003581959,0.018601475],"genre_scores_gemma":[0.2681973,0.7246023,0.00012484167,0.0008355126,0.00036927336,0.00013956836,0.000028199584,0.000012676517,0.0056903665],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99581784,0.0018616958,0.00059477286,0.00025855415,0.0011381085,0.0003290521],"domain_scores_gemma":[0.9967693,0.0017042498,0.00048927235,0.0003116355,0.0006838281,0.00004173089],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008565941,0.00012884603,0.00032252236,0.00009271192,0.0009806441,0.0001626597,0.0023069573,0.000060620292,0.00052601134],"category_scores_gemma":[0.018253235,0.00007047056,0.000101799815,0.0012864533,0.0008909937,0.00035034318,0.0010680808,0.0016256915,0.0000071842096],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003190231,0.00022189641,0.033994094,0.0047864523,0.000086987544,0.000004361269,0.0054688025,0.00008231187,0.000027647817,0.02946643,0.29655045,0.62927866],"study_design_scores_gemma":[0.00009966954,0.00003463792,0.00019620109,0.026356876,0.0000147741885,0.0000025685295,0.034519,0.00028717422,0.000012436779,0.0003948123,0.9380065,0.00007533763],"about_ca_topic_score_codex":0.0008329172,"about_ca_topic_score_gemma":0.000119874,"teacher_disagreement_score":0.64145607,"about_ca_system_score_codex":0.00019496634,"about_ca_system_score_gemma":0.000490983,"threshold_uncertainty_score":0.99001646},"labels":[],"label_agreement":null},{"id":"W1685436638","doi":"10.19173/irrodl.v11i3.867","title":"Student and faculty perceptions of the quality of online learning experiences","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":188,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Asynchronous learning; Face-to-face; Quality (philosophy); Distance education; Computer science; Instructional design; Computer-mediated communication; Educational technology; Psychology; Mathematics education; Dimension (graph theory); Higher education; Perception; Multimedia; Medical education; Teaching method; Synchronous learning; World Wide Web; Cooperative learning; The Internet; Medicine","score_opus":0.1367594275680928,"score_gpt":0.5575926134943952,"score_spread":0.42083318592630237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1685436638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98859173,0.0012037521,0.000010492727,0.007099718,0.00005357329,0.00030134135,0.000026776172,0.0000034559173,0.002709159],"genre_scores_gemma":[0.99078614,0.0085657565,0.0001605712,0.000018951172,0.000041684965,0.000017260418,0.000033054566,0.000002814387,0.00037377496],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99711615,0.0012754819,0.00040623252,0.00014434435,0.00090477976,0.0001529893],"domain_scores_gemma":[0.99820286,0.00091327156,0.00026936975,0.00011893884,0.00045024604,0.000045314835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008725348,0.00005725043,0.00021497319,0.000053679672,0.00036796837,0.000060617094,0.00091650913,0.00003881593,0.00026303882],"category_scores_gemma":[0.006493737,0.000034055392,0.000048999693,0.00040725566,0.00087957626,0.00015040858,0.00066222646,0.0008697873,6.6218814e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003516233,0.00021378513,0.91003174,0.00043681895,0.000031700576,6.044823e-7,0.014299753,0.000056237775,0.0014258379,0.01800766,0.00012207251,0.055338636],"study_design_scores_gemma":[0.00040764784,0.000078703626,0.5163676,0.0026455412,0.000009816452,0.0000018101806,0.41259238,0.0001673521,0.00009420307,0.00044825207,0.06709869,0.000087981476],"about_ca_topic_score_codex":0.002438422,"about_ca_topic_score_gemma":0.0011179919,"teacher_disagreement_score":0.39829263,"about_ca_system_score_codex":0.0000234834,"about_ca_system_score_gemma":0.0002588478,"threshold_uncertainty_score":0.7774079},"labels":[],"label_agreement":null},{"id":"W1691265017","doi":"10.19173/irrodl.v10i3.690","title":"Questions of Culture in Distance Learning: A Research Review","year":2009,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University at Albany; State University of New York","keywords":"Distance education; Educational technology; Asynchronous communication; Experiential learning; Psychology; Educational research; Sociology; Pedagogy; Mathematics education; Computer science","score_opus":0.21555094103568614,"score_gpt":0.5721951220325772,"score_spread":0.356644180996891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1691265017","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000494561,0.9680411,0.000009913268,0.0066390783,0.00005114901,0.002116544,0.000043689313,0.000010775145,0.023082804],"genre_scores_gemma":[0.00017406249,0.9965967,0.00011150821,0.00004171754,0.00012603801,0.00020475991,0.0003827421,0.000018372804,0.0023441],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9837581,0.01144504,0.0013690204,0.0005306291,0.002252773,0.0006444206],"domain_scores_gemma":[0.9942341,0.0033259732,0.0006649093,0.00035804062,0.0012826404,0.00013436546],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041718096,0.00023718634,0.0016109382,0.000492869,0.00047897518,0.00017269212,0.0027934173,0.00021116777,0.00025834556],"category_scores_gemma":[0.026803859,0.00016489047,0.00023612559,0.003860183,0.00080894696,0.00028482327,0.0008968874,0.0050221086,0.000022226994],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014522637,0.00014541698,0.0002910401,0.062158525,0.000037730755,0.000023762335,0.0002461924,0.0000068156223,1.9412376e-7,0.022609612,0.004419912,0.9100463],"study_design_scores_gemma":[0.00009576361,0.00005759297,0.000016412665,0.3664012,0.000026292304,0.0000033109363,0.0011157672,0.000006211406,6.3277675e-8,0.0004956108,0.63168824,0.00009354921],"about_ca_topic_score_codex":0.001577385,"about_ca_topic_score_gemma":0.0005129979,"teacher_disagreement_score":0.9099527,"about_ca_system_score_codex":0.00048642838,"about_ca_system_score_gemma":0.0024713206,"threshold_uncertainty_score":0.9972733},"labels":[],"label_agreement":null},{"id":"W1691589324","doi":"10.19173/irrodl.v9i3.582","title":"Traditional to Online Media in China and Korea: Unfulfilled promise","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"China; Distance education; The Internet; Public relations; Political science; Service (business); Educational technology; Process (computing); Economic growth; Advertising; Sociology; Business; Marketing; Computer science; Pedagogy; World Wide Web; Economics","score_opus":0.14055760277357918,"score_gpt":0.4527240564550065,"score_spread":0.31216645368142737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1691589324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92843825,0.0051169326,0.000016734115,0.05547261,0.00004933231,0.00073802425,0.000071481685,0.000008691645,0.010087965],"genre_scores_gemma":[0.9509623,0.047763363,0.0004473025,0.00013191733,0.00011743291,0.000041572646,0.00019756006,0.0000054147963,0.00033313356],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978102,0.000744776,0.00028993667,0.00019453205,0.0007319575,0.00022860964],"domain_scores_gemma":[0.99861014,0.000960021,0.0000693542,0.00007656869,0.00017451863,0.00010937834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005169616,0.000067783425,0.00020768336,0.00016184233,0.00027286858,0.000059971022,0.0005618547,0.000035597794,0.00023794881],"category_scores_gemma":[0.0061098523,0.000050177176,0.000023593293,0.00064376596,0.00030746448,0.00019622268,0.0003023597,0.0005939865,0.0000048999796],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007540235,0.0014013533,0.5177741,0.0012985859,0.00009813697,0.00030450147,0.017376699,0.00043483236,0.00016538038,0.12123473,0.011851822,0.32730582],"study_design_scores_gemma":[0.0022219606,0.00021327123,0.53419244,0.011353944,0.000009121223,0.00004288416,0.01739712,0.0009967143,0.000018130031,0.0064880904,0.42678264,0.00028368598],"about_ca_topic_score_codex":0.0015339372,"about_ca_topic_score_gemma":0.0011936752,"teacher_disagreement_score":0.41493082,"about_ca_system_score_codex":0.00009293849,"about_ca_system_score_gemma":0.0004408239,"threshold_uncertainty_score":0.7314505},"labels":[],"label_agreement":null},{"id":"W1694256516","doi":"10.19173/irrodl.v7i3.379","title":"Feedback Model to Support Designers of Blended Learning Courses","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vlaamse regering","keywords":"Usability; Computer science; Quality (philosophy); Instructional design; Pluralistic walkthrough; Blended learning; Technology acceptance model; Educational technology; Knowledge management; Human–computer interaction; Multimedia; Psychology; Mathematics education","score_opus":0.18523994721083908,"score_gpt":0.5276611136718758,"score_spread":0.34242116646103676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1694256516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5891925,0.010069336,0.05504566,0.021869728,0.0003805979,0.002472415,0.000106680694,0.00007681855,0.32078627],"genre_scores_gemma":[0.9913391,0.00065305585,0.002059033,0.0001324777,0.000044693275,0.00006114753,0.00013107267,0.000016754853,0.0055626687],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956127,0.0025397064,0.0005741468,0.00029563962,0.0006437941,0.00033402516],"domain_scores_gemma":[0.99761295,0.0013164447,0.00025881757,0.00021058648,0.0005493298,0.000051844832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017276058,0.00012220007,0.00035913862,0.00025555442,0.00016579551,0.000060781338,0.0009257297,0.000054917346,0.00052923197],"category_scores_gemma":[0.0030477708,0.00009240931,0.000054957887,0.0007337343,0.00022724527,0.00009505661,0.00042956404,0.0011462566,0.000027963952],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019251136,0.0010976004,0.27399322,0.0030523192,0.00040396227,0.000071277056,0.004568852,0.06974296,0.0077597834,0.30808774,0.07038549,0.25891167],"study_design_scores_gemma":[0.009893865,0.0040601967,0.35851842,0.044159334,0.00015198412,0.00018480011,0.033459384,0.036610212,0.0036205489,0.023592867,0.48394784,0.0018005603],"about_ca_topic_score_codex":0.0011051125,"about_ca_topic_score_gemma":0.000012168951,"teacher_disagreement_score":0.41356236,"about_ca_system_score_codex":0.000081085935,"about_ca_system_score_gemma":0.0002240903,"threshold_uncertainty_score":0.59875715},"labels":[],"label_agreement":null},{"id":"W1694549043","doi":"10.19173/irrodl.v12i3.914","title":"Frameworks for understanding the nature of interactions, networking, and community in a social networking site for academic practice","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Personalization; Context (archaeology); Citizen journalism; Computer science; Knowledge management; Sociology; World Wide Web","score_opus":0.3960810112354867,"score_gpt":0.581283964596558,"score_spread":0.18520295336107123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1694549043","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3166111,0.115527354,0.3974204,0.07428658,0.0032762024,0.011588048,0.00024943225,0.00007122786,0.08096964],"genre_scores_gemma":[0.9954105,0.0026426972,0.0010498421,0.0003842524,0.00019100116,0.00014745898,0.000064940934,0.000011757938,0.00009754669],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933192,0.0056230742,0.00043467776,0.000161764,0.00022036611,0.00024088468],"domain_scores_gemma":[0.98443186,0.014728987,0.00039466313,0.00013705611,0.0002882818,0.00001915763],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.03663784,0.00008887962,0.0002516571,0.00012561218,0.0005955113,0.000049507,0.00064498186,0.00016620124,0.000031345364],"category_scores_gemma":[0.007722255,0.00006086256,0.000043830103,0.00047119832,0.00026337817,0.00013948092,0.00038117557,0.0066774953,3.2559794e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0055041593,0.00056485756,0.12804069,0.0025646635,0.0005886179,0.0000073162832,0.06617405,0.00014168472,0.000094656745,0.6085068,0.013377826,0.1744347],"study_design_scores_gemma":[0.004238651,0.0008344639,0.085570134,0.033994805,0.00013118265,0.00008906106,0.18247104,0.008191003,0.000016189015,0.14896412,0.5350327,0.00046663795],"about_ca_topic_score_codex":0.000597516,"about_ca_topic_score_gemma":0.000037115475,"teacher_disagreement_score":0.6787994,"about_ca_system_score_codex":0.00010637559,"about_ca_system_score_gemma":0.000047138747,"threshold_uncertainty_score":0.9956141},"labels":[],"label_agreement":null},{"id":"W1697850750","doi":"10.19173/irrodl.v5i3.204","title":"Bounded Community: Designing and Facilitating Learning Communities in Formal Courses","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":193,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning community; Phone; Resource (disambiguation); Sociology; Psychology; Pedagogy; Computer science","score_opus":0.24027902547176982,"score_gpt":0.5290252787868426,"score_spread":0.28874625331507275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1697850750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9711119,0.008228095,0.0033882416,0.0021341562,0.000063453495,0.00046503052,0.000010950385,0.000021206957,0.014576948],"genre_scores_gemma":[0.9953706,0.0027240464,0.0013185096,0.00014340923,0.000017271313,0.00006602901,0.000120251854,0.00001233775,0.00022749035],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9882467,0.010279587,0.00050896907,0.00015900009,0.00040849255,0.0003973006],"domain_scores_gemma":[0.9934929,0.0058094556,0.00019445356,0.00020407334,0.0002558112,0.000043277152],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.039867233,0.00012862044,0.0003327955,0.0002741698,0.00079296436,0.000179159,0.0008072559,0.00005870122,0.000111685724],"category_scores_gemma":[0.0060784826,0.00010264578,0.000028851804,0.000544069,0.0005332075,0.00027645077,0.0008493554,0.003848429,0.000005554853],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007021368,0.00056691555,0.45119992,0.0033230125,0.00023370137,0.000059952483,0.12267628,0.0035334318,0.00064469426,0.15523963,0.00022623298,0.2615941],"study_design_scores_gemma":[0.005646506,0.0011103707,0.16066174,0.041862357,0.000020570267,0.00015328712,0.7362135,0.0013637368,0.00011077985,0.01590489,0.036444977,0.0005072716],"about_ca_topic_score_codex":0.010946274,"about_ca_topic_score_gemma":0.00017922372,"teacher_disagreement_score":0.6135372,"about_ca_system_score_codex":0.00013517712,"about_ca_system_score_gemma":0.000101764,"threshold_uncertainty_score":0.99844974},"labels":[],"label_agreement":null},{"id":"W1705115557","doi":"10.19173/irrodl.v10i2.593","title":"Psychosocial Well-Being of Israeli Students and Attitudes toward Open and Distance Learning","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Loneliness; Psychology; Distance education; Psychosocial; Mathematics education; Social psychology; Pedagogy; Medical education","score_opus":0.08554142803216273,"score_gpt":0.5156662586475675,"score_spread":0.4301248306154048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1705115557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9078444,0.017295508,0.0001170063,0.03995116,0.000081853286,0.0016334603,0.00001333449,0.000022574168,0.033040684],"genre_scores_gemma":[0.94323564,0.05607104,0.00008356307,0.00016272518,0.000023143555,0.0000103501425,0.000011308005,0.000004266789,0.00039796854],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99772227,0.0006778335,0.0003150951,0.00022703197,0.0008037892,0.00025399003],"domain_scores_gemma":[0.99906284,0.00034836182,0.00019550322,0.00010379434,0.00021439117,0.00007512678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007088648,0.00008496593,0.00028494193,0.00008249691,0.00044360754,0.00036448354,0.0016110922,0.00005978746,0.000056240737],"category_scores_gemma":[0.0030586785,0.00006816131,0.000023266213,0.0003559962,0.00060302205,0.00034035966,0.0010722721,0.00062498264,0.0000020025598],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014772812,0.00014087564,0.9268072,0.0003733118,0.000037637798,0.0000061819605,0.0015559123,0.0000031390364,0.000045661614,0.02480629,0.0007185624,0.04535748],"study_design_scores_gemma":[0.0018356002,0.00030341814,0.9065951,0.016739968,0.000018457204,0.0000061868413,0.01521088,0.00007408511,0.00006326074,0.010977589,0.04796169,0.00021377872],"about_ca_topic_score_codex":0.0015479188,"about_ca_topic_score_gemma":0.00012097287,"teacher_disagreement_score":0.047243126,"about_ca_system_score_codex":0.00008368585,"about_ca_system_score_gemma":0.000094952025,"threshold_uncertainty_score":0.3661745},"labels":[],"label_agreement":null},{"id":"W1722741492","doi":"10.19173/irrodl.v10i2.599","title":"Exploring Open Distance Learning at a Jordanian University: A Case Study","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open university; Qualitative research; Educational technology; Quality (philosophy); Open learning; Mathematics education; Open education; Medical education; Pedagogy; Sociology; Psychology; Teaching method; Social science; Cooperative learning; Medicine","score_opus":0.24727813950793417,"score_gpt":0.48354669883783347,"score_spread":0.2362685593298993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1722741492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9374073,0.002742086,0.00006866471,0.019368628,0.000058790887,0.0015782719,0.00001108343,0.000024765448,0.03874039],"genre_scores_gemma":[0.9778788,0.019061074,0.00011315044,0.0000510249,0.000055075765,0.000015998909,0.000023119263,0.0000058870146,0.0027958562],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961741,0.0021795614,0.0002769435,0.0002993144,0.0007421797,0.0003279035],"domain_scores_gemma":[0.99848443,0.00077811617,0.00016010324,0.00015951761,0.0003062823,0.00011157161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010081054,0.00009371535,0.0002596921,0.00013068129,0.0012712679,0.0003553514,0.001571604,0.00002574241,0.0001848762],"category_scores_gemma":[0.0025637187,0.000077242315,0.000039003728,0.0009457915,0.00017784748,0.0008172877,0.0013325678,0.00086176925,0.000010366149],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074676494,0.0010910713,0.280448,0.0005215926,0.0001606333,0.006267464,0.021082098,0.00062163715,0.00004687617,0.055647366,0.0013990769,0.6319674],"study_design_scores_gemma":[0.0009445168,0.00029573942,0.0044600717,0.0034926583,0.000015200807,0.00006792535,0.25564575,0.0002918072,0.0000034969542,0.0002674658,0.7343684,0.00014700803],"about_ca_topic_score_codex":0.008402528,"about_ca_topic_score_gemma":0.0031378362,"teacher_disagreement_score":0.7329693,"about_ca_system_score_codex":0.0003244303,"about_ca_system_score_gemma":0.00034485577,"threshold_uncertainty_score":0.9982006},"labels":[],"label_agreement":null},{"id":"W1730876833","doi":"10.19173/irrodl.v8i3.409","title":"Going the Distance: Towards a new professionalism for full-time distance education faculty at the University of the Philippines","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Higher education; Sociology; Identity (music); Pedagogy; Social distance; Faculty development; Academic freedom; Professional development; Mathematics education; Political science; Psychology; Coronavirus disease 2019 (COVID-19); Medicine","score_opus":0.0960222460616904,"score_gpt":0.4800906216938876,"score_spread":0.3840683756321972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1730876833","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30598623,0.047202487,0.0050191465,0.59868616,0.0006708406,0.006252438,0.0003987862,0.000029645844,0.03575428],"genre_scores_gemma":[0.94606376,0.012566422,0.00028726744,0.00027152806,0.000275769,0.000021506014,0.00020445549,0.000010272729,0.040299],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979233,0.00071577495,0.00023352346,0.00015418029,0.0007584459,0.00021474181],"domain_scores_gemma":[0.99771565,0.0013640381,0.00024508606,0.00017509585,0.0004600832,0.000040058603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009315093,0.00006711564,0.00014170128,0.000026190659,0.0012703951,0.000062640866,0.0014122517,0.000034245888,0.00022297357],"category_scores_gemma":[0.0035031317,0.000031936153,0.000075480704,0.0005242343,0.0005474302,0.0001517516,0.00058779493,0.0004165284,0.0000042765073],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011158849,0.0003174549,0.0390276,0.0016401942,0.00014979731,0.0000023129369,0.01090605,0.0002624761,0.0006265356,0.1984491,0.06859242,0.67891014],"study_design_scores_gemma":[0.00022928946,0.000017763561,0.0065924837,0.002880701,0.000011331471,0.000001122306,0.0153520955,0.00020982418,0.00002684696,0.0019031338,0.9727269,0.000048510385],"about_ca_topic_score_codex":0.0012777327,"about_ca_topic_score_gemma":0.001343506,"teacher_disagreement_score":0.90413445,"about_ca_system_score_codex":0.00018914018,"about_ca_system_score_gemma":0.0011502005,"threshold_uncertainty_score":0.97709805},"labels":[],"label_agreement":null},{"id":"W1741698566","doi":"10.19173/irrodl.v9i3.535","title":"A Framework for Process Reengineering in Higher Education: A case study of distance learning exam scheduling and distribution","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Old Dominion University","keywords":"Business process reengineering; Computer science; Flowchart; Documentation; Process management; Business process; Business Process Model and Notation; Process (computing); Scheduling (production processes); Business process modeling; Operations management; Engineering; Work in process","score_opus":0.1454513604301028,"score_gpt":0.4270971101335474,"score_spread":0.2816457497034446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1741698566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98383397,0.007778614,0.0058235573,0.0017138256,0.000043745997,0.0006309053,0.0000054514244,0.000010536352,0.00015937333],"genre_scores_gemma":[0.99709344,0.0022916596,0.00016015732,0.000036414272,0.000100658035,0.00017435192,0.00008935049,0.000009642907,0.000044353736],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99876255,0.000059864054,0.00041784125,0.0002408468,0.00035245245,0.00016646257],"domain_scores_gemma":[0.9986372,0.00035197652,0.00023257534,0.00010790735,0.000656969,0.000013346744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023087068,0.00009947883,0.00028051858,0.00017853308,0.00022889828,0.00011916467,0.0003380584,0.000035220593,0.000021350834],"category_scores_gemma":[0.0019567735,0.00007910816,0.000026271347,0.0010561296,0.00008121071,0.0004789202,0.00026969484,0.0004516007,3.9844844e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043986697,0.001403248,0.8433762,0.020308826,0.0001418286,0.00014569427,0.0010267028,0.040134273,0.000022027218,0.040279858,0.00009522583,0.05262626],"study_design_scores_gemma":[0.006526037,0.00029932134,0.084105834,0.09093589,0.00026381938,0.00030914866,0.090659,0.6796342,0.000027872895,0.021794764,0.02427642,0.001167657],"about_ca_topic_score_codex":0.001365488,"about_ca_topic_score_gemma":0.000042047683,"teacher_disagreement_score":0.75927037,"about_ca_system_score_codex":0.000038870246,"about_ca_system_score_gemma":0.0000737207,"threshold_uncertainty_score":0.32259372},"labels":[],"label_agreement":null},{"id":"W1744134003","doi":"10.19173/irrodl.v14i3.1428","title":"The experience of a distance learning organization in a private higher educational institution in the Republic of Tatarstan (Russia): From idea to realization","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Innovations and Challenges","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Process (computing); Institution; Quality (philosophy); Educational technology; Educational institution; Sociology; Educational resources; Mathematics education; Pedagogy; Public relations; Political science; Knowledge management; Computer science; Psychology; Social science; Epistemology","score_opus":0.0740248856061859,"score_gpt":0.41576040595729635,"score_spread":0.34173552035111043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1744134003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8576659,0.005833703,0.01626389,0.117073916,0.00014574116,0.0013749716,0.000019162997,0.000007495893,0.0016152246],"genre_scores_gemma":[0.99390024,0.005182249,0.00043106737,0.000110094195,0.000019134242,0.00016543288,0.00012597925,0.0000034640464,0.00006235462],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9979303,0.0005527573,0.0005584474,0.00020378173,0.000616955,0.0001377813],"domain_scores_gemma":[0.9974114,0.0011404196,0.0002717695,0.00027166063,0.0008813944,0.000023381237],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003111394,0.0000678834,0.0001417478,0.00015683922,0.00014867795,0.00017572432,0.0015605071,0.00002473634,0.000054408436],"category_scores_gemma":[0.0025963304,0.000041375843,0.0000132890345,0.0025301082,0.00015758473,0.00054844114,0.00040701643,0.00030250277,0.0000021971027],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013371056,0.00013615527,0.069243364,0.00012804601,0.000008047348,4.3748938e-7,0.00281939,0.00063710095,0.00020850715,0.9176143,0.0004053607,0.008785969],"study_design_scores_gemma":[0.00034152405,0.000061838524,0.94492435,0.0042932876,0.000001961324,0.0000028103316,0.007964319,0.0039292187,0.00018854873,0.025508318,0.012676933,0.00010687052],"about_ca_topic_score_codex":0.002271984,"about_ca_topic_score_gemma":0.00018395632,"teacher_disagreement_score":0.89210594,"about_ca_system_score_codex":0.0001146354,"about_ca_system_score_gemma":0.00026198066,"threshold_uncertainty_score":0.34345755},"labels":[],"label_agreement":null},{"id":"W1753006307","doi":"10.19173/irrodl.v16i5.2027","title":"Examining Value Change in MOOCs in the Scope of Connectivism and Open Educational Resources Movement","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Connectivism; Open educational resources; Scope (computer science); Autonomy; Openness to experience; Massive open online course; Value (mathematics); Pedagogy; Knowledge management; Sociology; Psychology; Computer science; Political science; Learning theory","score_opus":0.2527034441610267,"score_gpt":0.48553925569679146,"score_spread":0.23283581153576477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1753006307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78798413,0.043854054,0.00042010163,0.15218078,0.00009785962,0.0019002405,0.000022448348,0.0000069109533,0.013533503],"genre_scores_gemma":[0.9919328,0.006979339,0.0005069278,0.0003922362,0.000029533112,0.00006615467,0.000018757488,0.0000033115114,0.00007094652],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976944,0.0010044005,0.00033428258,0.0002128527,0.0005958251,0.000158255],"domain_scores_gemma":[0.9981766,0.0012424396,0.00014742788,0.00020059121,0.00019165594,0.00004130048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012430022,0.00006832248,0.00021054859,0.00015879876,0.00005845655,0.00025360915,0.002197738,0.000021372474,0.000009103143],"category_scores_gemma":[0.0025827605,0.00004371598,0.000012544425,0.0006937673,0.00011349085,0.00036135776,0.0018109663,0.0004543066,0.0000012647929],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011334575,0.00061831507,0.5235114,0.0010637968,0.000047043024,0.000027450636,0.010565493,0.0017137945,0.00005080464,0.36111397,0.0012367547,0.09993782],"study_design_scores_gemma":[0.003835818,0.00078637607,0.72015446,0.035273444,0.000011874023,0.000038050628,0.016501889,0.12670517,0.00007229021,0.07120166,0.025036108,0.0003828825],"about_ca_topic_score_codex":0.003342972,"about_ca_topic_score_gemma":0.00012617756,"teacher_disagreement_score":0.2899123,"about_ca_system_score_codex":0.00006274367,"about_ca_system_score_gemma":0.00020003293,"threshold_uncertainty_score":0.5053596},"labels":[],"label_agreement":null},{"id":"W1753638746","doi":"10.19173/irrodl.v10i4.764","title":"A Snapshot of Distance Education in Africa","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Snapshot (computer storage); Computer science; Mathematics education; Psychology","score_opus":0.08568434336599393,"score_gpt":0.49170774866008093,"score_spread":0.406023405294087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1753638746","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2834576,0.07850268,0.00025140602,0.11940189,0.0001794229,0.0019739126,0.00003770177,0.00001460933,0.51618075],"genre_scores_gemma":[0.97052276,0.028561348,0.0001895173,0.00005494472,0.000036896992,0.000012482218,0.000050474573,0.0000018306873,0.00056974695],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982258,0.0006713892,0.00027877247,0.000120893375,0.0005303013,0.00017284034],"domain_scores_gemma":[0.9990295,0.00046899394,0.00011932909,0.000087590466,0.0002581702,0.00003639438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064171604,0.00004275244,0.00015392249,0.000110431356,0.000101196485,0.000051938834,0.0006439731,0.000025391379,0.00018685199],"category_scores_gemma":[0.0032270474,0.000032491465,0.00002377804,0.0006751235,0.00015564701,0.00018205291,0.00011446729,0.00039163348,0.0000018656375],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012935966,0.00048622905,0.083985075,0.00056954916,0.000012440632,0.0000054352204,0.001996793,0.000071484355,0.00010395783,0.26077184,0.004123805,0.64774406],"study_design_scores_gemma":[0.00035841198,0.0000955574,0.028609332,0.01095138,0.0000038300786,0.0000012156896,0.01614353,0.00022071668,0.000027255483,0.011936336,0.9315675,0.00008495994],"about_ca_topic_score_codex":0.0009261549,"about_ca_topic_score_gemma":0.00026797198,"teacher_disagreement_score":0.9274437,"about_ca_system_score_codex":0.000089964764,"about_ca_system_score_gemma":0.0008181736,"threshold_uncertainty_score":0.38633102},"labels":[],"label_agreement":null},{"id":"W1754838161","doi":"10.19173/irrodl.v16i5.2404","title":"Open Educational Resources in Canada 2015","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"European Commission; Canarie","keywords":"Open educational resources; Open education; Political science; Government (linguistics); Public administration; Open government; Declaration; Distance education; Commons; State (computer science); Economic growth; Library science; Public relations; Open data; Sociology; Pedagogy; Computer science","score_opus":0.1151151699531603,"score_gpt":0.4511946463597567,"score_spread":0.3360794764065964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1754838161","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12047513,0.027852075,0.00036673745,0.51683426,0.0008869186,0.0026241771,0.000032812433,0.000017939221,0.33090994],"genre_scores_gemma":[0.99327576,0.0037387528,0.0005753634,0.00059311744,0.000042354943,0.00009376707,0.000073505485,0.0000053980316,0.0016019568],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99745363,0.00084941974,0.0003734554,0.00026956393,0.00081883545,0.00023509085],"domain_scores_gemma":[0.9982207,0.0007943086,0.00014342302,0.0002443929,0.0004587982,0.0001384076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007858103,0.00007800811,0.00020030473,0.00012384875,0.0001160516,0.00059960806,0.004605405,0.000018333594,0.00018302053],"category_scores_gemma":[0.003476384,0.000059245343,0.000014563225,0.00083334796,0.00006501419,0.0006861019,0.003136265,0.00060531235,0.000021560785],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013330144,0.0003638708,0.5011812,0.0006132017,0.000050854804,0.00003288541,0.002621436,0.0021641692,0.00001570679,0.2303758,0.21423696,0.048210606],"study_design_scores_gemma":[0.001333057,0.000094240975,0.115029775,0.0066990526,0.000002880873,0.000039464318,0.021895934,0.0100019155,0.000021460983,0.0074721947,0.8371559,0.00025412304],"about_ca_topic_score_codex":0.5960904,"about_ca_topic_score_gemma":0.13274887,"teacher_disagreement_score":0.87280065,"about_ca_system_score_codex":0.0005617666,"about_ca_system_score_gemma":0.0041724574,"threshold_uncertainty_score":0.8830762},"labels":[],"label_agreement":null},{"id":"W1755547471","doi":"10.19173/irrodl.v16i5.2133","title":"Developing a Sustainable Financial Model in Higher Education for Open Educational Resources","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Open educational resources; Government (linguistics); Open education; Higher education; Business; Educational resources; Economic growth; Finance; Public relations; Economics; Political science; Sociology; Pedagogy","score_opus":0.19325969968296475,"score_gpt":0.4742309209439485,"score_spread":0.28097122126098373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1755547471","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042317845,0.023431217,0.015541051,0.6817982,0.0010087956,0.007546855,0.000022943279,0.000039097846,0.22829396],"genre_scores_gemma":[0.960646,0.0025867517,0.01365834,0.0014672483,0.00013925388,0.0010663153,0.00019075754,0.000013326427,0.020232027],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981715,0.00041192866,0.00037577547,0.00029965866,0.00046140855,0.0002797187],"domain_scores_gemma":[0.9980347,0.0005606406,0.00015799927,0.00019300511,0.0009654953,0.00008814492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077389944,0.00008693614,0.00019769583,0.00021028522,0.000206851,0.00074971514,0.0029372042,0.000036093454,0.000048752616],"category_scores_gemma":[0.0039958446,0.00007055737,0.000023428282,0.00084711163,0.00006507599,0.0010110752,0.002033609,0.00040412566,0.000007121412],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005149594,0.00013202227,0.006244704,0.00037715802,0.0000053889835,7.5118936e-7,0.0007030525,0.0009954668,0.0000025186657,0.973133,0.010946999,0.007407436],"study_design_scores_gemma":[0.0016951739,0.00013927564,0.025102342,0.007856402,0.0000050275253,0.00001276522,0.013587679,0.03323926,0.000023185657,0.24562365,0.67239004,0.0003252209],"about_ca_topic_score_codex":0.00094338413,"about_ca_topic_score_gemma":0.000030201038,"teacher_disagreement_score":0.9183281,"about_ca_system_score_codex":0.0004059652,"about_ca_system_score_gemma":0.0038411457,"threshold_uncertainty_score":0.72295207},"labels":[],"label_agreement":null},{"id":"W1757772857","doi":"10.19173/irrodl.v16i3.2112","title":"Massive open online course completion rates revisited: Assessment, length and attrition","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":488,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bill and Melinda Gates Foundation","keywords":"Attrition; Grading (engineering); Distance education; Massive open online course; Regression analysis; Medicine; Statistics; Medical education; Demography; Psychology; Mathematics education; Mathematics; Dentistry","score_opus":0.19685317702033267,"score_gpt":0.5243967242174246,"score_spread":0.3275435471970919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1757772857","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15679711,0.07484975,0.04666537,0.69368786,0.00039466852,0.0050060633,0.00052173145,0.000117082986,0.021960374],"genre_scores_gemma":[0.96951157,0.023724535,0.0052748993,0.00038877554,0.00006573888,0.00002606312,0.00064860575,0.000007518978,0.00035229183],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977482,0.0008679439,0.0003253555,0.00027406943,0.00060713367,0.00017729426],"domain_scores_gemma":[0.9982439,0.0005718289,0.00019108693,0.00022205822,0.00067054457,0.00010057231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00688135,0.00008826241,0.0002612113,0.00009226068,0.0001521719,0.0006135056,0.0017250266,0.00002896443,0.000020076695],"category_scores_gemma":[0.0015965156,0.00006371976,0.000022387649,0.0005231881,0.00014134115,0.00055990886,0.002186431,0.0006064436,0.0000048615657],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002034367,0.001729757,0.29540536,0.0033051188,0.00025114845,0.0001286584,0.00060751796,0.0015529396,0.00018083381,0.4681425,0.03499437,0.19349836],"study_design_scores_gemma":[0.005039854,0.0009376579,0.12582433,0.028842425,0.000050860508,0.00011492286,0.00543585,0.60970753,0.000035526966,0.03477439,0.18870033,0.000536297],"about_ca_topic_score_codex":0.00033456532,"about_ca_topic_score_gemma":0.000015194492,"teacher_disagreement_score":0.81271446,"about_ca_system_score_codex":0.00008030317,"about_ca_system_score_gemma":0.00024609157,"threshold_uncertainty_score":0.5916048},"labels":[],"label_agreement":null},{"id":"W1761535550","doi":"10.19173/irrodl.v4i1.120","title":"Supporting Distance Students Using the Internet: A Brazilian Experience","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education, Technology, and Economics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; The Internet; Educational technology; Computer science; Computer-mediated communication; Multimedia; Mathematics education; World Wide Web; Psychology; Sociology","score_opus":0.10490691123104988,"score_gpt":0.49260999992217447,"score_spread":0.3877030886911246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1761535550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89725816,0.015184624,0.0685625,0.0127495015,0.0004087013,0.001100083,0.000008560777,0.000029314537,0.004698572],"genre_scores_gemma":[0.9937621,0.004985473,0.0006980553,0.00019588911,0.000013915939,0.00004428974,0.0000058896558,0.0000037914174,0.00029059057],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984339,0.0003672611,0.0003580068,0.00024182643,0.0003571225,0.0002418953],"domain_scores_gemma":[0.9988486,0.0004345051,0.00018172817,0.00032876417,0.00016801723,0.000038345177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00590262,0.00007075867,0.00014138021,0.00006399173,0.0001976533,0.00034984166,0.0031793297,0.000023643683,0.000054236214],"category_scores_gemma":[0.002144787,0.000045988596,0.000027316755,0.00043561132,0.00023560539,0.00036476317,0.0010324024,0.0004054443,0.0000040190703],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016185262,0.00017986844,0.68889976,0.00038810042,0.000049165057,0.000009948675,0.0034643938,0.00019601082,0.000088040506,0.2886298,0.0012153412,0.016863419],"study_design_scores_gemma":[0.002737751,0.00035702164,0.08956583,0.02471728,0.000028551072,0.00040489677,0.0766715,0.111411765,0.0031358171,0.06701619,0.6228367,0.0011167126],"about_ca_topic_score_codex":0.00023099988,"about_ca_topic_score_gemma":0.000040003455,"teacher_disagreement_score":0.6216214,"about_ca_system_score_codex":0.0001165108,"about_ca_system_score_gemma":0.0001251781,"threshold_uncertainty_score":0.59080386},"labels":[],"label_agreement":null},{"id":"W1764932262","doi":"10.19173/irrodl.v2i2.62","title":"Distance Education at Conventional Universities in Germany","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education Methods and Technologies","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; German; Higher education; Decentralization; Political science; Aside; Sociology; Pedagogy; Geography; Law","score_opus":0.14759832026682998,"score_gpt":0.5106140102028436,"score_spread":0.36301568993601363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1764932262","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37495884,0.07330093,0.00020906098,0.16045402,0.0003425476,0.0011888465,0.00003449623,0.000029422206,0.38948184],"genre_scores_gemma":[0.93439656,0.05755224,0.00020414162,0.00009578919,0.00002558404,0.000034390225,0.000023620036,0.0000020358702,0.0076656113],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986408,0.0005867408,0.00016323525,0.00010825321,0.00037661556,0.00012435146],"domain_scores_gemma":[0.9990086,0.000617217,0.00007685251,0.00007842096,0.00019377038,0.000025121743],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038956627,0.00003490177,0.00009027873,0.000106572064,0.00022362257,0.00005936176,0.0005733121,0.000025964271,0.0009506047],"category_scores_gemma":[0.0013264228,0.000028391127,0.000018076062,0.0004417544,0.00036857455,0.00018026381,0.00025761488,0.00024876217,0.000010849332],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001829689,0.0001501299,0.095398486,0.0003428435,0.0000082915685,0.0000025502322,0.0015774658,0.000009175544,0.000013892435,0.85974115,0.0065174927,0.036220208],"study_design_scores_gemma":[0.00023233025,0.000016698952,0.028704759,0.0033067015,0.0000023825962,0.0000018159259,0.05305442,0.00018128958,0.000012815954,0.010555471,0.90386134,0.00006996465],"about_ca_topic_score_codex":0.0016485818,"about_ca_topic_score_gemma":0.00038000147,"teacher_disagreement_score":0.8973439,"about_ca_system_score_codex":0.0003267105,"about_ca_system_score_gemma":0.00020116122,"threshold_uncertainty_score":0.9999627},"labels":[],"label_agreement":null},{"id":"W1765267627","doi":"10.19173/irrodl.v16i5.2244","title":"Public Response to “the MOOC Movement” in China: Examining the Time Series of Microblogging","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Microblogging; Social media; Schedule; Computer science; China; World Wide Web; Period (music); Internet privacy; Multimedia; Political science","score_opus":0.12002105024453531,"score_gpt":0.40763074454714615,"score_spread":0.28760969430261085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1765267627","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26475266,0.00856628,0.002462708,0.7193142,0.000099610486,0.00090566784,0.000024005041,0.000017555692,0.0038572596],"genre_scores_gemma":[0.9959192,0.0017335492,0.00070976454,0.00039719185,0.00002966669,0.000027823748,0.000017035083,0.0000057449392,0.0011600216],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970146,0.0015468542,0.00037444182,0.0001956304,0.0006377782,0.00023071475],"domain_scores_gemma":[0.99794567,0.0012010951,0.0001489483,0.00033666802,0.00030769693,0.000059927195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01926799,0.00007725775,0.00019431484,0.00015681238,0.000129856,0.00026612217,0.0025959003,0.000019825284,0.000022052027],"category_scores_gemma":[0.008184064,0.00004156711,0.000026328546,0.0010768079,0.00013932116,0.00028785245,0.0020254054,0.0005542465,0.000013207864],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022260137,0.0010784026,0.3261334,0.0024417455,0.00044017736,0.00015733461,0.017252196,0.03988504,0.007960828,0.24416089,0.046670727,0.31159323],"study_design_scores_gemma":[0.0042894953,0.0019217549,0.2486601,0.036405865,0.000029509441,0.00012901673,0.011947695,0.23995581,0.0009656494,0.032831818,0.42201686,0.0008464257],"about_ca_topic_score_codex":0.00027571592,"about_ca_topic_score_gemma":0.000029246447,"teacher_disagreement_score":0.73116654,"about_ca_system_score_codex":0.00007841716,"about_ca_system_score_gemma":0.0002542259,"threshold_uncertainty_score":0.9797681},"labels":[],"label_agreement":null},{"id":"W1765817687","doi":"10.19173/irrodl.v10i5.643","title":"The Technological Dimension of a Massive Open Online Course: The Case of the CCK08 Course Tools","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":417,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lifelong learning; Usability; Computer science; Connectivism; Massive open online course; Distance education; Open learning; Knowledge management; Psychology; World Wide Web; Mathematics education; Pedagogy; Teaching method; Learning theory; Cooperative learning","score_opus":0.08331360297106032,"score_gpt":0.4634803727432835,"score_spread":0.3801667697722232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1765817687","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23324671,0.024745416,0.0017076888,0.7351881,0.00013423729,0.0023825765,0.0001442492,0.000023731282,0.0024272471],"genre_scores_gemma":[0.99208575,0.007054465,0.0003199182,0.00020911399,0.000016936261,0.0000118472335,0.00001665832,0.0000030641877,0.00028227037],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99756134,0.0009756014,0.00044628244,0.00020285787,0.0006098552,0.00020408486],"domain_scores_gemma":[0.9964597,0.0019860882,0.00037534934,0.0005843641,0.00055993244,0.000034547145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007417664,0.00009101686,0.00024958904,0.000033762797,0.00037679076,0.00025259514,0.004922324,0.000041612595,0.00001218605],"category_scores_gemma":[0.004279113,0.00003659025,0.00006989174,0.0008049711,0.00061504566,0.00018625398,0.002791321,0.00090894813,0.0000013889352],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011501822,0.0009404863,0.0045977063,0.00027972748,0.00012488941,0.00016510063,0.00030888277,0.0018106634,0.00029157367,0.4410432,0.0048486628,0.5454741],"study_design_scores_gemma":[0.00569088,0.0026439072,0.097321674,0.045953453,0.00024445695,0.0018069703,0.028123269,0.5058147,0.0019364428,0.120045654,0.18948822,0.0009304062],"about_ca_topic_score_codex":0.00019894973,"about_ca_topic_score_gemma":0.00003623948,"teacher_disagreement_score":0.758839,"about_ca_system_score_codex":0.00003431161,"about_ca_system_score_gemma":0.00025707466,"threshold_uncertainty_score":0.9146985},"labels":[],"label_agreement":null},{"id":"W1766835079","doi":"10.19173/irrodl.v9i3.541","title":"Beyond the Theoretical Impasse: Extending the applications of Transactional Distance Education Theory","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transactional leadership; Distance education; Sociology; Transactional analysis; Education theory; Epistemology; Computer science; Higher education; Pedagogy; Psychology; Public relations; Political science; Social psychology; Law; Philosophy","score_opus":0.043625932822604095,"score_gpt":0.4587103851938397,"score_spread":0.41508445237123565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1766835079","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09384287,0.14487018,0.036538515,0.43672007,0.0005541975,0.0071424735,0.0002336372,0.00005519777,0.28004286],"genre_scores_gemma":[0.953892,0.044832956,0.000108482156,0.00014586085,0.00012626691,0.00016917994,0.000044337507,0.0000049237765,0.00067602453],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969346,0.0016113719,0.0003082078,0.00014770393,0.0008129606,0.00018516106],"domain_scores_gemma":[0.99618334,0.0030368888,0.0001554605,0.00017737513,0.00040489947,0.000042069954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010339,0.00006303428,0.00013827799,0.00005556548,0.00095676543,0.000069131376,0.0011823883,0.000031249878,0.00043358275],"category_scores_gemma":[0.0018716215,0.000032761007,0.000056425884,0.00064096996,0.0016908095,0.00016677302,0.00015608326,0.00065612514,0.000004417],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036294772,0.00007814931,0.0042810496,0.000091692906,0.000017571918,4.8296755e-7,0.0006224354,0.000026275677,0.000012871909,0.9188868,0.0005965854,0.075349785],"study_design_scores_gemma":[0.00029277435,0.00004980783,0.010677598,0.002052609,0.000024827816,0.000022378023,0.03415585,0.00030365557,0.000045221976,0.15382718,0.79843247,0.00011561657],"about_ca_topic_score_codex":0.00025155157,"about_ca_topic_score_gemma":0.000049827366,"teacher_disagreement_score":0.8600491,"about_ca_system_score_codex":0.00007470515,"about_ca_system_score_gemma":0.00084105006,"threshold_uncertainty_score":0.73587626},"labels":[],"label_agreement":null},{"id":"W1766934520","doi":"10.19173/irrodl.v16i5.2222","title":"Effectiveness of Integrating MOOCs in Traditional Classrooms for Undergraduate Students","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":197,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blended learning; Context (archaeology); Class (philosophy); Computer science; Online learning; Educational technology; Mathematics education; Multimedia; Psychology","score_opus":0.15491717555981063,"score_gpt":0.4800925481969283,"score_spread":0.3251753726371177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1766934520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69410354,0.01942948,0.20527226,0.068329595,0.00054169644,0.00454454,0.00018926375,0.00005195555,0.0075376923],"genre_scores_gemma":[0.9968151,0.0015858127,0.0013648741,0.000025001174,0.00001612009,0.000047812093,0.00007862657,0.0000040219265,0.000062670755],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977462,0.0008420106,0.0003457364,0.00019156488,0.0007167747,0.00015771357],"domain_scores_gemma":[0.99708986,0.0021362586,0.00013898993,0.0001375922,0.00044855865,0.0000487635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011515965,0.00006841236,0.00023682986,0.00014089083,0.0000487834,0.000114648275,0.0015360728,0.000024764646,0.000002610192],"category_scores_gemma":[0.003928459,0.00004874392,0.00003981439,0.00060683547,0.00009231657,0.00022478924,0.0005976496,0.00042458592,0.0000011490309],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034596107,0.000852324,0.33102697,0.0053338096,0.00012790492,0.00002081549,0.0004954946,0.007299353,0.00020222491,0.61612433,0.0008053882,0.037365414],"study_design_scores_gemma":[0.007526131,0.0013286483,0.1252247,0.07483633,0.000021728689,0.000036202084,0.0037280617,0.4489113,0.0003342307,0.327971,0.009653697,0.00042796056],"about_ca_topic_score_codex":0.00019476589,"about_ca_topic_score_gemma":0.000015710757,"teacher_disagreement_score":0.44161195,"about_ca_system_score_codex":0.0001086021,"about_ca_system_score_gemma":0.00021863254,"threshold_uncertainty_score":0.47030157},"labels":[],"label_agreement":null},{"id":"W1773927702","doi":"10.19173/irrodl.v13i4.1305","title":"Beyond the net generation debate: A comparison between digital learners in face-to-face and virtual universities","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministerio de Ciencia e Innovación","keywords":"Information and Communications Technology; Face-to-face; Psychology; Perception; Higher education; Mathematics education; Empirical research; Sample (material); Face (sociological concept); Pedagogy; Computer science; Sociology; Political science; Social science; World Wide Web","score_opus":0.09849330191303812,"score_gpt":0.4479279234117773,"score_spread":0.34943462149873916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1773927702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96978277,0.0035282348,0.00013664701,0.02149541,0.000046871974,0.0005331784,0.00003664335,0.000008260727,0.00443199],"genre_scores_gemma":[0.9963616,0.0029061774,0.0000141833625,0.0001097181,0.000046071615,0.0000072903704,0.00005541423,0.0000034100644,0.0004961355],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99837166,0.00055273314,0.00019242185,0.0001134308,0.00050389685,0.00026588578],"domain_scores_gemma":[0.9991929,0.00048578632,0.000078081815,0.00008651292,0.00008274724,0.00007396353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046112607,0.00006192285,0.00015693427,0.000100605124,0.00031895185,0.00022814567,0.00071887905,0.00004696822,0.00003128266],"category_scores_gemma":[0.0014351468,0.000042890333,0.000015745589,0.00040025715,0.00044385757,0.00046102217,0.0006075424,0.0005014038,0.000007921628],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006363136,0.00008288861,0.90366244,0.00007361533,0.000037532027,0.0000025442673,0.009185139,0.00017777948,0.000038670027,0.018669328,0.0048928694,0.06311355],"study_design_scores_gemma":[0.0017546611,0.00031398787,0.42867336,0.0046859663,0.0000269928,0.000007965772,0.4134696,0.0018069537,0.00016681118,0.0012641959,0.14742418,0.00040530274],"about_ca_topic_score_codex":0.0014750238,"about_ca_topic_score_gemma":0.00020249066,"teacher_disagreement_score":0.4749891,"about_ca_system_score_codex":0.00019228843,"about_ca_system_score_gemma":0.000106319516,"threshold_uncertainty_score":0.2453152},"labels":[],"label_agreement":null},{"id":"W1777820723","doi":"10.19173/irrodl.v15i1.1687","title":"Challenges and instructors’ intention to adopt and use open educational resources in higher education in Tanzania","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":169,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Tampereen Yliopisto; University of Dar es Salaam","keywords":"Open educational resources; Tanzania; Unified theory of acceptance and use of technology; Expectancy theory; Higher education; Competence (human resources); Open education; Distance education; Knowledge management; Computer science; Psychology; Pedagogy; Sociology; Political science; Social psychology","score_opus":0.132662400490981,"score_gpt":0.4314942039602848,"score_spread":0.2988318034693038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1777820723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82547903,0.014312687,0.00008836936,0.124519885,0.0003224078,0.0015004773,0.0000041374524,0.00001037502,0.033762604],"genre_scores_gemma":[0.98022807,0.017272523,0.0010312794,0.000388652,0.000031088926,0.00010274403,0.00002974083,0.0000056470526,0.00091022835],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99792016,0.00084856583,0.0003509453,0.00035758593,0.0003442698,0.00017850715],"domain_scores_gemma":[0.998593,0.00077672943,0.0001184387,0.00018710081,0.0002325545,0.00009218391],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049282834,0.00009108966,0.00020665477,0.0003076454,0.00010038438,0.0006933681,0.0012664738,0.00003480415,0.0000632024],"category_scores_gemma":[0.002199849,0.000074142234,0.000011492633,0.0005040804,0.00008113846,0.0010029709,0.0017412719,0.00044454646,0.000005683816],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000614986,0.00022806512,0.23361334,0.00049470155,0.000010965347,9.833403e-7,0.0020944867,0.00003804709,0.000050145147,0.41552904,0.0006048353,0.3472739],"study_design_scores_gemma":[0.000396324,0.00006995183,0.9113743,0.005095455,0.0000014104756,0.000009879024,0.002972662,0.00080284517,0.0000046020004,0.004856668,0.07431559,0.00010035912],"about_ca_topic_score_codex":0.0016174086,"about_ca_topic_score_gemma":0.00037226427,"teacher_disagreement_score":0.6777609,"about_ca_system_score_codex":0.000104217164,"about_ca_system_score_gemma":0.00021857163,"threshold_uncertainty_score":0.6686164},"labels":[],"label_agreement":null},{"id":"W1781687669","doi":"10.19173/irrodl.v15i4.1783","title":"Two perspectives on e-learning design: A synopsis of a U.S. and a European analysis","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center; Johnson and Johnson","keywords":"Instructional design; Learning design; Field (mathematics); Educational technology; Learning theory; Learning sciences; Sociology; Mathematics education; Pedagogy; Computer science; Epistemology; Psychology; Mathematics; Philosophy","score_opus":0.08760900974187709,"score_gpt":0.4683330934136984,"score_spread":0.3807240836718213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1781687669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6324129,0.030655239,0.006122932,0.0405824,0.00006586164,0.0018109193,0.000030247198,0.000054613985,0.2882649],"genre_scores_gemma":[0.9732447,0.025677001,0.0005591809,0.000034304914,0.00004747428,0.000009743084,0.000017023063,0.000005839339,0.00040471772],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940727,0.004556297,0.00027862086,0.00022771861,0.00066769315,0.00019701454],"domain_scores_gemma":[0.99703526,0.0022342887,0.00018768662,0.00011360266,0.00036279572,0.00006636817],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018215975,0.00007337675,0.00027727155,0.0002508385,0.00031837204,0.00012861748,0.0005935336,0.000020639907,0.0001294718],"category_scores_gemma":[0.009807624,0.000053406184,0.000059194015,0.0010380396,0.00036532767,0.00013106506,0.0003515594,0.0005828214,0.0000041904873],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005016861,0.00046596743,0.23063818,0.0011257374,0.00095857825,0.000024742367,0.016455296,0.008701338,0.00025752533,0.22794528,0.00066668785,0.51225895],"study_design_scores_gemma":[0.0034408066,0.0015354817,0.069339566,0.023742633,0.0004626553,0.000010101471,0.32321015,0.042347502,0.000120494384,0.0042222496,0.5308631,0.0007052377],"about_ca_topic_score_codex":0.0011334253,"about_ca_topic_score_gemma":0.000088253044,"teacher_disagreement_score":0.5301964,"about_ca_system_score_codex":0.000053452895,"about_ca_system_score_gemma":0.00012289344,"threshold_uncertainty_score":0.9985332},"labels":[],"label_agreement":null},{"id":"W1782153912","doi":"10.19173/irrodl.v11i3.912","title":"Using collaborative course development to achieve online course quality standards","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":117,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Royal Roads University","funders":"","keywords":"Course (navigation); Quality (philosophy); Online course; Distance education; Mainstream; Computer science; Collaborative learning; Process (computing); Instructional design; Higher education; Engineering management; Medical education; Knowledge management; Mathematics education; Multimedia; Engineering; Psychology; Political science; Medicine","score_opus":0.14922744878208533,"score_gpt":0.5763542390673918,"score_spread":0.4271267902853065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1782153912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9056101,0.004666228,0.00049632863,0.070371985,0.00029085824,0.0016659619,0.0005227338,0.00002354467,0.016352281],"genre_scores_gemma":[0.98730695,0.0050142356,0.006502882,0.00024424345,0.00017927453,0.000033880366,0.00019960312,0.000010622915,0.0005082944],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99617225,0.0013037302,0.00042959803,0.00022724387,0.0015615242,0.0003056438],"domain_scores_gemma":[0.9969643,0.0008285522,0.00018688629,0.00014449106,0.0017229458,0.00015282555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021896632,0.00008981719,0.00026090126,0.00007531431,0.00057448185,0.00019494937,0.00092632126,0.000054344488,0.00033016014],"category_scores_gemma":[0.0076208203,0.000067095214,0.000028204098,0.0008534656,0.0003584302,0.00022808285,0.00054961233,0.0010137038,0.0000072241037],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010057589,0.0020939596,0.1521914,0.0015910421,0.00030747143,0.00006501521,0.014044021,0.00084269815,0.0015341211,0.109947085,0.006430253,0.70994717],"study_design_scores_gemma":[0.00053091964,0.00009048637,0.013069571,0.0034154633,0.000012227906,0.0000028143836,0.04164128,0.00025583594,0.00006296119,0.00051322026,0.9402355,0.00016973056],"about_ca_topic_score_codex":0.0015404013,"about_ca_topic_score_gemma":0.0033748893,"teacher_disagreement_score":0.9338052,"about_ca_system_score_codex":0.00019367394,"about_ca_system_score_gemma":0.0044487533,"threshold_uncertainty_score":0.9123384},"labels":[],"label_agreement":null},{"id":"W1785055065","doi":"10.19173/irrodl.v12i3.881","title":"Proposing an integrated research framework for connectivism: Utilising theoretical synergies","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Connectivism; Acknowledgement; Computer science; Construct (python library); Context (archaeology); Instructional design; Variety (cybernetics); Knowledge management; Educational research; Learning theory; Sociology; Pedagogy; Multimedia; Artificial intelligence","score_opus":0.3692205578243995,"score_gpt":0.584300011532656,"score_spread":0.21507945370825649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1785055065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5456039,0.020098934,0.2709619,0.016430996,0.001060311,0.0061176345,0.00013204938,0.00015693904,0.13943736],"genre_scores_gemma":[0.98568976,0.00072407944,0.012857452,0.00011003952,0.000084479936,0.00021754867,0.00008202471,0.000025022944,0.00020958579],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98873687,0.009151798,0.00049017527,0.00044264793,0.0006623619,0.00051614264],"domain_scores_gemma":[0.9904568,0.007628709,0.00015682947,0.00036149973,0.0013193401,0.00007682061],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.053754576,0.0001348372,0.0003424769,0.00031537283,0.0005135908,0.00018631946,0.001344394,0.00011425176,0.0008965577],"category_scores_gemma":[0.025555518,0.000090222464,0.000051453342,0.0009994046,0.0012298223,0.0001926864,0.0005305465,0.0027205248,0.000010876902],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060336996,0.00019712851,0.006012346,0.0003220347,0.00005977271,0.000009614346,0.003274514,0.000004615461,0.000075998425,0.9299017,0.00042355477,0.0591153],"study_design_scores_gemma":[0.00213351,0.0024324998,0.03782507,0.040450975,0.000041776857,0.00009656763,0.09185592,0.0042766114,0.00090678356,0.75076675,0.0686271,0.0005864435],"about_ca_topic_score_codex":0.00090487435,"about_ca_topic_score_gemma":0.0000057209513,"teacher_disagreement_score":0.4400859,"about_ca_system_score_codex":0.00011336578,"about_ca_system_score_gemma":0.0001738786,"threshold_uncertainty_score":0.99958026},"labels":[],"label_agreement":null},{"id":"W1790806920","doi":"10.19173/irrodl.v14i1.1338","title":"A predictive study of student satisfaction in online education programs","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":535,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; The Internet; Variance (accounting); Regression analysis; Explained variation; Interaction; Applied psychology; Social psychology; Computer science; Statistics; Mathematics; World Wide Web","score_opus":0.09432494273946757,"score_gpt":0.5085964956728596,"score_spread":0.414271552933392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1790806920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896027,0.0018246972,0.0000062045124,0.0042710556,0.000046148652,0.0017781459,0.0000038288385,0.000004430043,0.0024628195],"genre_scores_gemma":[0.9912684,0.008224781,0.00006781385,0.00001597317,0.000043146472,0.00017647324,0.000053383937,0.000003256162,0.00014676756],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974124,0.0011900703,0.0003472721,0.0001469969,0.00075285457,0.00015042766],"domain_scores_gemma":[0.9988628,0.0003324925,0.00015864144,0.00008946486,0.0005171999,0.00003937115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004354246,0.00005084738,0.0001678184,0.00013394236,0.00011274613,0.00008701153,0.00048297513,0.00002569438,0.00013284823],"category_scores_gemma":[0.00132636,0.000037186004,0.000018184168,0.0006230173,0.0001267697,0.00028973186,0.0002702218,0.00046451378,0.0000031138775],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019107085,0.0008227688,0.77806175,0.00012557849,0.000014559981,5.952228e-7,0.002009566,0.00004213911,0.0000062365225,0.00090283225,0.000089814166,0.21790507],"study_design_scores_gemma":[0.0004924901,0.0003228698,0.74398464,0.0043984,0.0000060934676,5.880932e-7,0.24246447,0.00031752084,0.0000014654646,0.00063360325,0.007327449,0.000050438663],"about_ca_topic_score_codex":0.02535247,"about_ca_topic_score_gemma":0.004595271,"teacher_disagreement_score":0.2404549,"about_ca_system_score_codex":0.00013874445,"about_ca_system_score_gemma":0.00045884278,"threshold_uncertainty_score":0.9811378},"labels":[],"label_agreement":null},{"id":"W1793764709","doi":"10.19173/irrodl.v16i5.2389","title":"Not All Rubrics Are Equal: A Review of Rubrics for Evaluating the Quality of Open Educational Resources","year":2015,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"American Educational Research Association","keywords":"Rubric; Computer science; Usability; Quality (philosophy); The Internet; Multimedia; World Wide Web; Psychology; Mathematics education; Human–computer interaction","score_opus":0.5616598467009739,"score_gpt":0.6226860253002628,"score_spread":0.06102617859928894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1793764709","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012839981,0.97623414,0.00039879195,0.014133755,0.00015861237,0.0037569047,0.00015147126,0.0000057784296,0.005147691],"genre_scores_gemma":[0.00024069798,0.9957872,0.0015852194,0.00044957246,0.00007502809,0.0006701544,0.0005537612,0.000020640327,0.00061772735],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9889444,0.0057748863,0.002221146,0.0005849359,0.0021147153,0.00035989028],"domain_scores_gemma":[0.98195404,0.01048602,0.003218115,0.0009022431,0.0033083828,0.00013121532],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06476182,0.00027120285,0.0017826104,0.00021600345,0.00025147013,0.0005242489,0.009819443,0.00009521562,0.00013946924],"category_scores_gemma":[0.03544012,0.00016627433,0.00029602542,0.0015583474,0.0002783617,0.0005009433,0.0051873834,0.0012223955,0.000009932457],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048613274,0.00028683982,0.00027248575,0.24579482,0.00024258008,7.247331e-7,0.0004907558,0.000033068507,0.0000012636399,0.08766284,0.017047957,0.6481181],"study_design_scores_gemma":[0.00023943548,0.0001288903,0.00011578647,0.24717607,0.000071205155,0.000009696663,0.0007493693,0.00030971924,6.002185e-7,0.0010583625,0.74999166,0.00014921447],"about_ca_topic_score_codex":0.0005442907,"about_ca_topic_score_gemma":0.000011310581,"teacher_disagreement_score":0.7329437,"about_ca_system_score_codex":0.00025858625,"about_ca_system_score_gemma":0.00267551,"threshold_uncertainty_score":0.99553794},"labels":[],"label_agreement":null},{"id":"W1799316639","doi":"10.19173/irrodl.v16i5.2348","title":"In Search of Quality: Using Quality Matters to Analyze the Quality of Massive, Open, Online Courses (MOOCs)","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":113,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Massive open online course; Feeling; Open education; Distance education; Higher education; Set (abstract data type); Online learning; Control (management); Online course; Computer science; Medical education; Psychology; Public relations; Pedagogy; Mathematics education; Political science; World Wide Web; Medicine","score_opus":0.31938250357890735,"score_gpt":0.5720007238411693,"score_spread":0.25261822026226194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1799316639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74554896,0.003316066,0.007910748,0.24107796,0.00009619434,0.0010800144,0.00020090862,0.00000840602,0.00076076994],"genre_scores_gemma":[0.99417776,0.0017154729,0.0029641332,0.0008294525,0.000029210281,0.00001119094,0.000057570694,0.0000072522666,0.00020795332],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99281645,0.0039657373,0.00111862,0.00032570228,0.0014921315,0.0002813774],"domain_scores_gemma":[0.99549854,0.0021908216,0.0004781577,0.00055058114,0.0011685306,0.00011339325],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03307815,0.000112425005,0.00057482603,0.0002151878,0.0000873856,0.00020053939,0.0040494055,0.000037015074,0.000025368758],"category_scores_gemma":[0.007031286,0.00007255293,0.00006844178,0.001539389,0.00028409905,0.00038601918,0.003437597,0.0007047415,0.0000028116688],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011389675,0.0023769652,0.5500312,0.0067184544,0.00042146756,0.00004135364,0.005079263,0.061800152,0.003069084,0.312488,0.0064441613,0.050390992],"study_design_scores_gemma":[0.009506448,0.0013217091,0.47345844,0.052578595,0.00007530583,0.00003926567,0.06533039,0.30428302,0.0020865775,0.036067665,0.053773332,0.0014792375],"about_ca_topic_score_codex":0.015672088,"about_ca_topic_score_gemma":0.00035124272,"teacher_disagreement_score":0.27642033,"about_ca_system_score_codex":0.0001362049,"about_ca_system_score_gemma":0.0005875316,"threshold_uncertainty_score":0.9956495},"labels":[],"label_agreement":null},{"id":"W1799802508","doi":"10.19173/irrodl.v16i2.2047","title":"Uptake of OER by staff in distance education in South Africa","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Operationalization; Context (archaeology); Open education; Knowledge management; Institution; Distance education; Sociology; Computer science; Pedagogy; Social science; Geography","score_opus":0.09243745027238114,"score_gpt":0.42705429691257396,"score_spread":0.3346168466401928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1799802508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6566958,0.074333675,0.0080778515,0.041618247,0.0007687502,0.003524883,0.00007745149,0.000040059702,0.2148633],"genre_scores_gemma":[0.9955062,0.003029648,0.00054701645,0.000039163366,0.000011513539,0.000048579517,0.000053532047,0.0000041002468,0.0007602188],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99799436,0.00056142115,0.0004425259,0.00022360747,0.00058366876,0.00019440062],"domain_scores_gemma":[0.9989272,0.0002801886,0.00017208229,0.00020022568,0.00034819558,0.00007210276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005907883,0.00007092072,0.00020088194,0.0001799301,0.00003982028,0.00014435161,0.0014633343,0.000026224867,0.00004102067],"category_scores_gemma":[0.00240756,0.000055682984,0.000019725001,0.0009806252,0.00008243094,0.00042456703,0.00060806685,0.00050518836,0.000009851331],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003465558,0.002604405,0.3162811,0.002373127,0.00005007695,0.000016273056,0.033314906,0.0019451047,0.0004644534,0.35193428,0.034860086,0.2558096],"study_design_scores_gemma":[0.0029271867,0.0003896446,0.05387862,0.023343422,0.0000062051204,0.000011946308,0.11848953,0.01925506,0.0003274138,0.007937846,0.7729558,0.0004773222],"about_ca_topic_score_codex":0.00041129073,"about_ca_topic_score_gemma":0.000040596384,"teacher_disagreement_score":0.7380957,"about_ca_system_score_codex":0.00015889919,"about_ca_system_score_gemma":0.0007683017,"threshold_uncertainty_score":0.2882248},"labels":[],"label_agreement":null},{"id":"W1801695805","doi":"10.19173/irrodl.v16i5.2218","title":"Evaluation Criteria for Interactive E-Books for Open and Distance Learning","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Anadolu Üniversitesi","keywords":"Delphi method; Heuristic; Computer science; Delphi; Distance education; Interactive Learning; Open university; Mathematics education; Psychology; Multimedia; Artificial intelligence","score_opus":0.5459977478273781,"score_gpt":0.6243081565407893,"score_spread":0.07831040871341122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1801695805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62266076,0.058238633,0.117063306,0.14618902,0.0012660814,0.025891436,0.0009304968,0.00009133728,0.027668908],"genre_scores_gemma":[0.9956016,0.0013888009,0.0009573599,0.00011926212,0.00002646015,0.0006111013,0.00011894884,0.000007589144,0.0011688761],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967756,0.0010716132,0.0005015278,0.0003600266,0.0011075772,0.00018360182],"domain_scores_gemma":[0.9938354,0.0029578684,0.00028476337,0.00020505054,0.002642474,0.00007446685],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04324766,0.00008478229,0.0002785382,0.00016321053,0.00023078822,0.0006378858,0.0017147586,0.000047463833,0.000101904494],"category_scores_gemma":[0.046660993,0.00005671912,0.000037400474,0.0003294612,0.00019796214,0.00054705876,0.0013041069,0.00040636412,0.0000050687518],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024972383,0.00028738708,0.17267472,0.0004660449,0.0001252173,0.0000053328927,0.0017302159,0.00025154167,0.00024152972,0.08311455,0.05547027,0.683136],"study_design_scores_gemma":[0.0065428927,0.00086053077,0.04142489,0.006525095,0.00006268883,0.000036576028,0.02966875,0.07346784,0.00021818125,0.19910896,0.64176196,0.00032162177],"about_ca_topic_score_codex":0.00010961469,"about_ca_topic_score_gemma":0.0000473824,"teacher_disagreement_score":0.68281436,"about_ca_system_score_codex":0.0001261147,"about_ca_system_score_gemma":0.00024202952,"threshold_uncertainty_score":0.9851779},"labels":[],"label_agreement":null},{"id":"W1803688315","doi":"10.19173/irrodl.v5i3.194","title":"WebCT: A major shift of emphasis","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Emphasis (telecommunications); Distance education; Computer science; Multimedia; Mathematics education; Psychology; Telecommunications","score_opus":0.08160170982810906,"score_gpt":0.4822643730033148,"score_spread":0.40066266317520577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1803688315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6267329,0.042531185,0.00047978185,0.19788192,0.00020506114,0.001891757,0.00009717322,0.000032623335,0.13014764],"genre_scores_gemma":[0.9706243,0.02857825,0.0003197429,0.00006892636,0.000057836278,0.000019130362,0.000035233734,0.0000044592584,0.00029208369],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979558,0.000594718,0.00030621898,0.00014274476,0.0007905367,0.00020995634],"domain_scores_gemma":[0.9988143,0.0005950314,0.00013847824,0.00010936491,0.00028547115,0.000057366342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077343197,0.000054967404,0.00019416031,0.00010294035,0.00022630252,0.00007776529,0.0009164612,0.000034538956,0.000327601],"category_scores_gemma":[0.0038456805,0.00003984267,0.000045817393,0.00061311695,0.0003492203,0.00019715427,0.00038059748,0.00044838188,0.000010699983],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002791726,0.00061950856,0.12120476,0.0026080753,0.00016731209,0.00004942025,0.0052887546,0.0004830859,0.00021356842,0.5735254,0.0018253666,0.29373556],"study_design_scores_gemma":[0.0018002085,0.00020194746,0.016874688,0.01921863,0.000022601664,0.000006058628,0.025027517,0.00006787137,0.0002432024,0.02329763,0.9130503,0.00018936925],"about_ca_topic_score_codex":0.004314328,"about_ca_topic_score_gemma":0.0005152241,"teacher_disagreement_score":0.9112249,"about_ca_system_score_codex":0.00009408628,"about_ca_system_score_gemma":0.0006244673,"threshold_uncertainty_score":0.6522002},"labels":[],"label_agreement":null},{"id":"W1805439553","doi":"10.19173/irrodl.v3i1.67","title":"Evaluating Vendor Supplied Information","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Vendor; Computer science; Distance education; Multimedia; World Wide Web; Data science; Business; Mathematics education; Marketing; Psychology","score_opus":0.3155653717760009,"score_gpt":0.47763154078896264,"score_spread":0.16206616901296172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1805439553","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2913965,0.047344584,0.0030097833,0.14770098,0.0013523021,0.0065394035,0.00022329828,0.00015636906,0.5022768],"genre_scores_gemma":[0.98971516,0.0086163245,0.00007722959,0.0008019366,0.00014787355,0.00006283805,0.00039634597,0.000005396494,0.00017692041],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99865973,0.000057177826,0.00034543162,0.00012095961,0.0006440328,0.00017268742],"domain_scores_gemma":[0.9989542,0.0002617377,0.00018200395,0.00015084032,0.00044251795,0.000008742726],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004122714,0.00007031385,0.00014102718,0.0001621531,0.00016487582,0.00044938974,0.00091969676,0.000023106497,0.0017563584],"category_scores_gemma":[0.00299217,0.000048940998,0.000023485361,0.00059058616,0.00009762071,0.0016230453,0.0008868762,0.0003403039,0.00022662594],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001671138,0.00019778678,0.03876269,0.006965145,0.00005235813,0.000008441111,0.00012661779,0.00048276712,0.00017045984,0.10924529,0.054868393,0.78895295],"study_design_scores_gemma":[0.0006686108,0.000023808909,0.00797115,0.007831847,0.00001484853,0.000008667311,0.0009182407,0.06606626,0.00004540498,0.003334354,0.91295755,0.00015928107],"about_ca_topic_score_codex":0.0005412442,"about_ca_topic_score_gemma":0.000010256128,"teacher_disagreement_score":0.85808915,"about_ca_system_score_codex":0.00003290018,"about_ca_system_score_gemma":0.000018181283,"threshold_uncertainty_score":0.9991562},"labels":[],"label_agreement":null},{"id":"W1809513418","doi":"10.19173/irrodl.v16i5.2341","title":"OER Quality and Adaptation in K-12: Comparing Teacher Evaluations of Copyright-Restricted, Open, and Open/Adapted Textbooks","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Adaptation (eye); Quality (philosophy); Variety (cybernetics); Mathematics education; Computer science; Psychology; Pedagogy","score_opus":0.3933432143841464,"score_gpt":0.5247929460346913,"score_spread":0.1314497316505449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1809513418","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65615815,0.022892177,0.014075742,0.05259786,0.0003551046,0.008070257,0.000044449134,0.00004810975,0.24575815],"genre_scores_gemma":[0.9938146,0.0028387106,0.002620511,0.00009196778,0.000011496716,0.00008157574,0.00006784072,0.000005823789,0.00046750295],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99635,0.0017819421,0.0006587418,0.00034031854,0.0006725944,0.00019641401],"domain_scores_gemma":[0.99788606,0.0008268097,0.00032379193,0.00024867392,0.0005924658,0.0001222126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013035,0.00010385697,0.00036613928,0.00018955031,0.00018198554,0.0007921553,0.0021925915,0.00003924059,0.00006083009],"category_scores_gemma":[0.0041508595,0.00008071616,0.00001638403,0.00059860444,0.00016386657,0.0010514477,0.003366941,0.00058198825,0.000004464837],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048337906,0.00075456506,0.45116115,0.0010164159,0.000115614464,0.000009868525,0.00742602,0.0020138395,0.00025794568,0.39418316,0.0047464087,0.13783163],"study_design_scores_gemma":[0.0067285197,0.00042153383,0.58636886,0.011457513,0.000024244559,0.000036999998,0.032503154,0.3052338,0.0000963697,0.014608364,0.0420348,0.00048582957],"about_ca_topic_score_codex":0.005338784,"about_ca_topic_score_gemma":0.0004096312,"teacher_disagreement_score":0.3795748,"about_ca_system_score_codex":0.00011337549,"about_ca_system_score_gemma":0.0004898599,"threshold_uncertainty_score":0.80706793},"labels":[],"label_agreement":null},{"id":"W1819851634","doi":"10.19173/irrodl.v16i2.1979","title":"Student media usage patterns and non-traditional learning in higher education","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"King Saud University","keywords":"Typology; Class (philosophy); Computer science; Entertainment; Multimedia; German; Digital media; Distance education; Selection (genetic algorithm); Mathematics education; Psychology; World Wide Web; Sociology; Artificial intelligence","score_opus":0.19400614566488233,"score_gpt":0.4906128253746451,"score_spread":0.2966066797097628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1819851634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.913402,0.006709282,0.000019201565,0.050389778,0.00028982293,0.00083150796,0.000020874224,0.000017416722,0.02832009],"genre_scores_gemma":[0.9869467,0.011903792,0.000028801614,0.00017913526,0.00007126552,0.00004020743,0.00007003483,0.0000045376755,0.00075552595],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978202,0.00072019885,0.0002412844,0.00016390282,0.00084295013,0.0002114889],"domain_scores_gemma":[0.9990088,0.00047571247,0.00010346045,0.000080076425,0.00023337804,0.000098592434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00723477,0.00006376034,0.00015620283,0.00014604558,0.00016772492,0.00015374366,0.00071125635,0.000052904503,0.00019764017],"category_scores_gemma":[0.0028353354,0.000051201165,0.000015575071,0.0003482039,0.0002995527,0.00025717262,0.00043352396,0.0007054053,0.0000075765356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029461622,0.00017120645,0.9692517,0.00015213872,0.000010851422,0.0000068834183,0.00117195,0.000014631274,0.0000066906714,0.010467741,0.0018265796,0.016890148],"study_design_scores_gemma":[0.000669804,0.000053697535,0.9413008,0.005585969,0.0000037789762,0.0000034680054,0.014635306,0.000057558318,0.0000058630435,0.0031587407,0.034440193,0.000084835345],"about_ca_topic_score_codex":0.0029377965,"about_ca_topic_score_gemma":0.00037181386,"teacher_disagreement_score":0.07354467,"about_ca_system_score_codex":0.0002506952,"about_ca_system_score_gemma":0.00041312256,"threshold_uncertainty_score":0.4441089},"labels":[],"label_agreement":null},{"id":"W1820402066","doi":"10.19173/irrodl.v2i2.53","title":"The University of Texas System TeleCampus: A statewide model for collaboration","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Doors; Point (geometry); Computer science; Faculty development; Medical education; Quality (philosophy); Knowledge management; Engineering management; Sociology; Pedagogy; Engineering; Professional development; Medicine","score_opus":0.08901791272291948,"score_gpt":0.42745286447506975,"score_spread":0.33843495175215027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1820402066","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2591489,0.13370416,0.03572165,0.36114356,0.00057027367,0.013886058,0.0008909344,0.00012662332,0.19480784],"genre_scores_gemma":[0.944833,0.051600434,0.00049828965,0.000017382701,0.00003157682,0.000007932892,0.00003311063,0.0000037882714,0.0029744837],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99846166,0.00063654955,0.00018707095,0.00010318014,0.00045570105,0.0001558446],"domain_scores_gemma":[0.99788153,0.0012228858,0.00014649003,0.00008432607,0.00063181686,0.00003293847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006542183,0.000038460897,0.00012240643,0.000032945904,0.0005735699,0.00008588018,0.000669424,0.00002504385,0.000038110044],"category_scores_gemma":[0.002313062,0.00002611116,0.00002855851,0.00040277228,0.00025006564,0.00016475981,0.00016717054,0.00022205074,0.0000034935945],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005616194,0.0002686105,0.02353769,0.0039572115,0.00019464456,0.000010603554,0.008843255,0.010105277,0.00008994451,0.5266979,0.042923044,0.3828102],"study_design_scores_gemma":[0.0005540094,0.00006673586,0.00027613802,0.0037956024,0.000012382713,8.766081e-7,0.058129206,0.23620215,0.000010180256,0.0010262143,0.69985944,0.00006706133],"about_ca_topic_score_codex":0.0005651333,"about_ca_topic_score_gemma":0.00056463905,"teacher_disagreement_score":0.6856841,"about_ca_system_score_codex":0.00012359675,"about_ca_system_score_gemma":0.0002790524,"threshold_uncertainty_score":0.44114938},"labels":[],"label_agreement":null},{"id":"W1821742836","doi":"10.19173/irrodl.v14i3.1416","title":"Enhancing motivation in online courses with mobile communication tool support: A comparative study","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Disengagement theory; Mobile phone; Computer science; Mobile device; Instructional design; Multimedia; Psychology; Learning Management; Knowledge management; World Wide Web","score_opus":0.10804838273149091,"score_gpt":0.4903723000526037,"score_spread":0.38232391732111276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1821742836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98926306,0.0010062098,0.000024304976,0.0055016023,0.000011388765,0.002117527,0.0000093553845,0.000009893563,0.0020566583],"genre_scores_gemma":[0.99486965,0.0044978135,0.00010379148,0.000060764774,0.00000786999,0.00018353024,0.00007480947,0.000003292019,0.00019848472],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977165,0.0010883005,0.0002974169,0.00013161128,0.00058171747,0.00018444883],"domain_scores_gemma":[0.99849784,0.0007253036,0.00015618702,0.00016094203,0.0004301699,0.00002955815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004992786,0.000060210456,0.00019227316,0.00011553956,0.0002338385,0.00013688806,0.00090718607,0.000029783352,0.00022200069],"category_scores_gemma":[0.0020051405,0.000042228803,0.000011692098,0.00054853695,0.00034708792,0.00039056982,0.0003676273,0.0005451221,0.000009123123],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089791065,0.0010683947,0.9754298,0.0001880182,0.0000382188,0.0000044791914,0.0065983436,0.00011184029,0.000067110006,0.0018032833,0.0009868272,0.01361395],"study_design_scores_gemma":[0.0017356263,0.0005207494,0.6887688,0.010468336,0.00000869604,0.0000029362068,0.29156345,0.00043807962,0.00010457498,0.0009268314,0.0053054867,0.00015641714],"about_ca_topic_score_codex":0.008257712,"about_ca_topic_score_gemma":0.0036457398,"teacher_disagreement_score":0.2866609,"about_ca_system_score_codex":0.00017531966,"about_ca_system_score_gemma":0.00018834996,"threshold_uncertainty_score":0.9983464},"labels":[],"label_agreement":null},{"id":"W1822461797","doi":"10.19173/irrodl.v10i4.702","title":"Policy Deficit in Distance Education: A Transactional Distance","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transactional leadership; Distance education; Context (archaeology); Dimension (graph theory); Software deployment; Sociology; Public relations; Political science; Computer science; Pedagogy; Geography","score_opus":0.060367711366870073,"score_gpt":0.4857639784219782,"score_spread":0.42539626705510813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1822461797","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.105450906,0.060085,0.0028468757,0.545102,0.0002805257,0.0023546717,0.00009702824,0.000043687513,0.2837393],"genre_scores_gemma":[0.96065104,0.037538275,0.00019800493,0.00028058214,0.00013240398,0.00003306814,0.000059454105,0.0000035464807,0.0011036306],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978693,0.0006722811,0.0003096519,0.00019079831,0.0007026975,0.00025523186],"domain_scores_gemma":[0.99897635,0.00049921405,0.00009866934,0.000105654115,0.00025565198,0.000064438835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004676008,0.0000680982,0.00017081357,0.00015447004,0.00025791448,0.00013538488,0.000765244,0.000035165354,0.00015767971],"category_scores_gemma":[0.0023480954,0.000054411335,0.00003498936,0.0010826102,0.00020286329,0.0003022875,0.000066744265,0.00061952084,0.0000058297396],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010949913,0.0003042029,0.032506436,0.0002807558,0.000009329261,0.000007165412,0.00066499156,0.0001553174,0.000024313078,0.61981636,0.00076991314,0.34535173],"study_design_scores_gemma":[0.0005348176,0.00007020872,0.032231454,0.009299112,0.0000041553412,0.0000055022997,0.011523271,0.00028953684,0.000009524806,0.025910027,0.91997147,0.00015093696],"about_ca_topic_score_codex":0.0017515556,"about_ca_topic_score_gemma":0.00087817135,"teacher_disagreement_score":0.91920155,"about_ca_system_score_codex":0.0002474573,"about_ca_system_score_gemma":0.0014915342,"threshold_uncertainty_score":0.28110594},"labels":[],"label_agreement":null},{"id":"W1822986329","doi":"10.19173/irrodl.v1i2.22","title":"Empire State College: The Development of Online Learning","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Plan (archaeology); Distance education; State (computer science); Online learning; Institution; Medical education; Center (category theory); Professional development; Quality (philosophy); Engineering management; Pedagogy; Mathematics education; Public relations; Computer science; Psychology; Political science; Engineering; Multimedia; Medicine","score_opus":0.11161078981789616,"score_gpt":0.48779884255803513,"score_spread":0.376188052740139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1822986329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90411747,0.012358932,0.00020079904,0.051758856,0.00009789027,0.0010731509,0.000042863554,0.000019797171,0.030330272],"genre_scores_gemma":[0.95506877,0.04076259,0.00053801906,0.00007616323,0.000069041096,0.000026657704,0.000102008555,0.000007873359,0.0033488723],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99667734,0.001412896,0.0004772858,0.00016581296,0.0009882916,0.00027838873],"domain_scores_gemma":[0.9977997,0.0012899538,0.0002263362,0.0001153598,0.0005104812,0.00005819178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012207248,0.00007665699,0.00021625389,0.000093931245,0.0006588011,0.00008208623,0.0011327458,0.000031390973,0.0002762226],"category_scores_gemma":[0.0043388773,0.000047164594,0.000039611386,0.0008373654,0.00036417242,0.00017050536,0.00058882206,0.0008491827,0.000007276281],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024076925,0.00035050497,0.23027171,0.00081743737,0.0001340509,0.000026532267,0.007828108,0.0008892993,0.0001042225,0.01512406,0.0019126568,0.7423006],"study_design_scores_gemma":[0.0003326904,0.000046782705,0.013745151,0.0038393345,0.000005391825,0.0000033577562,0.042458925,0.0004347789,0.000027190674,0.0005823498,0.9384485,0.00007558185],"about_ca_topic_score_codex":0.00070226495,"about_ca_topic_score_gemma":0.0011501972,"teacher_disagreement_score":0.93653584,"about_ca_system_score_codex":0.00010343878,"about_ca_system_score_gemma":0.00091850746,"threshold_uncertainty_score":0.51943547},"labels":[],"label_agreement":null},{"id":"W1828697651","doi":"10.19173/irrodl.v13i4.1313","title":"Assumptions and challenges of open scholarship","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Open education; Openness to experience; Conversation; Sociology; Digital scholarship; SPARK (programming language); Higher education; Public relations; Political science; Engineering ethics; Pedagogy; Psychology; Computer science; Social psychology; Engineering; Library science; Law","score_opus":0.27274541641290617,"score_gpt":0.4947178553392714,"score_spread":0.2219724389263652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1828697651","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15833205,0.36019206,0.0018850294,0.23603667,0.00057902024,0.003357011,0.000033411954,0.00004427815,0.23954047],"genre_scores_gemma":[0.8899049,0.10884694,0.00088614994,0.000085512664,0.000022946859,0.00003883627,0.000014817301,0.0000035379144,0.00019634285],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9981259,0.0008057409,0.0002732598,0.00017101699,0.00042637464,0.00019771757],"domain_scores_gemma":[0.9985238,0.0007527476,0.00014195719,0.00021045105,0.0002801472,0.00009089598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010379625,0.00006287659,0.00018586715,0.00010747548,0.0001628227,0.0003605093,0.002322017,0.000025035142,0.00008678519],"category_scores_gemma":[0.002383004,0.00004600168,0.000019812085,0.00036104253,0.00011175681,0.0012989477,0.0028813477,0.00049928826,0.000012487338],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020707235,0.00020004307,0.09337449,0.0009505727,0.000036795995,0.0000010846844,0.00090745295,0.0000143391235,0.00008642313,0.80091405,0.00066890527,0.10282515],"study_design_scores_gemma":[0.00116863,0.00020272454,0.6088346,0.0147244055,0.000013705718,0.000058434256,0.013415828,0.0014848529,0.00026043737,0.008826768,0.35072356,0.0002860471],"about_ca_topic_score_codex":0.00019283443,"about_ca_topic_score_gemma":0.000009081218,"teacher_disagreement_score":0.79208726,"about_ca_system_score_codex":0.0000377407,"about_ca_system_score_gemma":0.00011120044,"threshold_uncertainty_score":0.4314924},"labels":[],"label_agreement":null},{"id":"W1829212028","doi":"10.19173/irrodl.v10i4.687","title":"Exploring Blended Learning for Science Teacher Professional Development in an African Context","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Education and Learning Practices","field":"Social Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Situated; Blended learning; Context (archaeology); Citizen journalism; Information and Communications Technology; Professional development; Pedagogy; Government (linguistics); Educational technology; Sociology; Professional learning community; Knowledge management; Political science; Computer science","score_opus":0.4497022049785461,"score_gpt":0.5707429384511686,"score_spread":0.12104073347262251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1829212028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9047,0.001927438,0.00011579822,0.06675856,0.00032973953,0.0016117058,0.0000021714045,0.00002126425,0.024533365],"genre_scores_gemma":[0.99617916,0.0018011108,0.0002574897,0.00016374273,0.000061310566,0.00016049574,0.000029133227,0.0000039280244,0.0013436249],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970735,0.0011447752,0.0003403473,0.0002469342,0.0008710252,0.00032345904],"domain_scores_gemma":[0.9978934,0.00093292864,0.00018991808,0.00008355765,0.00082571857,0.00007448497],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024911752,0.00006928013,0.00015857149,0.00026728195,0.00089486595,0.0002511561,0.00096676516,0.00002331956,0.00015576396],"category_scores_gemma":[0.01277273,0.000053224485,0.000016227636,0.0011736654,0.00039478118,0.0010693568,0.00018065715,0.00077632704,0.0000039782035],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037420576,0.00069537916,0.105324544,0.0003243831,0.000017846605,0.0000039536285,0.04286914,0.00016506114,0.00047779505,0.20734492,0.0005577042,0.64184505],"study_design_scores_gemma":[0.00066850154,0.00015748262,0.15686117,0.0050357482,0.0000025875856,0.0000011750847,0.14373411,0.0005821866,0.00014189727,0.0009174202,0.6917353,0.00016236995],"about_ca_topic_score_codex":0.0005264229,"about_ca_topic_score_gemma":0.00020626573,"teacher_disagreement_score":0.69117767,"about_ca_system_score_codex":0.00029442043,"about_ca_system_score_gemma":0.001622571,"threshold_uncertainty_score":0.9955431},"labels":[],"label_agreement":null},{"id":"W1831250476","doi":"10.19173/irrodl.v15i2.1715","title":"A path analysis of educator perceptions of open educational resources using the technology acceptance model","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Variety (cybernetics); Path analysis (statistics); Open education; Educational technology; Distance education; Psychology; Social cognitive theory; Perception; Instructional design; Computer science; Knowledge management; Pedagogy; Mathematics education; Social psychology","score_opus":0.08020039980166316,"score_gpt":0.4639373591202418,"score_spread":0.38373695931857865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1831250476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83578855,0.0057868934,0.042052533,0.09028373,0.00018270573,0.0017184569,0.00006133633,0.000017893863,0.024107877],"genre_scores_gemma":[0.9929075,0.002546569,0.004054056,0.000114510505,0.00001778085,0.000056090794,0.000034670888,0.0000044225676,0.0002643601],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978588,0.00067893474,0.00048296322,0.00025937287,0.0005473106,0.00017261256],"domain_scores_gemma":[0.9975331,0.00089677755,0.0003771414,0.00044144364,0.0007057584,0.000045821078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005279536,0.00008136976,0.00032526412,0.0004123686,0.00025603117,0.00024878557,0.004613366,0.000033997163,0.00019667999],"category_scores_gemma":[0.002507429,0.00005344387,0.000067915855,0.0026289485,0.0003130637,0.00041052097,0.0022460478,0.00046141318,0.0000023729697],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056418605,0.00058406574,0.22726884,0.00072675885,0.00044179105,3.9531807e-7,0.0037432055,0.028383937,0.0011976821,0.70705193,0.0018772493,0.02866775],"study_design_scores_gemma":[0.0005581746,0.00012711057,0.08192846,0.0054358747,0.00012941303,0.000012489474,0.028107587,0.85739535,0.00014913977,0.013466168,0.012449499,0.0002407446],"about_ca_topic_score_codex":0.0006656606,"about_ca_topic_score_gemma":0.00003360042,"teacher_disagreement_score":0.8290114,"about_ca_system_score_codex":0.000071576826,"about_ca_system_score_gemma":0.0004954214,"threshold_uncertainty_score":0.85728586},"labels":[],"label_agreement":null},{"id":"W1832188949","doi":"10.19173/irrodl.v1i1.7","title":"Current Developments and Best Practice in Open and Distance Learning","year":2000,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Educational Technologies","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Judgement; Quality (philosophy); Context (archaeology); Value (mathematics); Set (abstract data type); Distance education; Computer science; Field (mathematics); Psychology; Epistemology; Mathematics education; Mathematics","score_opus":0.11134743816680062,"score_gpt":0.4933887825566359,"score_spread":0.3820413443898353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1832188949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5836895,0.1933895,0.0063079796,0.14569022,0.0003235498,0.0046969242,0.00004235599,0.00007157153,0.06578837],"genre_scores_gemma":[0.8528642,0.14208989,0.0042681713,0.00014224935,0.000014165009,0.00013545177,0.000038236198,0.0000056594786,0.0004419902],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99825317,0.0004682659,0.00031953832,0.00031189396,0.00045221907,0.00019490889],"domain_scores_gemma":[0.99820846,0.0011483955,0.0001277067,0.0001520312,0.00033033246,0.00003305601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005265116,0.00008483385,0.0001769204,0.00012617855,0.00018124125,0.0004754692,0.0017674416,0.000023815463,0.000036289322],"category_scores_gemma":[0.005213028,0.00006483738,0.0000072625962,0.0008527944,0.00019955076,0.0009715759,0.002303399,0.0007549521,0.000007598443],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058805334,0.00021445,0.08137624,0.00039551547,0.000020645804,0.000012950652,0.00062611955,0.000036623715,0.0000146445245,0.14045437,0.0006356066,0.77615404],"study_design_scores_gemma":[0.0010773155,0.00018749459,0.10343507,0.016031872,0.0000039514343,0.0000639912,0.0039724056,0.0030037428,0.00006830297,0.01407213,0.857815,0.0002686903],"about_ca_topic_score_codex":0.0002712254,"about_ca_topic_score_gemma":0.000016490987,"teacher_disagreement_score":0.8571794,"about_ca_system_score_codex":0.00010036516,"about_ca_system_score_gemma":0.0002048442,"threshold_uncertainty_score":0.6240858},"labels":[],"label_agreement":null},{"id":"W1832663038","doi":"10.19173/irrodl.v2i2.58","title":"The Hybridisation of Conventional Higher Education: UK Perspective","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Charter; Higher education; Mainstream; Perspective (graphical); Face (sociological concept); Open university; Politics; Sociology; Open learning; Open education; Pedagogy; Political science; Public relations; Mathematics education; Economic growth; Computer science; Psychology; Social science; Teaching method; Economics","score_opus":0.17118454556341667,"score_gpt":0.5290055395990977,"score_spread":0.357820994035681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1832663038","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03597766,0.08465537,0.000025443826,0.466635,0.0007702855,0.0012810669,0.000019452253,0.000013650745,0.41062206],"genre_scores_gemma":[0.9458398,0.03959794,0.000042855594,0.000121826364,0.00012606528,0.00006856013,0.000021886302,0.0000037085888,0.014177318],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971211,0.0014589671,0.0002880082,0.00013990916,0.00084585807,0.0001461814],"domain_scores_gemma":[0.9959561,0.0024973252,0.00027330435,0.00013214174,0.0010951512,0.00004598338],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007099981,0.00004916433,0.00011021856,0.00005476704,0.0005508814,0.00017293029,0.0008382463,0.000023887564,0.0031015154],"category_scores_gemma":[0.005564971,0.00003324468,0.000035533194,0.0005143699,0.000602498,0.00025922613,0.00017682342,0.0003990823,0.000028530281],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031235246,0.00017495707,0.04228227,0.00014117097,0.000043402106,4.952832e-7,0.0028082381,0.000018183946,0.000008484134,0.9173675,0.02636058,0.010763488],"study_design_scores_gemma":[0.0001650314,0.000025674653,0.026095359,0.0014323072,0.0000070203846,0.0000016434079,0.02035973,0.000045843397,0.000006656984,0.00632505,0.945489,0.000046695972],"about_ca_topic_score_codex":0.0029269825,"about_ca_topic_score_gemma":0.00007836249,"teacher_disagreement_score":0.9191284,"about_ca_system_score_codex":0.00019734561,"about_ca_system_score_gemma":0.00040615772,"threshold_uncertainty_score":0.99780977},"labels":[],"label_agreement":null},{"id":"W1832873925","doi":"10.19173/irrodl.v1i2.24","title":"Book Review - Managing Technological Change: Strategies for College and University Leaders. Author: A. W. (Tony) Bates","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"University-Industry-Government Innovation Models","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"BATES; Sociology; Media studies; Library science; Management; Engineering; Computer science; Economics","score_opus":0.14928400778266718,"score_gpt":0.38271376476702507,"score_spread":0.2334297569843579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1832873925","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013723216,0.25629422,0.0031451026,0.66305757,0.00011121646,0.0058239913,0.00015044752,0.000113947346,0.057580307],"genre_scores_gemma":[0.45150334,0.5213488,0.0002454055,0.017682923,0.00023846756,0.000090911955,0.00047132294,0.000028281924,0.008390553],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989129,0.00007334076,0.00020376375,0.00021832119,0.00039633608,0.00019539164],"domain_scores_gemma":[0.9991724,0.00020951737,0.00016841966,0.00011632036,0.0003201179,0.000013243574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028340002,0.000093685674,0.00021467084,0.00018719543,0.00025724754,0.00014677503,0.0006793097,0.00006199542,0.0003315678],"category_scores_gemma":[0.0005723515,0.00007555374,0.000029788986,0.0007906565,0.00025828904,0.0012440773,0.0008658113,0.0004972519,0.0000051129723],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002936439,0.00015784783,0.017489936,0.013991808,0.00011383324,0.00009052235,0.00005516735,0.00004008661,0.000039960232,0.7033545,0.24024166,0.024131041],"study_design_scores_gemma":[0.00043405712,0.00001662195,0.0007978678,0.00953463,0.000021325759,0.0000050690296,0.005241463,0.0022168835,0.0000018362971,0.0024008607,0.9792363,0.000093061455],"about_ca_topic_score_codex":0.00014522138,"about_ca_topic_score_gemma":0.000009468361,"teacher_disagreement_score":0.73899466,"about_ca_system_score_codex":0.00009095112,"about_ca_system_score_gemma":0.000039588806,"threshold_uncertainty_score":0.3630435},"labels":[],"label_agreement":null},{"id":"W1832948464","doi":"10.19173/irrodl.v12i2.933","title":"MarylandOnline's inter-institutional project to train higher education adjunct faculty to teach online","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Adjunct; Situated; Computer science; Inclusion (mineral); Certificate; Instructional design; Distance education; Quality (philosophy); Higher education; Medical education; Mathematics education; Psychology; Multimedia; Medicine; Artificial intelligence; Political science","score_opus":0.21866666274198013,"score_gpt":0.51464037054496,"score_spread":0.29597370780297994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1832948464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51173764,0.007634913,0.0011526163,0.2634194,0.0012004534,0.0073865196,0.00084143813,0.00009534996,0.20653167],"genre_scores_gemma":[0.9756444,0.0051410515,0.0056468877,0.0014450756,0.00056588155,0.0002571643,0.0012531345,0.000017083228,0.0100293085],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99755126,0.0007832999,0.0003532869,0.00027518443,0.00074899907,0.00028798153],"domain_scores_gemma":[0.99884593,0.00026135775,0.00009275122,0.00013634554,0.0005264949,0.00013713425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005509698,0.00009887313,0.00021072688,0.00022968493,0.0003119134,0.00011038944,0.0011031869,0.000045004337,0.0006868425],"category_scores_gemma":[0.00287261,0.00007064592,0.00004731191,0.00087149226,0.00016197101,0.00024828408,0.0005293998,0.0005926559,0.00003230678],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061947363,0.0015079674,0.06570373,0.00081275456,0.00010750666,0.000022634522,0.005515759,0.000070233276,0.00018064155,0.10659371,0.049379054,0.76948655],"study_design_scores_gemma":[0.00026054296,0.00009995788,0.020165067,0.0038334287,0.0000063810076,0.0000031642612,0.00699075,0.00003705131,0.0000123779,0.0005442721,0.9679444,0.00010262182],"about_ca_topic_score_codex":0.005563509,"about_ca_topic_score_gemma":0.0008719517,"teacher_disagreement_score":0.91856533,"about_ca_system_score_codex":0.00020186485,"about_ca_system_score_gemma":0.0013641489,"threshold_uncertainty_score":0.8410399},"labels":[],"label_agreement":null},{"id":"W1837958227","doi":"10.19173/irrodl.v7i1.242","title":"Plagiarism by Adult Learners Online: A case study in detection and remediation","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Foundation","keywords":"Certificate; Distance education; Medical education; Plagiarism detection; Enforcement; Psychology; Computer science; Pedagogy; Medicine; Political science","score_opus":0.05647622825857566,"score_gpt":0.443220276838844,"score_spread":0.38674404858026834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1837958227","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98263395,0.004134111,0.00007665175,0.009371361,0.000048466325,0.00079903926,0.000027379883,0.000006779604,0.0029022512],"genre_scores_gemma":[0.981924,0.01757077,0.000019184723,0.00007944937,0.000059781614,0.000032782133,0.00006410813,0.0000033764036,0.00024656166],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9971931,0.0014977686,0.00032069118,0.00018119342,0.0006225665,0.00018469922],"domain_scores_gemma":[0.99851644,0.0010146457,0.00011145922,0.00006259756,0.00025474763,0.000040123192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010431718,0.00006118179,0.00014870655,0.00011420604,0.00027203464,0.000110458226,0.00034304443,0.00013040758,0.000033193628],"category_scores_gemma":[0.004718713,0.000048076392,0.000015084364,0.0004619658,0.00020947604,0.00024187041,0.00018945473,0.0017549075,0.0000017648392],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033471466,0.0009955858,0.7716276,0.00075540645,0.000060792023,0.000523167,0.015871834,0.00015614567,0.0002980447,0.017605005,0.007350569,0.18442115],"study_design_scores_gemma":[0.004899311,0.0005639002,0.06410108,0.009795492,0.000045814628,0.00028820767,0.74045235,0.0109458305,0.00011515861,0.010578654,0.15762092,0.0005932633],"about_ca_topic_score_codex":0.1425397,"about_ca_topic_score_gemma":0.026822759,"teacher_disagreement_score":0.7245805,"about_ca_system_score_codex":0.00014159635,"about_ca_system_score_gemma":0.00011012616,"threshold_uncertainty_score":0.9909352},"labels":[],"label_agreement":null},{"id":"W1838863577","doi":"10.19173/irrodl.v10i5.633","title":"Open Textbook Proof-of-Concept via Connexions","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workflow; Computer science; Interactivity; Process (computing); Open education; Reading (process); Mathematics education; World Wide Web; Mathematics; Political science","score_opus":0.09455214485073808,"score_gpt":0.45078333399990406,"score_spread":0.35623118914916596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1838863577","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01415981,0.034678772,0.062777504,0.2686418,0.00060644874,0.0076712873,0.00004842688,0.000076379365,0.61133957],"genre_scores_gemma":[0.99445826,0.0023465152,0.0012618968,0.0004920212,0.00002697646,0.000046431796,0.000056875546,0.0000043547643,0.00130669],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978501,0.00066686654,0.00042844022,0.00027440282,0.0005572911,0.0002229063],"domain_scores_gemma":[0.99833554,0.0005889398,0.00021754361,0.00030609642,0.00046972418,0.00008217725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005294913,0.00008727442,0.00025964755,0.000115939394,0.0002032456,0.000462159,0.00457419,0.000029058729,0.00029466403],"category_scores_gemma":[0.0016699482,0.0000633101,0.000039292,0.0006734391,0.00014135096,0.0007407441,0.002012887,0.0005875089,0.000015071986],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068535606,0.00044066785,0.0032140017,0.0003713294,0.000047344587,0.000010760104,0.0012655746,0.00052200287,0.00018537737,0.53539383,0.009299953,0.44918063],"study_design_scores_gemma":[0.004330409,0.0018727628,0.034950644,0.036228973,0.00003065272,0.00015868309,0.014350682,0.049809057,0.006142905,0.07706409,0.7741025,0.00095865753],"about_ca_topic_score_codex":0.00029605767,"about_ca_topic_score_gemma":0.0000067995657,"teacher_disagreement_score":0.9802984,"about_ca_system_score_codex":0.0000639895,"about_ca_system_score_gemma":0.00031572863,"threshold_uncertainty_score":0.85000587},"labels":[],"label_agreement":null},{"id":"W1842326538","doi":"10.19173/irrodl.v6i2.227","title":"Learning Objects and Instructional Design","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Instructional design; Computer science; Educational technology; Distance education; Multimedia; Mathematics education; Human–computer interaction; Psychology","score_opus":0.09188972662111253,"score_gpt":0.424086471269695,"score_spread":0.3321967446485825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1842326538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29628795,0.07704332,0.07106217,0.29617763,0.001273446,0.0058958507,0.000022504351,0.00032032497,0.2519168],"genre_scores_gemma":[0.96948856,0.022385648,0.0068180347,0.00027144956,0.00007747788,0.00004764601,0.000027250067,0.000007031444,0.00087690697],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975903,0.0009350522,0.00032251887,0.00029555734,0.0006155214,0.0002410179],"domain_scores_gemma":[0.99834424,0.0009568623,0.00014076175,0.00015198548,0.000314467,0.00009168807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006170103,0.0000956152,0.00018689992,0.0001605527,0.00034792037,0.00048251447,0.0012510738,0.000033929336,0.00014344453],"category_scores_gemma":[0.0024048935,0.000073337294,0.000026484393,0.00057903037,0.00014529853,0.00073273614,0.0011703166,0.00091861037,0.000028063534],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103731785,0.00020517253,0.034510657,0.00077448145,0.00008393996,0.000014264287,0.002077901,0.007313554,0.00030134505,0.22352366,0.0040118527,0.72707945],"study_design_scores_gemma":[0.0026040701,0.00061978074,0.05766587,0.012176604,0.000016721515,0.0003953557,0.015769111,0.16884525,0.00054694375,0.006830126,0.7338849,0.00064531865],"about_ca_topic_score_codex":0.00012206364,"about_ca_topic_score_gemma":0.0000071224913,"teacher_disagreement_score":0.729873,"about_ca_system_score_codex":0.00009262398,"about_ca_system_score_gemma":0.00022785384,"threshold_uncertainty_score":0.46528983},"labels":[],"label_agreement":null},{"id":"W1843162949","doi":"10.19173/irrodl.v13i4.1303","title":"Student access to and skills in using technology in an open and distance learning context","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"ICT Impact and Policies","field":"Engineering","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Information and Communications Technology; Digital divide; Competence (human resources); Higher education; Context (archaeology); Scope (computer science); Sociology; Pedagogy; Open education; Access to Higher Education; Educational technology; Political science; Psychology; Computer science; World Wide Web; Geography","score_opus":0.09419251249796967,"score_gpt":0.5050387252348776,"score_spread":0.4108462127369079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1843162949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9831003,0.013902003,0.000080861835,0.0014900746,0.000027125108,0.00059395586,0.000010303492,0.0000070747524,0.0007882928],"genre_scores_gemma":[0.9881409,0.0116382325,0.000035622816,0.00006518855,0.000015308337,0.000043680295,0.000014820043,0.000009133872,0.000037135695],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989387,0.0002274388,0.00025952084,0.00009103375,0.00020308413,0.00028021386],"domain_scores_gemma":[0.99944586,0.00027879246,0.000040755447,0.00009695315,0.00006292196,0.000074746036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028446103,0.000086112566,0.000244333,0.00024239985,0.00006766142,0.00028729936,0.000776288,0.000036875714,0.000022153705],"category_scores_gemma":[0.0007203351,0.000068129164,0.000006532005,0.0005109658,0.0000892276,0.00063802645,0.0012710314,0.00052388094,0.0000011766917],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002669933,0.00005608454,0.9727236,0.00031439055,0.000010448559,0.0000028745353,0.0017238691,0.00117699,0.0002346536,0.0027344911,0.0000474604,0.020948457],"study_design_scores_gemma":[0.0010393824,0.00012510495,0.9489302,0.010665792,0.0000054185516,0.000023339353,0.013312503,0.003965508,0.0002565678,0.00047860353,0.020975314,0.0002222563],"about_ca_topic_score_codex":0.0008218401,"about_ca_topic_score_gemma":0.00031072472,"teacher_disagreement_score":0.023793373,"about_ca_system_score_codex":0.00011295342,"about_ca_system_score_gemma":0.000025718842,"threshold_uncertainty_score":0.27782267},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W1846406155","doi":"10.19173/irrodl.v13i5.1269","title":"Instructor-aided asynchronous question answering system for online education and distance learning","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Asynchronous communication; Computer science; Question answering; Exploit; Synchronous learning; Perspective (graphical); Learning Management; Asynchronous learning; Online learning; Educational technology; Quality (philosophy); Artificial intelligence; Multimedia; World Wide Web; Mathematics education; Teaching method; Cooperative learning; Psychology","score_opus":0.06494774927665814,"score_gpt":0.42353235705436787,"score_spread":0.35858460777770973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1846406155","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4208836,0.056467,0.5130736,0.0057754414,0.000548684,0.0016569956,0.000024248146,0.000059651164,0.001510775],"genre_scores_gemma":[0.9869682,0.004572415,0.008120231,0.000032672553,0.000096304175,0.00007454119,0.00006589787,0.0000054331877,0.000064304535],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859643,0.00034852096,0.0003067027,0.00020380478,0.0003318371,0.00021272153],"domain_scores_gemma":[0.99890256,0.0004543815,0.00014774292,0.00016386405,0.00026437908,0.0000670447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004216936,0.000075171876,0.00017143232,0.00008404299,0.00017436659,0.0001756339,0.0007116137,0.00002740412,0.0000030798649],"category_scores_gemma":[0.0013378467,0.000058775844,0.000021021522,0.00023113357,0.000054675456,0.00058905536,0.00055999856,0.00034537885,9.322533e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004694228,0.00012568044,0.059425812,0.0040265718,0.000027714736,0.0000011403664,0.00065898587,0.0006255309,0.0001760142,0.31467736,0.00007691031,0.6201314],"study_design_scores_gemma":[0.003031227,0.0004051306,0.11305572,0.07960946,0.000038829123,0.0002746423,0.015321226,0.6419466,0.00059087266,0.0058419914,0.1390794,0.00080488034],"about_ca_topic_score_codex":0.00024006021,"about_ca_topic_score_gemma":0.00000958079,"teacher_disagreement_score":0.64132106,"about_ca_system_score_codex":0.00016980711,"about_ca_system_score_gemma":0.00013044008,"threshold_uncertainty_score":0.23968093},"labels":[],"label_agreement":null},{"id":"W1847791507","doi":"10.19173/irrodl.v13i2.1160","title":"Determining the feasibility of an e-portfolio application in a distance education teaching practice course","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education Practices and Challenges","field":"Arts and Humanities","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Portfolio; Distance education; Function (biology); Computer science; Psychology","score_opus":0.19006131710400123,"score_gpt":0.5215373977590506,"score_spread":0.3314760806550494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1847791507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86008686,0.028800312,0.0000788748,0.026552858,0.0002577439,0.0015854983,0.000036367914,0.00000854252,0.08259294],"genre_scores_gemma":[0.99348056,0.0057987785,0.000064221626,0.00017166258,0.00011774951,0.00010995075,0.000087530185,0.0000048913316,0.00016466646],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998137,0.0008817871,0.0003465622,0.00012591417,0.00037147835,0.00013724099],"domain_scores_gemma":[0.99767184,0.0013217212,0.0003406127,0.00020820009,0.00042071947,0.00003691141],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010062406,0.00005908845,0.00012838712,0.000050214978,0.00019208006,0.000120002216,0.0005384393,0.00001636447,0.00012852244],"category_scores_gemma":[0.0027745788,0.000037332306,0.000019480272,0.00008891997,0.0001838219,0.0010358033,0.0001599743,0.0005018375,0.0000025073157],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014115963,0.002373848,0.24881655,0.0010850731,0.000033108463,3.9494432e-7,0.025762504,0.0000147005485,0.000016226839,0.5625796,0.0012538558,0.15792301],"study_design_scores_gemma":[0.0004348995,0.000116306954,0.09139365,0.0038292285,0.00003113163,0.000007830482,0.26734993,0.00053028594,0.000011590877,0.0024288394,0.6337356,0.00013070393],"about_ca_topic_score_codex":0.001439193,"about_ca_topic_score_gemma":0.0005004061,"teacher_disagreement_score":0.63248175,"about_ca_system_score_codex":0.0000704364,"about_ca_system_score_gemma":0.00017095591,"threshold_uncertainty_score":0.34874493},"labels":[],"label_agreement":null},{"id":"W1847817774","doi":"10.19173/irrodl.v4i2.148","title":"Computer-Mediated Communication: A vehicle for learning","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Immediacy; Distance education; Computer-mediated communication; Psychology; Interactivity; Experiential learning; Educational technology; Pedagogy; Computer science; Multimedia; Mathematics education; The Internet; World Wide Web","score_opus":0.10485725922410917,"score_gpt":0.4782343746540545,"score_spread":0.37337711542994534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1847817774","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27160773,0.12457642,0.00828647,0.24595541,0.0005543191,0.009056333,0.00012975204,0.00020512905,0.33962843],"genre_scores_gemma":[0.9401376,0.055702638,0.0023966895,0.00019919367,0.000076913675,0.00011496348,0.0002172868,0.000011140446,0.001143574],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99665195,0.0020997322,0.0002970239,0.00016564135,0.00052602554,0.0002596468],"domain_scores_gemma":[0.9960596,0.0031009824,0.00014444417,0.00013535103,0.0004932392,0.00006637901],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013251693,0.00006459961,0.00018631776,0.000080451566,0.0006886792,0.00018185822,0.0008836035,0.000042356092,0.00019354683],"category_scores_gemma":[0.008245069,0.000051065028,0.000043197873,0.00052852655,0.0002797986,0.00020513214,0.00028518095,0.00069026137,0.000010306306],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019406248,0.00040638127,0.14206892,0.0016762431,0.00014095337,0.00001032479,0.0027937824,0.0011805478,0.00009992937,0.60479885,0.009263841,0.23736614],"study_design_scores_gemma":[0.00053243624,0.000069579095,0.00084579026,0.0027036436,0.000004659703,0.000001650229,0.007877267,0.0018719956,0.0000107422675,0.0017655666,0.9842466,0.00007005874],"about_ca_topic_score_codex":0.00051341305,"about_ca_topic_score_gemma":0.00011841753,"teacher_disagreement_score":0.9749828,"about_ca_system_score_codex":0.000086811015,"about_ca_system_score_gemma":0.0003978139,"threshold_uncertainty_score":0.98707134},"labels":[],"label_agreement":null},{"id":"W1851760432","doi":"10.19173/irrodl.v7i3.325","title":"Learners' Perspectives on what is Missing from Online Learning: Interpretations through the Community of Inquiry Framework","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":318,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Ottawa","funders":"","keywords":"Community of inquiry; Face-to-face; Online learning; Psychology; Improvisation; Perspective (graphical); Online community; Perception; Pedagogy; Qualitative research; Distance education; Online discussion; Online participation; Mathematics education; Computer science; The Internet; Multimedia; Sociology; World Wide Web; Cognition","score_opus":0.12732183625196394,"score_gpt":0.5006849646865642,"score_spread":0.3733631284346003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1851760432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7661098,0.06358624,0.0012702431,0.14657581,0.00022534336,0.0010409652,0.00008418812,0.00003548337,0.02107192],"genre_scores_gemma":[0.9398782,0.058411755,0.0007122094,0.00025842158,0.00018024241,0.000014699056,0.00017469007,0.00000973757,0.00036000635],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99399966,0.004204424,0.0004343584,0.00020901537,0.00090490666,0.00024761565],"domain_scores_gemma":[0.9924589,0.0064675035,0.00029968383,0.00025668665,0.0004783442,0.000038900354],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006233611,0.00010874646,0.00027505515,0.000087575216,0.0010226213,0.00036440277,0.0013847187,0.00007481933,0.00034139198],"category_scores_gemma":[0.007431974,0.00007177638,0.00008504795,0.000688655,0.0010298209,0.0005290778,0.0005408266,0.0024942022,0.000006722423],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005388985,0.0019407517,0.07233566,0.0009227964,0.00035973085,0.00001447971,0.28070778,0.0047278306,0.00017789955,0.2547934,0.0047201863,0.3787606],"study_design_scores_gemma":[0.00028898177,0.00012913442,0.005014849,0.014378427,0.000019151428,9.568067e-7,0.8008589,0.00060956413,0.00003962073,0.022021357,0.15652741,0.00011160583],"about_ca_topic_score_codex":0.01427045,"about_ca_topic_score_gemma":0.00042447794,"teacher_disagreement_score":0.52015114,"about_ca_system_score_codex":0.00012874456,"about_ca_system_score_gemma":0.00027156383,"threshold_uncertainty_score":0.99980706},"labels":[],"label_agreement":null},{"id":"W1851862812","doi":"10.19173/irrodl.v15i6.1914","title":"An investigation of faculty perspectives on barriers, incentives, and benefits of the OER movement in Turkey","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Incentive; Publishing; Electronic publishing; Perception; Obstacle; Distance education; Educational technology; Faculty development; Public relations; Psychology; Medical education; Business; Political science; Pedagogy; Professional development; Economics; Computer science; The Internet; World Wide Web; Medicine; Law","score_opus":0.06171002228691096,"score_gpt":0.3991648129038922,"score_spread":0.33745479061698125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1851862812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9879028,0.0014554588,0.00013206457,0.007873438,0.000038561695,0.00041373406,0.00001163042,0.000002998441,0.0021692845],"genre_scores_gemma":[0.9964085,0.0032123257,0.00019217511,0.00009637772,0.000009004661,0.000015627305,0.00001943382,0.0000024699755,0.000044087174],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980465,0.0008752557,0.00027146898,0.00019632642,0.0005015883,0.00010885396],"domain_scores_gemma":[0.9989646,0.0003072663,0.00018484832,0.00018876826,0.00030349122,0.000050999417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00459595,0.000060489696,0.00015709182,0.0000977837,0.000095051306,0.00008705768,0.0010320982,0.000019922083,0.000024774758],"category_scores_gemma":[0.0017822216,0.000038180235,0.00001964545,0.00045858897,0.00018172752,0.0003004201,0.0005654003,0.00034178296,6.642522e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047909412,0.00012631917,0.5568831,0.00047253745,0.00002560526,2.8513486e-7,0.008765047,0.0033104627,0.0004951138,0.4131437,0.00026784034,0.016462088],"study_design_scores_gemma":[0.0007546124,0.0002571897,0.9408759,0.0075541562,0.000003835281,0.0000014718817,0.023655226,0.019667102,0.0012630745,0.0037132346,0.0021429802,0.00011120943],"about_ca_topic_score_codex":0.00071013643,"about_ca_topic_score_gemma":0.00002175991,"teacher_disagreement_score":0.40943047,"about_ca_system_score_codex":0.000061558865,"about_ca_system_score_gemma":0.000112607944,"threshold_uncertainty_score":0.21336144},"labels":[],"label_agreement":null},{"id":"W1856042923","doi":"10.19173/irrodl.v6i3.271","title":"Technology, e-Learning and Distance Education (2nd edition)","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Educational technology; Mathematics education; Computer science; Sociology; Pedagogy; Multimedia; Psychology","score_opus":0.033699058349331804,"score_gpt":0.44864237547657915,"score_spread":0.41494331712724736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1856042923","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2628987,0.15045866,0.001289285,0.2819008,0.00051274773,0.002554191,0.00005404568,0.0001295505,0.300202],"genre_scores_gemma":[0.9487319,0.047583137,0.0004127912,0.00005546589,0.00021821908,0.00005858557,0.00013353428,0.000006458544,0.002799928],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983194,0.00057215133,0.00025084344,0.00019214604,0.00044920878,0.00021625853],"domain_scores_gemma":[0.9988351,0.0005337543,0.00013370137,0.00007613742,0.00037950225,0.000041843836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004741884,0.00006457487,0.0001480909,0.00015705747,0.0005366441,0.00017909553,0.00047798333,0.000051255203,0.00017335052],"category_scores_gemma":[0.002909102,0.00005118056,0.000019648076,0.00071982725,0.00048484813,0.000267767,0.0003104287,0.0007170447,0.0000059695317],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003530791,0.0001579933,0.26320422,0.0005465927,0.000016841475,0.0000046219834,0.0001825281,0.000040249262,0.00006189999,0.4371166,0.0050876047,0.29354554],"study_design_scores_gemma":[0.00017209089,0.000029516474,0.0053834203,0.003406026,0.0000044752746,0.0000040055975,0.00950208,0.000111026486,0.000012942722,0.0107278805,0.97057986,0.00006667312],"about_ca_topic_score_codex":0.0017427322,"about_ca_topic_score_gemma":0.00036788394,"teacher_disagreement_score":0.96549225,"about_ca_system_score_codex":0.00009444479,"about_ca_system_score_gemma":0.00043327882,"threshold_uncertainty_score":0.41274866},"labels":[],"label_agreement":null},{"id":"W1860731162","doi":"10.19173/irrodl.v13i2.1177","title":"Conceptual framework for parametrically measuring the desirability of open educational resources using D-index","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Malaya; International Development Research Centre","keywords":"Open educational resources; Credibility; Computer science; Reuse; Open education; Index (typography); World Wide Web; Data science; Knowledge management; Political science","score_opus":0.24381063093157182,"score_gpt":0.48746890208571014,"score_spread":0.24365827115413832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1860731162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59309614,0.044938553,0.22421551,0.10530804,0.0011632552,0.008333813,0.00006302446,0.00003777541,0.0228439],"genre_scores_gemma":[0.98899657,0.0011670246,0.0093692755,0.0001812207,0.000080538906,0.00010071742,0.000015530835,0.000006018782,0.000083109066],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99709004,0.0011656646,0.00048354213,0.00023866077,0.0007262544,0.0002958581],"domain_scores_gemma":[0.9922344,0.00629733,0.0003249371,0.00034293017,0.00070576736,0.00009460619],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014922833,0.00009113085,0.00025131012,0.00010988519,0.0003753766,0.0004792051,0.004044378,0.000040736046,0.0001076784],"category_scores_gemma":[0.015564654,0.000058315003,0.000056288096,0.00095249416,0.00031267217,0.0007407777,0.0022037814,0.00062956096,0.0000032813186],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080314814,0.00027184142,0.27399677,0.00035911563,0.00005130848,1.8157719e-7,0.0018216844,0.0005571915,0.000043315606,0.7093813,0.00052573136,0.012911229],"study_design_scores_gemma":[0.0024075692,0.0004478825,0.5529579,0.022447636,0.00005881875,0.00006389299,0.05558943,0.056558385,0.0007427626,0.10900778,0.19891429,0.00080367137],"about_ca_topic_score_codex":0.0005354087,"about_ca_topic_score_gemma":0.0000040375185,"teacher_disagreement_score":0.6003735,"about_ca_system_score_codex":0.0001285972,"about_ca_system_score_gemma":0.00041072664,"threshold_uncertainty_score":0.99272764},"labels":[],"label_agreement":null},{"id":"W1862540101","doi":"10.19173/irrodl.v15i5.1857","title":"Evaluating the validity and applicability of automated essay scoring in two massive open online courses","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bill and Melinda Gates Foundation","keywords":"Rubric; Grading (engineering); Massive open online course; Higher education; Computer science; Mathematics education; Open education; Distance education; Psychology; Multimedia; Medical education; World Wide Web; Engineering; Medicine","score_opus":0.1986828325979672,"score_gpt":0.5550126832509729,"score_spread":0.35632985065300565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1862540101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9500105,0.0024414966,0.004733186,0.039732452,0.000063199375,0.001325305,0.00003629532,0.000030906303,0.0016267045],"genre_scores_gemma":[0.99605083,0.0017703573,0.001973496,0.00007487328,0.0000223406,0.000026586098,0.000030801835,0.0000039478964,0.00004675675],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967276,0.0017568043,0.00043985256,0.0002818669,0.00060683815,0.0001870798],"domain_scores_gemma":[0.996218,0.0027765604,0.00024998118,0.00033291272,0.0003792271,0.000043294323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018653218,0.00008276411,0.00028902342,0.0000759673,0.00014353484,0.00025820007,0.002400777,0.000019043571,0.000010230645],"category_scores_gemma":[0.0069188164,0.00005026059,0.000025861462,0.0005963061,0.00021875714,0.0002451396,0.0028524809,0.0006063137,0.0000010407028],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016864021,0.00076956087,0.53458387,0.0032272404,0.000090939146,0.000011549459,0.0011014517,0.037495855,0.00080783217,0.09982894,0.00034314865,0.321571],"study_design_scores_gemma":[0.0007029037,0.00014086043,0.038446818,0.0054204073,0.0000059774306,0.00000533073,0.00058697857,0.9479195,0.00006010429,0.0056895595,0.000944819,0.00007675891],"about_ca_topic_score_codex":0.0008161746,"about_ca_topic_score_gemma":0.00007175294,"teacher_disagreement_score":0.91042364,"about_ca_system_score_codex":0.000060363553,"about_ca_system_score_gemma":0.00020995823,"threshold_uncertainty_score":0.8282969},"labels":[],"label_agreement":null},{"id":"W1865113151","doi":"10.19173/irrodl.v12i4.848","title":"Decolonizing cyberspace: Online support for the Nunavut MEd","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Cyberspace; Distance education; Intersection (aeronautics); Face (sociological concept); Sociology; The Internet; Pedagogy; Computer science; Engineering; World Wide Web","score_opus":0.30295603646637964,"score_gpt":0.506864548103567,"score_spread":0.20390851163718732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1865113151","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22025904,0.059204407,0.0020623852,0.3698993,0.0009959697,0.009649436,0.00022823694,0.00012811915,0.3375731],"genre_scores_gemma":[0.93819845,0.058048,0.0004503641,0.00062427256,0.00007974038,0.00017786176,0.00011465228,0.000009400959,0.002297251],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99757564,0.0012853352,0.00021902991,0.00012155241,0.00055602455,0.00024240841],"domain_scores_gemma":[0.9962831,0.002938984,0.00011602469,0.00018599912,0.00042304295,0.00005281871],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016456844,0.000059024504,0.00013982414,0.00005332533,0.00090680545,0.00011834194,0.0017077222,0.000029824178,0.0005330069],"category_scores_gemma":[0.00463719,0.000036910817,0.00004441894,0.00035829336,0.00026810003,0.00012675757,0.0006519717,0.0006469586,0.0000075177322],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008497992,0.0011753988,0.1417588,0.002443576,0.00059669197,0.000025255178,0.07330527,0.00021865992,0.000047293695,0.3597261,0.037585475,0.38226768],"study_design_scores_gemma":[0.00047544527,0.00010436082,0.014862673,0.0022888777,0.000018894334,0.000001679807,0.09767129,0.0005166879,0.000015386666,0.0016102539,0.88235104,0.00008339111],"about_ca_topic_score_codex":0.0077468874,"about_ca_topic_score_gemma":0.0031541383,"teacher_disagreement_score":0.8447656,"about_ca_system_score_codex":0.00009566727,"about_ca_system_score_gemma":0.00023680492,"threshold_uncertainty_score":0.9988606},"labels":[],"label_agreement":null},{"id":"W1866316447","doi":"10.19173/irrodl.v4i1.116","title":"Internet Audio Products (Update)","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University; Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Computer science; The Internet; Distance education; Software; Server; Multimedia; Reliability (semiconductor); Teleconference; World Wide Web; Videoconferencing; Echo (communications protocol); Telecommunications; Computer security; Operating system","score_opus":0.2053913868444118,"score_gpt":0.518635933033795,"score_spread":0.31324454618938313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1866316447","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2904409,0.07226088,0.00706629,0.044788215,0.0013909126,0.0025704673,0.00004613836,0.000074643685,0.5813616],"genre_scores_gemma":[0.98853654,0.0031741783,0.00083949656,0.00036972787,0.00005625994,0.00007825388,0.0000899181,0.000013973907,0.0068416307],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99350643,0.0050306753,0.00039802713,0.00031786866,0.00045759627,0.00028941364],"domain_scores_gemma":[0.9981083,0.00096997427,0.0001681413,0.00027049964,0.0004424227,0.00004063222],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.025502285,0.00010227678,0.00024956017,0.00015207,0.00011960929,0.00009446764,0.0009116617,0.000042851338,0.0015501671],"category_scores_gemma":[0.010198545,0.00007057849,0.00003108325,0.00074846536,0.00022893066,0.00010147619,0.00035395194,0.0013395187,0.0000949717],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026287805,0.00037944008,0.13085799,0.0012334653,0.00021957625,0.00005305679,0.0018554527,0.000029801962,0.0002717826,0.70825475,0.062672436,0.09390938],"study_design_scores_gemma":[0.00067480875,0.00011631523,0.03014326,0.0042309775,0.0000074288423,0.000055730452,0.0017587747,0.000055053006,0.0001893134,0.0024255386,0.96021426,0.00012855855],"about_ca_topic_score_codex":0.00040691538,"about_ca_topic_score_gemma":0.0000037088603,"teacher_disagreement_score":0.8975418,"about_ca_system_score_codex":0.00007384317,"about_ca_system_score_gemma":0.00010382202,"threshold_uncertainty_score":0.9993625},"labels":[],"label_agreement":null},{"id":"W1866530474","doi":"10.19173/irrodl.v10i1.590","title":"Making Education Equitable in Rural China through Distance Learning","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"School Choice and Performance","field":"Social Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"China; Distance education; Economic growth; Government (linguistics); Basic education; Rural area; Quality (philosophy); Information and Communications Technology; Political science; Population; Geography; Public relations; Sociology; Economics","score_opus":0.11846564145787372,"score_gpt":0.5178393729844175,"score_spread":0.39937373152654376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1866530474","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4144255,0.078967415,0.00039657485,0.07912157,0.00030465296,0.0015292391,0.000012318323,0.00003181276,0.42521092],"genre_scores_gemma":[0.9440067,0.05443638,0.00007444177,0.00027147002,0.00011393938,0.000028633916,0.00004100204,0.000003103256,0.0010243711],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800867,0.0006364113,0.000275273,0.00014445554,0.00062430353,0.00031088488],"domain_scores_gemma":[0.9992389,0.00033731642,0.000118050026,0.00009656196,0.00017463036,0.00003453093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067960056,0.00006351558,0.00015798962,0.00007519519,0.00040697394,0.0002127462,0.0008184034,0.000032964337,0.0001982547],"category_scores_gemma":[0.0027871032,0.000049785816,0.000025108426,0.00074174814,0.00013271226,0.0006832451,0.00020152755,0.0007211604,0.000009762798],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020579934,0.00026383702,0.5030486,0.0007283795,0.000016029595,0.000007933622,0.0070922296,0.0006673578,0.00006592463,0.19458513,0.0050630476,0.28825575],"study_design_scores_gemma":[0.00070811826,0.00014077051,0.22442755,0.031253844,0.00000636371,0.0000055040828,0.03850089,0.0011497207,0.000023647355,0.023381475,0.6801588,0.0002432938],"about_ca_topic_score_codex":0.0034818451,"about_ca_topic_score_gemma":0.0005344182,"teacher_disagreement_score":0.67509574,"about_ca_system_score_codex":0.00019575228,"about_ca_system_score_gemma":0.00035352042,"threshold_uncertainty_score":0.5263532},"labels":[],"label_agreement":null},{"id":"W1867086060","doi":"10.19173/irrodl.v14i3.1413","title":"Addressing the needs of diverse distributed students","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Bow Valley College","funders":"Ministry of Advanced Education and Technology; Ministry of Advanced Education","keywords":"Best practice; Focus group; Medical education; Government (linguistics); Service delivery framework; Service (business); Public relations; Psychology; Pedagogy; Knowledge management; Computer science; Medicine; Political science; Business; Marketing","score_opus":0.1979489341706529,"score_gpt":0.5165859476420004,"score_spread":0.3186370134713475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1867086060","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8971379,0.012951464,0.00020237415,0.06456511,0.000180046,0.0021495842,0.000099103985,0.000020733638,0.0226937],"genre_scores_gemma":[0.9823514,0.016809937,0.00004716597,0.00008330003,0.000066424655,0.000043037508,0.000082899736,0.000004704903,0.0005111116],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967155,0.0013612001,0.00035571895,0.00011600911,0.0011871984,0.00026438007],"domain_scores_gemma":[0.99762905,0.0013236986,0.00021106303,0.0001601006,0.00061119825,0.00006488656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008372298,0.00007219602,0.00020727936,0.000097691205,0.00048471498,0.0002711373,0.0018200836,0.000037980153,0.0006488814],"category_scores_gemma":[0.004402162,0.000042496635,0.000050527342,0.0008685008,0.00056141795,0.00032484552,0.0010156237,0.0006296526,0.00001780942],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112181755,0.00043024987,0.7136281,0.0011759273,0.0001995465,0.000009941873,0.00543293,0.00024382299,0.00020112976,0.037192024,0.017421292,0.22395281],"study_design_scores_gemma":[0.0014132836,0.00015819503,0.12317658,0.01767792,0.00004310577,0.0000050969434,0.24131286,0.00080925866,0.00008119501,0.0041903863,0.6108724,0.00025971714],"about_ca_topic_score_codex":0.004999506,"about_ca_topic_score_gemma":0.00012241985,"teacher_disagreement_score":0.5934511,"about_ca_system_score_codex":0.00007968233,"about_ca_system_score_gemma":0.00026868633,"threshold_uncertainty_score":0.755779},"labels":[],"label_agreement":null},{"id":"W1868643090","doi":"10.19173/irrodl.v15i5.1853","title":"Towards an integration of text and graph clustering methods as a lens for studying social interaction in MOOCs","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Dropout (neural networks); Attrition; Computer science; Cluster analysis; Mathematics education; Grounded theory; Qualitative research; Psychology; Artificial intelligence; Sociology; Machine learning","score_opus":0.17463738138800786,"score_gpt":0.5343516008745407,"score_spread":0.3597142194865328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1868643090","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24082446,0.002317443,0.72845644,0.024753444,0.00014997723,0.0010634741,0.0000131762945,0.000022252158,0.0023993496],"genre_scores_gemma":[0.9841646,0.0024391266,0.013204448,0.00006931726,0.000032825985,0.000028708433,0.000029346462,0.0000046942146,0.000026927808],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980496,0.00095447473,0.0003525871,0.000207,0.00029765192,0.00013868372],"domain_scores_gemma":[0.99855334,0.00084252155,0.00017006499,0.00011765395,0.00028888838,0.00002751493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009201063,0.000070272705,0.00023013393,0.00020045132,0.000111198235,0.0001586915,0.0006742625,0.000030565432,0.0000042924644],"category_scores_gemma":[0.0025787705,0.000052771054,0.000033854158,0.0004184145,0.0000767268,0.0004419039,0.0005433289,0.00040967754,3.1479667e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009642825,0.00012638149,0.004540451,0.00084100553,0.000028335917,0.0000011346084,0.0015982711,0.00080738903,0.0009123325,0.070754915,0.00004366396,0.9202497],"study_design_scores_gemma":[0.0011149197,0.00054690236,0.014688964,0.0066469857,0.000011939653,0.000014020189,0.004609194,0.9424026,0.00034681588,0.023531241,0.0059282174,0.00015816827],"about_ca_topic_score_codex":0.00050968525,"about_ca_topic_score_gemma":0.000072372655,"teacher_disagreement_score":0.94159526,"about_ca_system_score_codex":0.000045742887,"about_ca_system_score_gemma":0.000062083695,"threshold_uncertainty_score":0.31889233},"labels":[],"label_agreement":null},{"id":"W1868801596","doi":"10.19173/irrodl.v14i3.1478","title":"Promoting teachers' learning and knowledge building in a socio-technical system","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"FP7 Information and Communication Technologies; European Commission","keywords":"Portfolio; Professional learning community; Knowledge management; Learning community; Professional development; Computer science; Domain (mathematical analysis); Mathematics education; Sociology; Pedagogy; Psychology; Business; Mathematics","score_opus":0.08785417035673136,"score_gpt":0.5248283603304124,"score_spread":0.436974189973681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1868801596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82685256,0.022125486,0.00013383095,0.026320877,0.000121432844,0.0022175028,0.0000019213742,0.00003381351,0.12219259],"genre_scores_gemma":[0.98681307,0.012292863,0.0003268238,0.000015661431,0.00006137974,0.00017993526,0.0000076246465,0.0000063105754,0.00029633005],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99580836,0.002893875,0.00032983773,0.00022435264,0.00048508478,0.00025845753],"domain_scores_gemma":[0.9969082,0.0024149967,0.00018163885,0.00007577439,0.0003538995,0.00006551661],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018750077,0.00006823562,0.00018784698,0.00013595041,0.0004034053,0.00031887356,0.00061015214,0.000056681198,0.00007832461],"category_scores_gemma":[0.014291139,0.000053564192,0.000021432308,0.0005880196,0.0003176707,0.00054792786,0.00060365046,0.0010856497,0.000010922402],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031978157,0.00020527927,0.67604595,0.001910174,0.000034835884,0.0000055577343,0.026608057,0.000015570207,0.0006572099,0.062908255,0.00041817577,0.23115893],"study_design_scores_gemma":[0.0018139335,0.0002728258,0.214146,0.06519931,0.00003237754,0.00005007806,0.357112,0.008849744,0.000096402146,0.01161484,0.3402519,0.00056060567],"about_ca_topic_score_codex":0.0049878354,"about_ca_topic_score_gemma":0.00019394179,"teacher_disagreement_score":0.46189997,"about_ca_system_score_codex":0.00052657566,"about_ca_system_score_gemma":0.0003247731,"threshold_uncertainty_score":0.9940119},"labels":[],"label_agreement":null},{"id":"W1872434801","doi":"10.19173/irrodl.v9i1.446","title":"OpenCourseWare, Global Access and the Right to Education: Real access or marketing ploy?","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Higher education; Public relations; Distance education; Political science; Global education; Sociology; Marketing; Business; Pedagogy; Law; Geography","score_opus":0.17427346990141282,"score_gpt":0.5784070244413728,"score_spread":0.40413355453996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1872434801","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23621531,0.01239813,0.0000650708,0.36309725,0.00055513304,0.0030474213,0.000033443328,0.000031889347,0.38455635],"genre_scores_gemma":[0.8900855,0.10346162,0.0001448263,0.00093962904,0.00021692288,0.00023439036,0.00003044108,0.000007275749,0.004879404],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.994475,0.0036557321,0.00035229535,0.00026808618,0.0009891883,0.00025971112],"domain_scores_gemma":[0.9941641,0.004562676,0.00024098449,0.00019870304,0.0006953407,0.00013821249],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017532567,0.00008717388,0.0002191296,0.00006486529,0.0011378588,0.0009003832,0.002649122,0.000036562727,0.00080316665],"category_scores_gemma":[0.020073595,0.000050364044,0.00002721857,0.0011715163,0.0007828013,0.0010335632,0.0014025833,0.00049662736,0.000015621414],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017932466,0.00033741037,0.7076982,0.00085027737,0.000112193105,0.00001973659,0.008370218,0.00009763615,0.0000017038764,0.09205968,0.10864422,0.080015436],"study_design_scores_gemma":[0.0005148832,0.000024872954,0.13461551,0.003494417,0.000011784436,0.000025469588,0.00735885,0.000039208826,0.000002089062,0.0010115993,0.8527969,0.00010442088],"about_ca_topic_score_codex":0.015638178,"about_ca_topic_score_gemma":0.0011872095,"teacher_disagreement_score":0.74415267,"about_ca_system_score_codex":0.00018784925,"about_ca_system_score_gemma":0.0017901883,"threshold_uncertainty_score":0.9909168},"labels":[],"label_agreement":null},{"id":"W1875304361","doi":"10.19173/irrodl.v6i2.231","title":"Distance Education and Technology: Issues and Practice","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Educational technology; Technology integration; Sociology; Pedagogy; Computer science; Mathematics education; Engineering ethics; Psychology; Engineering","score_opus":0.06472615198773976,"score_gpt":0.5199530059651872,"score_spread":0.45522685397744744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1875304361","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059469584,0.20961583,0.00007375841,0.68069315,0.000056451598,0.00068767124,0.000008807233,0.000020130441,0.04937463],"genre_scores_gemma":[0.7008508,0.2951135,0.0017032946,0.00021937043,0.00012317087,0.000032342617,0.000022217746,0.000004154955,0.001931193],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859613,0.00058993377,0.00016425826,0.00014710035,0.00036356135,0.00013899773],"domain_scores_gemma":[0.99854314,0.00088243076,0.00009308211,0.000073152114,0.00036562848,0.000042572145],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006427559,0.00004517637,0.00011099472,0.00009080368,0.00029657956,0.00015903596,0.0003460246,0.000034406985,0.000050774834],"category_scores_gemma":[0.0101269325,0.00003404502,0.000007422416,0.000431303,0.00039107652,0.00042114191,0.0003063337,0.0004159368,0.0000035193943],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036560985,0.000100722435,0.030769799,0.00026709936,0.000015382677,0.000001973097,0.0006907009,0.000003556615,0.00002701652,0.17896734,0.0024722263,0.7866476],"study_design_scores_gemma":[0.00011499881,0.00002303335,0.0011833824,0.0021813763,0.00000442974,0.000008002694,0.01906967,0.00008433774,0.0000075135645,0.002027904,0.975255,0.000040351417],"about_ca_topic_score_codex":0.00083668437,"about_ca_topic_score_gemma":0.00021831614,"teacher_disagreement_score":0.9727828,"about_ca_system_score_codex":0.000054011318,"about_ca_system_score_gemma":0.00030508087,"threshold_uncertainty_score":0.9982112},"labels":[],"label_agreement":null},{"id":"W1877175378","doi":"10.19173/irrodl.v9i3.542","title":"Distance Education and Academic Achievement in Business Administration: The case of the University of Akureyri","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Icelandic; Higher education; Mathematics education; Academic achievement; Sociology; Psychology; Pedagogy; Medical education; Political science; Medicine","score_opus":0.08786086762871247,"score_gpt":0.44956421067910407,"score_spread":0.3617033430503916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1877175378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.937067,0.0085991565,0.000056492954,0.049980406,0.000042038697,0.0005181607,0.000014611886,0.0000016934863,0.0037204803],"genre_scores_gemma":[0.95966923,0.039919447,0.000041909327,0.00002592282,0.000020585934,0.0000030140313,0.000010701808,0.0000013956028,0.0003077969],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985535,0.0007557542,0.0001915123,0.000092262,0.00031715582,0.0000898009],"domain_scores_gemma":[0.99896973,0.00047549757,0.00016019035,0.00009058152,0.000282902,0.00002110104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036015983,0.000036424524,0.00010584772,0.000036021294,0.00031976597,0.0000138918385,0.000531186,0.000026213229,0.000036756213],"category_scores_gemma":[0.0014367844,0.00002207775,0.000017080481,0.0005858538,0.0005638307,0.00013274205,0.00025043864,0.0003979912,3.3503764e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026191497,0.00044977912,0.674978,0.0014656091,0.000041679716,0.00005998309,0.00787366,0.00021209127,0.00010224115,0.17827605,0.0017563445,0.13452262],"study_design_scores_gemma":[0.0009172063,0.000096409196,0.450806,0.012125978,0.000023701974,0.00011365453,0.11730328,0.00053094135,0.00008197142,0.0029121055,0.41493765,0.00015111198],"about_ca_topic_score_codex":0.0036577352,"about_ca_topic_score_gemma":0.0019587385,"teacher_disagreement_score":0.4131813,"about_ca_system_score_codex":0.00005911915,"about_ca_system_score_gemma":0.0008157575,"threshold_uncertainty_score":0.5529426},"labels":[],"label_agreement":null},{"id":"W1879492258","doi":"10.19173/irrodl.v6i1.213","title":"Open Source Software: Fully featured vs. \"the devil you know\"?","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Athabasca University","keywords":"Open source software; Computer science; Software; Open source; Need to know; World Wide Web; Multimedia; Data science; Computer security; Operating system","score_opus":0.05848990041136087,"score_gpt":0.4070811103808797,"score_spread":0.3485912099695188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1879492258","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009466623,0.04020537,0.17370008,0.75075996,0.00037586034,0.0054760505,0.00009917051,0.00016293964,0.019753931],"genre_scores_gemma":[0.8879038,0.032649096,0.047280338,0.011045792,0.0005219072,0.0010164524,0.00051052746,0.00008081229,0.018991271],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996778,0.0008376726,0.0005474904,0.0004203541,0.0010471301,0.00036936512],"domain_scores_gemma":[0.9965073,0.0016027741,0.00025548472,0.00071376254,0.0008373511,0.00008335055],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.010893944,0.00014296632,0.00029493563,0.00013544007,0.00053153257,0.0015001984,0.01004699,0.00005040706,0.000167081],"category_scores_gemma":[0.0058584632,0.0000901569,0.000055722536,0.0016639655,0.00026020088,0.0010405944,0.007922191,0.0010786797,0.000081003505],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009694907,0.00022665829,0.014820387,0.00038491463,0.00010268974,0.000014157025,0.00069257955,0.0007343568,0.000030946638,0.100835145,0.07510022,0.806961],"study_design_scores_gemma":[0.00054950675,0.000063588406,0.0054480927,0.0031454926,0.000005428603,0.00004499043,0.00028884297,0.0032472813,0.00005654905,0.0022613255,0.9847499,0.00013899345],"about_ca_topic_score_codex":0.0004835161,"about_ca_topic_score_gemma":0.0000683759,"teacher_disagreement_score":0.90964967,"about_ca_system_score_codex":0.00017263043,"about_ca_system_score_gemma":0.00040497418,"threshold_uncertainty_score":0.99953634},"labels":[],"label_agreement":null},{"id":"W1883341403","doi":"10.19173/irrodl.v8i1.333","title":"eLearning in Higher Education Makes Its Debut in Cambodia: Implications of the Provincial Business Education Project","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Cambodian History and Society","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Developing country; The Internet; Higher education; Public relations; Distance education; Human capital; Economic growth; Business; Medical education; Political science; Knowledge management; Sociology; Pedagogy; Computer science; Economics; Medicine; World Wide Web","score_opus":0.12782079020545856,"score_gpt":0.4801573344902502,"score_spread":0.35233654428479166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1883341403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82058406,0.017579764,0.000019968687,0.048376568,0.00048484333,0.0033202455,0.00003200714,0.0000105356585,0.109592006],"genre_scores_gemma":[0.9909518,0.0061872485,0.00002873147,0.00017515694,0.00009507301,0.0001235017,0.00004254614,0.000004754523,0.0023911987],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998015,0.00077120384,0.00038322734,0.0001633012,0.00046601455,0.00020126012],"domain_scores_gemma":[0.998517,0.0005448565,0.00019700684,0.00012856534,0.0005802874,0.000032312957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007893014,0.00005997617,0.00015327726,0.0001583901,0.0002497247,0.00005514854,0.00074022,0.000056641864,0.000109680805],"category_scores_gemma":[0.0032050663,0.00004454056,0.00003536017,0.0015337869,0.00025681098,0.00023058364,0.00020247012,0.00050276675,0.0000018697472],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009475082,0.0006249244,0.70294267,0.0011730955,0.000013503635,0.0000011037234,0.006871169,0.00004963754,0.000250826,0.20145236,0.0041642273,0.082361735],"study_design_scores_gemma":[0.00020042152,0.000011249139,0.77475315,0.0037829392,0.000003889932,0.0000012610197,0.008620502,0.000011005816,0.00001443184,0.0010475419,0.2114858,0.00006781759],"about_ca_topic_score_codex":0.012134998,"about_ca_topic_score_gemma":0.0057782163,"teacher_disagreement_score":0.20732157,"about_ca_system_score_codex":0.0005497904,"about_ca_system_score_gemma":0.002668901,"threshold_uncertainty_score":0.9944433},"labels":[],"label_agreement":null},{"id":"W1883514232","doi":"10.19173/irrodl.v8i2.348","title":"The Growth of m-Learning and the Growth of Mobile Computing: Parallel developments","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":203,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Multimedia; Mobile phone; Construct (python library); Mobile technology; Mobile computing; Mobile device; Educational technology; Phone; Mobile telephony; M-learning; World Wide Web; Telecommunications; Computer network; Mobile radio; Mathematics education","score_opus":0.03975936746534645,"score_gpt":0.40647755265157864,"score_spread":0.36671818518623217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1883514232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6500998,0.1029824,0.15257552,0.04587315,0.00096024346,0.008312508,0.000018246501,0.00008755836,0.03909056],"genre_scores_gemma":[0.9819356,0.016075512,0.001697573,0.00004900025,0.000022391596,0.000039963932,0.000014614466,0.0000059767335,0.00015937131],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99683386,0.0011265777,0.00066714094,0.00023706515,0.00087022886,0.00026515068],"domain_scores_gemma":[0.99297523,0.005467209,0.000486679,0.0002230304,0.00079791923,0.000049912935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0202642,0.00009811569,0.00027099773,0.000106994856,0.00034129986,0.00015329038,0.0021400047,0.00003291405,0.00001125329],"category_scores_gemma":[0.0057122107,0.000053487292,0.000043103853,0.00072739215,0.0005898658,0.00018089639,0.001614327,0.00070854375,0.0000020717227],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003989247,0.00023448105,0.34524196,0.0020516245,0.00019513145,0.0000065131226,0.004390993,0.0006768548,0.00015630967,0.46519244,0.0011023727,0.18035239],"study_design_scores_gemma":[0.010852557,0.0012879254,0.63657546,0.037809122,0.00007652416,0.00021173753,0.023919879,0.09356854,0.0029249545,0.051488344,0.14023215,0.0010528278],"about_ca_topic_score_codex":0.00033924766,"about_ca_topic_score_gemma":0.000009117641,"teacher_disagreement_score":0.4137041,"about_ca_system_score_codex":0.00005900392,"about_ca_system_score_gemma":0.00018634716,"threshold_uncertainty_score":0.70232075},"labels":[],"label_agreement":null},{"id":"W1889398264","doi":"10.19173/irrodl.v12i5.954","title":"Learner analysis framework for globalized e-learning: A case study","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Deliberation; Instructional design; Process (computing); Cultural diversity; Knowledge management; Psychology; Pedagogy; Computer science; Sociology; Political science","score_opus":0.20624075900683167,"score_gpt":0.5329046399361184,"score_spread":0.32666388092928667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1889398264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8657401,0.016647674,0.009352853,0.019473674,0.00037406766,0.0072827353,0.00008238638,0.00010864526,0.080937855],"genre_scores_gemma":[0.9892123,0.0074664317,0.0018308492,0.000056544413,0.00007917348,0.00014067454,0.00004632619,0.000009112828,0.0011586265],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99580276,0.0023139669,0.00043032278,0.00030932017,0.0007886739,0.00035492732],"domain_scores_gemma":[0.9969322,0.0019282928,0.00022382953,0.00018638137,0.0006225189,0.00010678931],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015570607,0.00010236492,0.0003695101,0.00022841648,0.0007063812,0.00019537195,0.0010034088,0.000065416534,0.0006881266],"category_scores_gemma":[0.011094753,0.00007491495,0.0001246975,0.0017593732,0.00026745923,0.00021714825,0.0005012381,0.00091740175,0.0000070497517],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005189929,0.0011028759,0.7005567,0.0006253524,0.0012569751,0.00053625746,0.015494104,0.00027245778,0.000003012794,0.13517897,0.00083986734,0.14361443],"study_design_scores_gemma":[0.0016389744,0.00065054354,0.0065241423,0.0031004103,0.00039928532,0.000043634922,0.4420895,0.0018292549,0.0000054497286,0.010004183,0.53338987,0.00032476155],"about_ca_topic_score_codex":0.0132469805,"about_ca_topic_score_gemma":0.0016166626,"teacher_disagreement_score":0.69403255,"about_ca_system_score_codex":0.0000978908,"about_ca_system_score_gemma":0.00032259265,"threshold_uncertainty_score":0.99723524},"labels":[],"label_agreement":null},{"id":"W1890860360","doi":"10.19173/irrodl.v9i2.455","title":"Persistence of Women in Online Degree-Completion Programs","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":152,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Persistence (discontinuity); Coursework; Graduation (instrument); Flexibility (engineering); Psychology; Online learning; Computer-mediated communication; Distance education; Sample (material); Medical education; Qualitative research; Mathematics education; The Internet; Computer science; Multimedia; Sociology; Medicine; World Wide Web","score_opus":0.2353957410237971,"score_gpt":0.4675715817259884,"score_spread":0.2321758407021913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1890860360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97979456,0.0041411347,0.000015811702,0.007864163,0.000024995068,0.00046825086,0.00001094872,0.000005511652,0.0076746335],"genre_scores_gemma":[0.9648919,0.034336735,0.00025677812,0.00002767257,0.000034467543,0.000028948081,0.00008047801,0.00000324637,0.00033978868],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99759793,0.00088931015,0.00031929425,0.00014440843,0.0007367573,0.00031229132],"domain_scores_gemma":[0.9988937,0.0004893134,0.00013126365,0.00008852975,0.00033158288,0.0000656595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008996085,0.000051549392,0.00021968558,0.0001160505,0.00017715814,0.000031403535,0.00072794873,0.000030378093,0.00014759364],"category_scores_gemma":[0.003778508,0.000038828533,0.00003254342,0.0007294413,0.00044176888,0.00017517486,0.00027395473,0.00047755695,0.0000028333525],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014835181,0.0005436427,0.75701684,0.0008647152,0.000030438778,0.000029519175,0.0061996724,0.0000942247,0.00007800333,0.009407363,0.00021683789,0.22537039],"study_design_scores_gemma":[0.0016031291,0.00044376336,0.2914795,0.019122234,0.000007809585,0.000020950001,0.13088413,0.0015288556,0.000027116825,0.0019898962,0.55264586,0.0002467525],"about_ca_topic_score_codex":0.003085651,"about_ca_topic_score_gemma":0.0006134371,"teacher_disagreement_score":0.552429,"about_ca_system_score_codex":0.00024975164,"about_ca_system_score_gemma":0.00047720456,"threshold_uncertainty_score":0.4664602},"labels":[],"label_agreement":null},{"id":"W1891536404","doi":"10.19173/irrodl.v13i5.1243","title":"Contexts in a paper recommendation system with collaborative filtering","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Konkuk University","keywords":"Collaborative filtering; Computer science; Task (project management); Context (archaeology); Matching (statistics); Recommender system; Key (lock); Domain (mathematical analysis); Graduate students; Mathematics education; Human–computer interaction; World Wide Web; Psychology; Pedagogy; Engineering","score_opus":0.06663867889936974,"score_gpt":0.4110978480161099,"score_spread":0.3444591691167401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1891536404","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.091216855,0.09291904,0.45456228,0.12489606,0.0011253958,0.013445013,0.00017165206,0.00030987654,0.22135383],"genre_scores_gemma":[0.9950665,0.0034966317,0.0011030014,0.000088716486,0.00001925291,0.00016047523,0.000025616822,0.0000037642835,0.000035995163],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99834585,0.00070618914,0.00029829796,0.00015154382,0.00030468198,0.00019343189],"domain_scores_gemma":[0.99901223,0.00043294212,0.000131437,0.00015458447,0.00022592304,0.000042909553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061779884,0.00006813969,0.00019082213,0.00010969758,0.00007497177,0.00017142073,0.00079679786,0.000021361178,0.000022365828],"category_scores_gemma":[0.00025604697,0.000042648113,0.00001321628,0.00058604026,0.000038922084,0.0008079043,0.0006025201,0.00030074318,0.0000028817685],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019845947,0.00034480204,0.18427494,0.0044469824,0.00011477498,0.00003159433,0.0029709802,0.000044274304,0.00035502893,0.51523733,0.0056430697,0.28633776],"study_design_scores_gemma":[0.0045544696,0.00084238546,0.10305032,0.12392,0.000012544304,0.00031162272,0.017991392,0.019805022,0.0018163632,0.0015990823,0.725259,0.00083776616],"about_ca_topic_score_codex":0.00057370926,"about_ca_topic_score_gemma":0.000057537996,"teacher_disagreement_score":0.90384966,"about_ca_system_score_codex":0.00014387307,"about_ca_system_score_gemma":0.00006771706,"threshold_uncertainty_score":0.21411797},"labels":[],"label_agreement":null},{"id":"W1891593478","doi":"10.19173/irrodl.v15i1.1593","title":"Roles and student identities in online large course forums: Implications for practice","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Online discussion; Feeling; Identity (music); Computer-mediated communication; Online community; Psychology; Online participation; Sense of community; Pedagogy; Mathematics education; Computer science; Social psychology; The Internet; World Wide Web","score_opus":0.08313428356787989,"score_gpt":0.5431560454053428,"score_spread":0.4600217618374629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1891593478","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38693377,0.05210723,0.0020211188,0.53106624,0.00015180504,0.0035824673,0.00036007896,0.000030457604,0.02374681],"genre_scores_gemma":[0.92601377,0.072277814,0.00057115086,0.00031247726,0.00009937434,0.00010590897,0.00016743349,0.000005931242,0.00044613332],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99817437,0.0008207483,0.00025685897,0.0001521515,0.0003748171,0.00022104332],"domain_scores_gemma":[0.9969279,0.0024132335,0.00012331847,0.00008861965,0.00040149252,0.000045391298],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012248705,0.0000507736,0.00015359929,0.00007520453,0.0003142103,0.00017874801,0.0005366486,0.000027979862,0.000025862733],"category_scores_gemma":[0.008783973,0.000039240214,0.000021831767,0.0002621,0.0001604733,0.00033929475,0.00036377547,0.0003438434,0.0000012395113],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009161665,0.000577117,0.35920614,0.000628064,0.000052324987,0.0000020691825,0.0018217422,0.000065985354,0.000018382525,0.49494898,0.002525263,0.14006232],"study_design_scores_gemma":[0.0007864015,0.00008671347,0.065133095,0.0028368612,0.00001468033,0.0000029272255,0.057604548,0.000556347,0.0000017684577,0.00812754,0.8647693,0.0000798497],"about_ca_topic_score_codex":0.0005009423,"about_ca_topic_score_gemma":0.0018393587,"teacher_disagreement_score":0.862244,"about_ca_system_score_codex":0.000057589696,"about_ca_system_score_gemma":0.00020699628,"threshold_uncertainty_score":0.9995655},"labels":[],"label_agreement":null},{"id":"W1894006958","doi":"10.19173/irrodl.v8i1.336","title":"Integration of the High-tech and Low-tech in Distance Teacher Training in China: An insight from the case of Jiangsu Radio and Television University","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Teacher education; Distance education; Mathematics education; Task (project management); Honour; Service (business); Psychology; Technology integration; Pedagogy; China; Teaching method; Medical education; Engineering; Political science; Medicine","score_opus":0.06840166090620269,"score_gpt":0.3621710360168123,"score_spread":0.2937693751106096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1894006958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9922899,0.0041223452,0.00009791101,0.0013915469,0.000024605139,0.0002899579,0.000031131087,0.0000030090177,0.0017496019],"genre_scores_gemma":[0.9968988,0.0028420812,0.000034244906,0.000017835748,0.000028757777,0.0000020872237,0.000033388405,0.000004889087,0.00013793958],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99834734,0.000832737,0.00030125762,0.00015941943,0.00023320163,0.00012605086],"domain_scores_gemma":[0.9987225,0.0008571678,0.00016629019,0.00013511248,0.0000936449,0.00002530673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006104739,0.000075246266,0.00020588563,0.00010202628,0.0002073819,0.000071287686,0.0003946013,0.000031897755,0.00006244683],"category_scores_gemma":[0.0011200967,0.000042677017,0.000021537053,0.00018753456,0.0003925473,0.00022849267,0.00025979223,0.0008114682,1.4502349e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007548076,0.0003481923,0.15082033,0.0011081412,0.00007517848,0.00018380079,0.17668895,0.00017094148,0.0018246057,0.26500845,0.00019187015,0.40282473],"study_design_scores_gemma":[0.0037596524,0.00042000378,0.5194195,0.04499144,0.000046663426,0.00008559434,0.36314797,0.008436452,0.0005022453,0.007243204,0.051520016,0.00042725762],"about_ca_topic_score_codex":0.016604254,"about_ca_topic_score_gemma":0.010342412,"teacher_disagreement_score":0.40239745,"about_ca_system_score_codex":0.000065274944,"about_ca_system_score_gemma":0.000054186836,"threshold_uncertainty_score":0.9899443},"labels":[],"label_agreement":null},{"id":"W1894323778","doi":"10.19173/irrodl.v5i1.171","title":"Tutoring Large Numbers: An Unmet Challenge","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Technology Integration","field":"Social Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"TUTOR; Distance education; Mainstream; Curriculum; Point (geometry); Computer science; Mathematics education; Higher education; Pedagogy; Multimedia; Psychology; Political science; Mathematics","score_opus":0.14003163004183306,"score_gpt":0.5230539717570969,"score_spread":0.38302234171526384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1894323778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42021215,0.021873102,0.00087494333,0.30098283,0.0005288855,0.0019614124,0.00005237506,0.00009924711,0.25341502],"genre_scores_gemma":[0.96289444,0.036361694,0.00011031712,0.00013118255,0.000061519415,0.00004505288,0.00006305771,0.000003415091,0.00032930696],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985566,0.0004443197,0.00019203902,0.00014160648,0.00047699013,0.00018842834],"domain_scores_gemma":[0.99921936,0.00023772108,0.00007552018,0.000121285135,0.0002931591,0.000052933618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00687437,0.000045764908,0.00010751176,0.000088431065,0.00034031057,0.000112673246,0.00078450824,0.0000461225,0.0002734603],"category_scores_gemma":[0.0029246418,0.00003479333,0.000020446883,0.00040810954,0.00022170492,0.00032509596,0.00018922532,0.000465897,0.000016268035],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011740737,0.00016312879,0.010708047,0.00010131443,0.000011874942,0.0000031177428,0.002732149,0.000009327806,0.000013817934,0.9743015,0.0003169069,0.011627069],"study_design_scores_gemma":[0.0009313247,0.00013786925,0.0060175983,0.006711466,0.0000073824926,0.000005218216,0.106493175,0.00007439147,0.000103464365,0.059368417,0.81999445,0.00015522627],"about_ca_topic_score_codex":0.0037535278,"about_ca_topic_score_gemma":0.0018045463,"teacher_disagreement_score":0.9149331,"about_ca_system_score_codex":0.00018248662,"about_ca_system_score_gemma":0.00027956182,"threshold_uncertainty_score":0.56742364},"labels":[],"label_agreement":null},{"id":"W1895207828","doi":"10.19173/irrodl.v12i1.971","title":"Evaluating prior learning assessment programs: A suggested framework","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Work (physics); Program evaluation; Computer science; Standards-based assessment; Educational assessment; Knowledge management; Management science; Psychology; Mathematics education; Political science; Engineering","score_opus":0.6299882356731104,"score_gpt":0.664118574676885,"score_spread":0.0341303390037746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1895207828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80691016,0.016057732,0.010864274,0.026603984,0.00059283245,0.0059988825,0.000035301076,0.000077966724,0.13285889],"genre_scores_gemma":[0.98639214,0.0073572136,0.004991455,0.00017973706,0.000035375466,0.0002116685,0.000072899435,0.000009307662,0.00075022184],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9917008,0.002882955,0.0009914234,0.00042040355,0.00367684,0.00032753425],"domain_scores_gemma":[0.9937402,0.0036783894,0.0004897615,0.00037134637,0.0016212739,0.00009905752],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059318904,0.00012120993,0.00034112175,0.00023785517,0.00037540557,0.00047872067,0.0020598131,0.000054534226,0.0027541127],"category_scores_gemma":[0.020637799,0.0000742163,0.00007080093,0.001370383,0.00021926822,0.00046387225,0.0012409608,0.0012830092,0.00006408199],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012911594,0.00024305382,0.41435975,0.00031185604,0.000048937334,0.000007959631,0.0012168217,0.0002851729,0.00004015695,0.02670828,0.00047340055,0.5561755],"study_design_scores_gemma":[0.0027530747,0.0020092998,0.5568139,0.034942325,0.00005008368,0.00004697702,0.04023181,0.13807464,0.00013925668,0.07377388,0.15058118,0.0005835532],"about_ca_topic_score_codex":0.00024091118,"about_ca_topic_score_gemma":0.0000243231,"teacher_disagreement_score":0.55559194,"about_ca_system_score_codex":0.00013842214,"about_ca_system_score_gemma":0.00056870736,"threshold_uncertainty_score":0.9981575},"labels":[],"label_agreement":null},{"id":"W1896665874","doi":"10.19173/irrodl.v1i1.9","title":"Book Review – Online Education: Learning and teaching in cyberspace. Author: Greg Kearsley.","year":2000,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cyberspace; Distance education; Task (project management); Reading (process); Computer science; Online learning; Beauty; World Wide Web; Mathematics education; Multimedia; The Internet; Sociology; Pedagogy; Psychology; Engineering; Aesthetics; Art; Political science","score_opus":0.06754444909650917,"score_gpt":0.5009669585126988,"score_spread":0.43342250941618965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1896665874","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02131764,0.7634377,0.000010395719,0.16263737,0.00007200598,0.0011060482,0.000016742048,0.0000253657,0.05137676],"genre_scores_gemma":[0.021049637,0.943891,0.00053827144,0.0019930226,0.00017460535,0.000059191058,0.00026636213,0.000014648456,0.03201326],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950989,0.0028542527,0.00049734884,0.00033131818,0.0008473954,0.00037080352],"domain_scores_gemma":[0.99829715,0.0010518903,0.00017120763,0.00015205225,0.00020124852,0.00012642398],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013018929,0.00012780476,0.00036420306,0.00016320708,0.00052976585,0.00020034776,0.0007583812,0.00006499106,0.0027578888],"category_scores_gemma":[0.006222098,0.000102199614,0.000051135754,0.00052414276,0.00030480113,0.00045603034,0.00035215585,0.0018690903,0.000024354307],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005891628,0.0002809565,0.030596342,0.0024880287,0.00003211063,0.000011297517,0.0013299987,0.000056389174,0.000007569496,0.008551598,0.047035247,0.90955156],"study_design_scores_gemma":[0.00022282559,0.000034581142,0.0016268416,0.029203596,0.000009423134,0.000008991898,0.00422893,0.000085051775,3.5524798e-7,0.00023420103,0.9642395,0.00010570513],"about_ca_topic_score_codex":0.0022752453,"about_ca_topic_score_gemma":0.0007449582,"teacher_disagreement_score":0.91720426,"about_ca_system_score_codex":0.00016682691,"about_ca_system_score_gemma":0.00068434444,"threshold_uncertainty_score":0.99815375},"labels":[],"label_agreement":null},{"id":"W1897110263","doi":"10.19173/irrodl.v7i1.255","title":"Online Graduate Study Health Care Learners' Perceptions of Instructional Immediacy","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Immediacy; Distance education; Psychology; Qualitative research; Health care; Medical education; Pedagogy; Instructional design; Perception; Focus group; Perspective (graphical); Mathematics education; Sociology; Computer science; Medicine","score_opus":0.20710129203841146,"score_gpt":0.5759717015150141,"score_spread":0.36887040947660266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1897110263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8856119,0.028382486,0.00004215158,0.0708675,0.0003268221,0.0018158123,0.00028961245,0.000015123736,0.012648609],"genre_scores_gemma":[0.9881091,0.009947231,0.00017627903,0.00016782852,0.00007599084,0.00011496439,0.0010029022,0.000007368415,0.0003983338],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99706817,0.0013655974,0.0006363896,0.00019445387,0.0005568657,0.00017855338],"domain_scores_gemma":[0.9980809,0.00057482306,0.0002627803,0.000329182,0.0006976318,0.000054688986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029147663,0.000074418516,0.00024195755,0.00019046108,0.00021723144,0.00003374615,0.00082331465,0.000026987105,0.0007611598],"category_scores_gemma":[0.00047728917,0.000058719434,0.000043557717,0.0005389631,0.00021963521,0.00007613791,0.00038027094,0.00073068915,0.000015185747],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018374191,0.0027036828,0.7898281,0.0015668928,0.0000952989,0.0000026787916,0.011118635,0.00009143775,0.000013610087,0.06344209,0.017658982,0.11329484],"study_design_scores_gemma":[0.0007459561,0.00017446867,0.7774602,0.001543261,0.000005030168,0.000009414814,0.18750103,0.000026661697,7.779339e-7,0.00044907528,0.03202658,0.000057547095],"about_ca_topic_score_codex":0.0103666885,"about_ca_topic_score_gemma":0.00082156225,"teacher_disagreement_score":0.1763824,"about_ca_system_score_codex":0.00015888074,"about_ca_system_score_gemma":0.00036246708,"threshold_uncertainty_score":0.9962234},"labels":[],"label_agreement":null},{"id":"W1897315496","doi":"10.19173/irrodl.v10i3.579","title":"Sage without a Stage: Expanding the Object of Teaching in a Web-Based, High-School Classroom","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Education and Learning Practices","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Context (archaeology); Metaphor; Distance education; Mathematics education; Pedagogy; Independence (probability theory); Object (grammar); Sociology; Psychology; Computer science; Mathematics","score_opus":0.11519245560944077,"score_gpt":0.5197163531001354,"score_spread":0.4045238974906946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1897315496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7696012,0.008478701,0.0005361197,0.13672347,0.00019965114,0.0018552257,0.00003105817,0.000022881148,0.082551695],"genre_scores_gemma":[0.9936983,0.0045638364,0.00014477091,0.0004225189,0.000060711336,0.000033621916,0.000026283891,0.0000042416887,0.0010457215],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.995055,0.0032806252,0.00040260487,0.00017365697,0.00084972056,0.00023836967],"domain_scores_gemma":[0.99697673,0.0022629253,0.00032095826,0.00014618238,0.0002471369,0.000046051082],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024470232,0.00007533473,0.0002091609,0.00018634574,0.00043744128,0.00021167003,0.00095944613,0.00003623711,0.000405128],"category_scores_gemma":[0.017172595,0.00004826533,0.00003333491,0.00083283737,0.0002774602,0.00033971347,0.00015376591,0.0012823263,0.0000045423203],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005849724,0.0006515114,0.59014475,0.0008619521,0.00007242774,0.000016059836,0.014112542,0.000813389,0.0009069051,0.26143053,0.0034785632,0.12692638],"study_design_scores_gemma":[0.0027583668,0.00036570695,0.21441679,0.02503498,0.000020681453,0.000003840237,0.1418596,0.0016863049,0.00019844809,0.003511712,0.6098018,0.00034173072],"about_ca_topic_score_codex":0.003994873,"about_ca_topic_score_gemma":0.00063357997,"teacher_disagreement_score":0.60632324,"about_ca_system_score_codex":0.00018327043,"about_ca_system_score_gemma":0.00069127645,"threshold_uncertainty_score":0.99110615},"labels":[],"label_agreement":null},{"id":"W1898065437","doi":"10.19173/irrodl.v11i1.836","title":"Distance and blended learning in Asia","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Blended learning; Educational technology; Computer science; Mathematics education; Psychology","score_opus":0.05650092189373383,"score_gpt":0.46117692749913974,"score_spread":0.4046760056054059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1898065437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7671523,0.01689675,0.00014261273,0.10343158,0.00022760888,0.0013213365,0.000015879436,0.000037962334,0.110773936],"genre_scores_gemma":[0.9650794,0.03354403,0.00021671188,0.000044540117,0.000070608105,0.000027081214,0.00003049759,0.0000059903537,0.0009811386],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99763983,0.0009359681,0.00029296926,0.00022126366,0.0006204903,0.00028946923],"domain_scores_gemma":[0.99844086,0.0010627783,0.000114097405,0.00010110968,0.00020474722,0.00007642892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010813986,0.00007354134,0.00020065064,0.00012375844,0.0003347714,0.00019238236,0.00068963005,0.000054018736,0.00022413651],"category_scores_gemma":[0.006978121,0.000056645364,0.000023546252,0.00057738693,0.00041298757,0.00028399733,0.0004346782,0.0016884501,0.0000056783274],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103041886,0.00012096851,0.5008251,0.0006401843,0.000021994889,0.000033385677,0.0013339329,0.00008783761,0.0003088858,0.18260156,0.0005763039,0.3133468],"study_design_scores_gemma":[0.00060930266,0.000053336276,0.03461801,0.004232534,0.0000044761564,0.000006260246,0.0143493675,0.0010749965,0.00002852175,0.0035793697,0.94131386,0.0001299514],"about_ca_topic_score_codex":0.0017950991,"about_ca_topic_score_gemma":0.0026153561,"teacher_disagreement_score":0.94073755,"about_ca_system_score_codex":0.000053497442,"about_ca_system_score_gemma":0.00042459363,"threshold_uncertainty_score":0.83539665},"labels":[],"label_agreement":null},{"id":"W1902025903","doi":"10.19173/irrodl.v15i3.1742","title":"Coping with the challenges of open online education in Chinese societies in the mobile era: NTHU OCW as a case study","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Tsing Hua University; Ministry of Science and Technology, Taiwan; National Science Council","keywords":"Mobile device; Computer science; Workflow; Open educational resources; Mobile technology; Cloud computing; Multimedia; World Wide Web; Mobile Web; Sustainability; Telecommunications","score_opus":0.06583948290064806,"score_gpt":0.4713012732149493,"score_spread":0.40546179031430124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1902025903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9447397,0.00947928,0.00023289831,0.04034696,0.000058694644,0.0026111263,0.0000031935174,0.0000048498473,0.002523311],"genre_scores_gemma":[0.9937295,0.005115578,0.00020681582,0.00028700256,0.000034249137,0.00053801335,0.000017108336,0.0000053572544,0.00006641762],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99609166,0.0024545414,0.0003739948,0.00027139235,0.0006384713,0.0001699384],"domain_scores_gemma":[0.9966756,0.002289851,0.00023465899,0.00045202542,0.00032334315,0.000024505067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012543769,0.00009772348,0.00023945021,0.00012357143,0.00014868003,0.0002963322,0.0032583612,0.000023095065,0.000015655984],"category_scores_gemma":[0.0017552641,0.000048748407,0.00002170933,0.00082612404,0.0001532923,0.00040107025,0.001250769,0.000753745,0.0000018546829],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002323061,0.005778798,0.33088094,0.0027837395,0.000119782046,0.00009843055,0.07667895,0.0073168,0.00003247277,0.07728524,0.0040242565,0.4947683],"study_design_scores_gemma":[0.004329299,0.0028190077,0.40827185,0.023773301,0.000028080189,0.0008852506,0.4699777,0.033320766,0.000023288396,0.0133547615,0.04263385,0.00058282854],"about_ca_topic_score_codex":0.0038182354,"about_ca_topic_score_gemma":0.0014390748,"teacher_disagreement_score":0.49418545,"about_ca_system_score_codex":0.000086031345,"about_ca_system_score_gemma":0.0005039764,"threshold_uncertainty_score":0.60549},"labels":[],"label_agreement":null},{"id":"W1902032077","doi":"10.19173/irrodl.v15i1.1357","title":"Post-secondary distance education in a contemporary colonial context: Experiences of students in a rural First Nation in Canada","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of New Brunswick; Assembly of First Nations","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Indigenous; Context (archaeology); Distance education; Situated; Colonialism; Rural area; Sociology; Pedagogy; Political science; Economic growth; Public relations; Geography","score_opus":0.07937010550023237,"score_gpt":0.4344958145281938,"score_spread":0.3551257090279614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1902032077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9832824,0.004671049,0.000004096697,0.0056827986,0.000078006036,0.00053467206,0.000007733484,0.0000015753676,0.0057376833],"genre_scores_gemma":[0.996178,0.0033707253,0.000005860942,0.00017198213,0.0000121425155,0.00012313762,0.00005891507,0.0000025210384,0.00007676204],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99661595,0.002020546,0.00039265052,0.00010981634,0.0007089077,0.00015211594],"domain_scores_gemma":[0.99830246,0.0011855005,0.0001539323,0.00009527293,0.00022845813,0.000034352408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008153909,0.000054533382,0.00019351825,0.00013369392,0.0001341977,0.00006494699,0.0009971329,0.000022819131,0.000075769975],"category_scores_gemma":[0.0025732603,0.000047037927,0.0000137577235,0.0004958296,0.00013649538,0.00020444061,0.0002977829,0.00053282274,6.0647363e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017154936,0.0002114518,0.9272345,0.00042128857,0.0000070314236,0.0000030826434,0.032304812,0.000066529574,0.0000042345455,0.008273212,0.00022253186,0.031079806],"study_design_scores_gemma":[0.0010644491,0.00008065993,0.3496919,0.010724505,0.0000011266488,5.029355e-7,0.6019959,0.0005760365,0.000008306132,0.0003459942,0.03541745,0.00009317717],"about_ca_topic_score_codex":0.9469109,"about_ca_topic_score_gemma":0.959955,"teacher_disagreement_score":0.5775426,"about_ca_system_score_codex":0.0005286316,"about_ca_system_score_gemma":0.0024934178,"threshold_uncertainty_score":0.4423216},"labels":[],"label_agreement":null},{"id":"W1902080047","doi":"10.19173/irrodl.v5i2.180","title":"Internet Audio Products (3/ 3)","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Music Technology and Sound Studies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"The Internet; Audio equipment; Computer science; Distance education; Multimedia; World Wide Web; Internet privacy; Telecommunications; Sociology; Pedagogy; Engineering","score_opus":0.10169931140186343,"score_gpt":0.4045075519456837,"score_spread":0.3028082405438203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1902080047","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17481726,0.12688841,0.058741417,0.5700408,0.00081455766,0.0029171074,0.000026038135,0.00018029858,0.06557406],"genre_scores_gemma":[0.9817891,0.016322294,0.0010996269,0.00027621747,0.000022033517,0.000046604808,0.0000112968355,0.0000024710594,0.00043035715],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988509,0.00017502627,0.00021447302,0.000219694,0.0003715328,0.00016836484],"domain_scores_gemma":[0.9991635,0.00024821502,0.00007204921,0.00024077792,0.00025230102,0.00002312034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003451282,0.000059692382,0.0001543386,0.000086201675,0.0001106064,0.00011014951,0.002054082,0.000025101997,0.00001837421],"category_scores_gemma":[0.0022636196,0.000039011316,0.00001954159,0.00053462276,0.00021539841,0.00021954332,0.0020120814,0.0004845913,0.00001505474],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022870327,0.000108471046,0.007994794,0.0006465099,0.000053861466,0.000032256205,0.0006537996,0.000046679535,0.00004749962,0.94521815,0.0069255447,0.038249567],"study_design_scores_gemma":[0.0024536187,0.0004488215,0.03693983,0.024010178,0.000011304719,0.00016983568,0.0017793451,0.0015980856,0.0013942186,0.19233362,0.7384544,0.000406725],"about_ca_topic_score_codex":0.0002601319,"about_ca_topic_score_gemma":0.000020067388,"teacher_disagreement_score":0.80697185,"about_ca_system_score_codex":0.00006623864,"about_ca_system_score_gemma":0.00011584925,"threshold_uncertainty_score":0.381703},"labels":[],"label_agreement":null},{"id":"W1906445730","doi":"10.19173/irrodl.v16i1.2031","title":"Implementation of Tel Aviv University MOOCs in academic curriculum: A pilot study","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tel aviv; Scope (computer science); Curriculum; Mathematics education; Perspective (graphical); Academic year; Higher education; Pedagogy; Psychology; Sociology; Computer science; Library science; Political science","score_opus":0.17792463220678312,"score_gpt":0.500957291814946,"score_spread":0.32303265960816285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1906445730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98311,0.002435314,0.001426617,0.011409922,0.00004250153,0.0006724332,0.000013027515,0.000009644333,0.0008805005],"genre_scores_gemma":[0.99597925,0.0036557075,0.00022786978,0.000021095118,0.000010262286,0.000003723694,0.000018178396,0.0000020836983,0.00008181589],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980926,0.0007237705,0.00028829704,0.0001695519,0.0005865182,0.00013929953],"domain_scores_gemma":[0.9990568,0.00026467434,0.00014983147,0.00014651564,0.00033205806,0.000050131108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006308854,0.000053900312,0.00016984131,0.00017292867,0.000044810236,0.000043886106,0.0014355778,0.0000136195285,0.0000103902075],"category_scores_gemma":[0.0008266271,0.000041407646,0.000015381,0.0008897564,0.000060460607,0.00028036462,0.0010873091,0.00056667347,0.0000030492647],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040475472,0.00037383154,0.96143955,0.000218265,0.00002281358,0.00002059047,0.0006840478,0.0006080051,0.00002514357,0.015287724,0.00059872173,0.02068084],"study_design_scores_gemma":[0.010861126,0.0052882046,0.62928027,0.016256507,0.000045526984,0.0000373714,0.14796712,0.14716767,0.00011632466,0.011702796,0.030695517,0.0005815584],"about_ca_topic_score_codex":0.0036453828,"about_ca_topic_score_gemma":0.00016830108,"teacher_disagreement_score":0.33215928,"about_ca_system_score_codex":0.00010454102,"about_ca_system_score_gemma":0.00023528225,"threshold_uncertainty_score":0.5510753},"labels":[],"label_agreement":null},{"id":"W1906592214","doi":"10.19173/irrodl.v15i1.1684","title":"How well do Canadian distance education students understand plagiarism?","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Paraphrase; Distance education; Phrase; Psychology; Mathematics education; Higher education; Sample (material); Pedagogy; Computer science; Artificial intelligence","score_opus":0.06550380640766372,"score_gpt":0.44950420706514643,"score_spread":0.3840004006574827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1906592214","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047932692,0.032054316,0.0031013396,0.36921352,0.00077364204,0.0024118484,0.000120316305,0.000022450313,0.5443699],"genre_scores_gemma":[0.9643302,0.031567674,0.000036285423,0.0004772296,0.000108149485,0.000020675667,0.00007704745,0.000004085119,0.0033786763],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971535,0.0012354803,0.00018950923,0.00017553369,0.0009772786,0.000268679],"domain_scores_gemma":[0.99838054,0.0008772098,0.000099945704,0.000116737814,0.0003760028,0.00014955044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013446942,0.00006458832,0.00014737718,0.000105098115,0.0004995627,0.0005076273,0.0014366378,0.00013140573,0.00019728648],"category_scores_gemma":[0.0055146394,0.00004946505,0.000025080792,0.00037414423,0.00033354916,0.00027782415,0.00021607931,0.0014484273,0.000013836191],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041720243,0.00007645868,0.13739489,0.00042491918,0.000032759286,0.000002958611,0.002405564,0.000010168456,0.000003855912,0.7801373,0.039545827,0.039923556],"study_design_scores_gemma":[0.00016017121,0.000017969836,0.0039014306,0.0034273393,0.0000042017778,0.0000012448526,0.02241277,0.00008846728,0.000003524399,0.013999656,0.95591533,0.00006786419],"about_ca_topic_score_codex":0.112929,"about_ca_topic_score_gemma":0.042524725,"teacher_disagreement_score":0.9163975,"about_ca_system_score_codex":0.00037498964,"about_ca_system_score_gemma":0.00083149865,"threshold_uncertainty_score":0.9749467},"labels":[],"label_agreement":null},{"id":"W1907409873","doi":"10.19173/irrodl.v15i1.1666","title":"Design and implementation of a simulation-based learning system for international trade","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Council","keywords":"Process (computing); Computer science; International business; Quality (philosophy); Business English; Business simulation; Knowledge management; Mathematics education; Multimedia; Psychology; Management; Economics","score_opus":0.10420005621722726,"score_gpt":0.5160322402642765,"score_spread":0.41183218404704924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1907409873","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12185499,0.008639485,0.6507249,0.18755615,0.0017435494,0.013092712,0.00017108269,0.00010608432,0.016111061],"genre_scores_gemma":[0.9973597,0.0013411692,0.0008950634,0.000060800136,0.00007240666,0.000116528514,0.0001031653,0.0000044102403,0.00004676857],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99790794,0.0009957089,0.00032803582,0.00013450345,0.00051679276,0.000117032534],"domain_scores_gemma":[0.9964546,0.0027607288,0.00022284029,0.00006106464,0.0004633099,0.000037468108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009491653,0.000049766553,0.00013209965,0.00010614665,0.00026745134,0.00012498072,0.00037641203,0.000028345032,0.00005613138],"category_scores_gemma":[0.0044708946,0.000041515923,0.000021052872,0.0003110289,0.0001378168,0.00017935407,0.00006821688,0.00015045417,4.916359e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061914686,0.00026007002,0.08910792,0.004074951,0.00015108965,8.3137803e-7,0.009787048,0.14788252,0.00050222845,0.4251561,0.0023948227,0.3200633],"study_design_scores_gemma":[0.0031082307,0.00036728554,0.0138718905,0.0076855337,0.00003674683,9.67714e-7,0.0748515,0.37360856,0.0006752984,0.0024597554,0.5230862,0.00024803425],"about_ca_topic_score_codex":0.00045519476,"about_ca_topic_score_gemma":0.00005286914,"teacher_disagreement_score":0.8755047,"about_ca_system_score_codex":0.00012194581,"about_ca_system_score_gemma":0.00028511666,"threshold_uncertainty_score":0.5352401},"labels":[],"label_agreement":null},{"id":"W1908527781","doi":"10.19173/irrodl.v15i2.1803","title":"Investigating perceived barriers to the use of open educational resources in higher education in Tanzania","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Tampereen Yliopisto; University of Dar es Salaam","keywords":"Open educational resources; Tanzania; Higher education; The Internet; Open education; Developing country; Knowledge management; Economic growth; Computer science; Sociology; World Wide Web; Socioeconomics; Economics","score_opus":0.130212726815663,"score_gpt":0.433080209763591,"score_spread":0.302867482947928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1908527781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67895234,0.002035966,0.00020452343,0.28888872,0.00040026315,0.0023234815,0.000010506222,0.000009903802,0.027174318],"genre_scores_gemma":[0.9940257,0.00089633383,0.0017932823,0.0015380977,0.000046400874,0.00015260334,0.00003913495,0.00000659634,0.001501862],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967876,0.0016433373,0.00050962693,0.00029605036,0.0005533125,0.0002100888],"domain_scores_gemma":[0.99732924,0.0016738018,0.00020591191,0.00031197743,0.00035428928,0.00012480268],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0073922183,0.00008989958,0.0002234964,0.00024850154,0.00017303157,0.0006755922,0.0033195373,0.000029361709,0.0002999294],"category_scores_gemma":[0.0093707135,0.00006263708,0.000023128005,0.0012505694,0.00012433453,0.0007877088,0.0018232195,0.00059829233,0.000011770911],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006064168,0.00030964616,0.5903735,0.0005986322,0.000025530055,9.0353285e-7,0.007017902,0.0070236553,0.00032709344,0.31272233,0.015171313,0.06636883],"study_design_scores_gemma":[0.0004130222,0.000067516165,0.7218743,0.008120148,0.0000023873913,0.0000041510125,0.0054914653,0.007962194,0.000017010425,0.0030538065,0.2528597,0.00013428857],"about_ca_topic_score_codex":0.0042196563,"about_ca_topic_score_gemma":0.00027827104,"teacher_disagreement_score":0.31507337,"about_ca_system_score_codex":0.00014369782,"about_ca_system_score_gemma":0.0009292161,"threshold_uncertainty_score":0.9989738},"labels":[],"label_agreement":null},{"id":"W1909608622","doi":"10.19173/irrodl.v4i2.154","title":"Conceptual Integration in Online Interdisciplinary Study: Current Perspective, Theories, and Implications for Future Research","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Language, Metaphor, and Cognition","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bachelor; Context (archaeology); Higher education; Sociology; Perspective (graphical); Conceptual framework; Engineering ethics; Pedagogy; Mathematics education; Psychology; Computer science; Engineering; Social science; Political science","score_opus":0.15099943576570468,"score_gpt":0.5433631590604161,"score_spread":0.3923637232947114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1909608622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7726323,0.17426006,0.0013362999,0.024297211,0.00045915498,0.006508144,0.0005449148,0.000018242015,0.019943658],"genre_scores_gemma":[0.98747337,0.01127564,0.000050306684,0.000037492897,0.00008921317,0.000574507,0.00031419875,0.000008449517,0.00017681721],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9967371,0.0020049699,0.00035426547,0.0003324497,0.0003320606,0.0002391395],"domain_scores_gemma":[0.9974841,0.0013566645,0.00008724898,0.00019313158,0.0008309101,0.000047941005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008250792,0.00009053625,0.0002149717,0.0002281275,0.00022322279,0.00007132949,0.00047201736,0.00004125907,0.00015151956],"category_scores_gemma":[0.0024452736,0.00006232972,0.000031375566,0.00063685176,0.0003290831,0.00014100905,0.00041130302,0.0008956474,0.0000031697955],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031360146,0.0008158579,0.027865676,0.00014133986,0.000041898234,0.000003720121,0.009374327,0.0000011451262,0.000028880248,0.88803995,0.00095546804,0.07241813],"study_design_scores_gemma":[0.0023263893,0.00062293943,0.14738733,0.0031292974,0.00001811005,0.000021284699,0.7020738,0.000051125295,0.000012844844,0.121680744,0.022530342,0.00014580895],"about_ca_topic_score_codex":0.00027638505,"about_ca_topic_score_gemma":0.0003514909,"teacher_disagreement_score":0.7663592,"about_ca_system_score_codex":0.00014438076,"about_ca_system_score_gemma":0.00011088754,"threshold_uncertainty_score":0.3891192},"labels":[],"label_agreement":null},{"id":"W1910822078","doi":"10.19173/irrodl.v12i6.978","title":"Applying the community of inquiry framework to an online professional practice doctoral program","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Community of inquiry; Online community; Graduate students; Computer science; Computer-mediated communication; Online learning; Cognition; Online discussion; Pedagogy; Mathematics education; Psychology; Sociology; World Wide Web; The Internet","score_opus":0.3896378980281379,"score_gpt":0.5808206910319967,"score_spread":0.19118279300385882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1910822078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8864972,0.008333394,0.00048991316,0.067294836,0.0005383552,0.009210392,0.00009538238,0.00006449166,0.027476039],"genre_scores_gemma":[0.98512864,0.005693024,0.007820839,0.00047843502,0.00016999229,0.00042595906,0.000113624475,0.00000879812,0.00016070776],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99339134,0.004923832,0.00036536722,0.00013852952,0.0009347063,0.00024622917],"domain_scores_gemma":[0.99596214,0.0027446963,0.00022574564,0.00024396164,0.0007318908,0.00009153357],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018867197,0.000072875475,0.00019049674,0.000077823184,0.0006890489,0.00009501986,0.0017720542,0.000054092237,0.0001898255],"category_scores_gemma":[0.015592692,0.000043752258,0.000034916142,0.00075731834,0.0005050197,0.00039839794,0.0009656061,0.0017546477,0.00000403762],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005020932,0.002169195,0.048743576,0.00080667494,0.00006857304,0.000008809475,0.025308466,0.000047449226,0.000030938092,0.093791306,0.001199234,0.8273237],"study_design_scores_gemma":[0.00029033312,0.00044926608,0.020476958,0.0096682245,0.000018740848,0.000004527483,0.27380383,0.0001534492,0.00002118573,0.004949893,0.6900372,0.00012640949],"about_ca_topic_score_codex":0.0055927127,"about_ca_topic_score_gemma":0.00052382593,"teacher_disagreement_score":0.82719725,"about_ca_system_score_codex":0.000060163282,"about_ca_system_score_gemma":0.0004623545,"threshold_uncertainty_score":0.9926994},"labels":[],"label_agreement":null},{"id":"W1911657773","doi":"10.19173/irrodl.v8i2.346","title":"Defining, Discussing and Evaluating Mobile Learning: The moving finger writes and having writ . . . .","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":924,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Writ; Credibility; Sociology; Legitimacy; Computer science; Learning theory; Knowledge management; Epistemology; Pedagogy; Political science","score_opus":0.0646292774086143,"score_gpt":0.4550458912904362,"score_spread":0.3904166138818219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1911657773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82356524,0.122376345,0.018744133,0.02294287,0.00030670883,0.00231188,0.0000067101064,0.00008411774,0.00966196],"genre_scores_gemma":[0.9871138,0.009448295,0.0027914061,0.00015359496,0.000055268676,0.00008819974,0.000022914965,0.000012436469,0.00031413927],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968105,0.001039846,0.000504048,0.00042955112,0.00083620317,0.00037985286],"domain_scores_gemma":[0.9942916,0.0047026672,0.00029067273,0.0002934718,0.00033475776,0.00008684482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022375237,0.00013685718,0.00023484885,0.00015712995,0.0007276008,0.0008480507,0.0012969617,0.000046344434,0.00003433582],"category_scores_gemma":[0.0075911977,0.00008646466,0.000031774845,0.00061536406,0.00031737343,0.00054438354,0.0020869076,0.001194161,0.0000041272983],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030872303,0.00006819744,0.24941885,0.00082222256,0.00003710269,0.000009643742,0.0031220762,0.000968408,0.00034802582,0.029933572,0.0003016387,0.7149394],"study_design_scores_gemma":[0.0022313765,0.0010536972,0.37333998,0.042885102,0.000066038076,0.00044204495,0.03493134,0.3824329,0.00045372368,0.010552256,0.15060964,0.001001896],"about_ca_topic_score_codex":0.00027195184,"about_ca_topic_score_gemma":0.000019359128,"teacher_disagreement_score":0.7139375,"about_ca_system_score_codex":0.00009449132,"about_ca_system_score_gemma":0.0001396372,"threshold_uncertainty_score":0.9087921},"labels":[],"label_agreement":null},{"id":"W1912606253","doi":"10.19173/irrodl.v6i3.260","title":"Remote Access to Instrumental Analysis for Distance Education in Science","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Northern Alberta Institute of Technology; Athabasca University","funders":"Athabasca University","keywords":"Distance education; Upgrade; Remote laboratory; The Internet; Virtual Laboratory; Computer science; Instrumentation (computer programming); Internet access; Subject matter; Class (philosophy); Multimedia; World Wide Web; Mathematics education; Pedagogy; Psychology; Curriculum; Artificial intelligence; Operating system","score_opus":0.04014665055607254,"score_gpt":0.4389932595834647,"score_spread":0.39884660902739216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1912606253","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93818283,0.012742679,0.027951183,0.0023661146,0.00023777627,0.0019432239,0.000055127395,0.000041046856,0.016480047],"genre_scores_gemma":[0.99717665,0.0013095939,0.001227626,0.00002636398,0.000021929183,0.00007011001,0.000087713626,0.000007536613,0.00007246398],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998951,0.00004826539,0.000263048,0.00016924883,0.00037062005,0.00019778522],"domain_scores_gemma":[0.99949193,0.00019045986,0.000033763183,0.00012434072,0.000121149016,0.000038381564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002235413,0.00006683183,0.0001551182,0.0003844056,0.000071387854,0.0001866398,0.0009163936,0.000014600912,0.000019172001],"category_scores_gemma":[0.00053690845,0.0000577188,0.000026360181,0.0017719998,0.000083982944,0.00031259554,0.00033752486,0.00023534405,0.0000016230168],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008961799,0.00014726781,0.32095492,0.0020022665,0.000083029845,0.0000034263178,0.00019845308,0.5694985,0.006537818,0.016065488,0.0012255192,0.08319373],"study_design_scores_gemma":[0.0010074313,0.000096994474,0.41440418,0.014328985,0.000029107734,0.000007781584,0.0016516089,0.48632222,0.0062932996,0.0017176121,0.0736974,0.00044335364],"about_ca_topic_score_codex":0.00072634063,"about_ca_topic_score_gemma":0.00012136289,"teacher_disagreement_score":0.09344928,"about_ca_system_score_codex":0.00035838573,"about_ca_system_score_gemma":0.000106401596,"threshold_uncertainty_score":0.23537043},"labels":[],"label_agreement":null},{"id":"W1913779088","doi":"10.19173/irrodl.v8i1.339","title":"The Development of Distributed Learning Techniques in Bhutan and Nepal","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; The Internet; Open learning; Educational technology; Work (physics); Learning design; Computer science; Knowledge management; Open education; Synchronous learning; Mathematics education; Teaching method; Psychology; World Wide Web; Engineering; Cooperative learning","score_opus":0.07432571429420977,"score_gpt":0.4805150249955542,"score_spread":0.40618931070134445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1913779088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91199523,0.025104197,0.001810264,0.025169808,0.000109446206,0.0019937358,0.000026724303,0.00004374413,0.033746842],"genre_scores_gemma":[0.97432,0.024147667,0.0011407444,0.000020338925,0.000044252378,0.000024203757,0.000063512154,0.000006231273,0.00023303469],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972263,0.00090210774,0.000569302,0.00018104966,0.0007743974,0.00034683017],"domain_scores_gemma":[0.9972018,0.0021079767,0.00020917386,0.00009347095,0.00032157602,0.00006598322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025169238,0.00008114396,0.00021490101,0.00012791538,0.0005822895,0.00012805162,0.00075095036,0.00005278274,0.000035857192],"category_scores_gemma":[0.0057685752,0.000053335796,0.000026938413,0.0007181491,0.00046628772,0.00016477898,0.0005703557,0.00087107887,0.0000013332843],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017296399,0.00009290103,0.24970914,0.00041358313,0.00003516815,0.000012174713,0.0022232851,0.000018823675,0.00022767785,0.02253101,0.0001564455,0.72440684],"study_design_scores_gemma":[0.00046197485,0.000091574315,0.051407818,0.006849915,0.000006030594,0.00000419588,0.0482152,0.00020721812,0.00061109225,0.0013670472,0.89062995,0.00014795942],"about_ca_topic_score_codex":0.0007686613,"about_ca_topic_score_gemma":0.0018047829,"teacher_disagreement_score":0.89047354,"about_ca_system_score_codex":0.00014497418,"about_ca_system_score_gemma":0.00045577847,"threshold_uncertainty_score":0.8723206},"labels":[],"label_agreement":null},{"id":"W1915693801","doi":"10.19173/irrodl.v13i4.1267","title":"Footprints of emergence","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Tools and Methods","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Educational technology; Open learning; Citizen journalism; Employability; Experiential learning; Learning theory; Computer science; Learning sciences; Mathematics education; Knowledge management; Sociology; Psychology; Pedagogy; Cooperative learning; Teaching method; World Wide Web","score_opus":0.3224554627410767,"score_gpt":0.6076809782481273,"score_spread":0.28522551550705055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1915693801","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28204018,0.07744674,0.0005934715,0.052865725,0.0008016286,0.0016405922,0.00004627869,0.000011348777,0.5845541],"genre_scores_gemma":[0.9350237,0.0633161,0.0004729324,0.000051479255,0.00008259405,0.00002601488,0.000013641148,0.000002142122,0.0010113814],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998143,0.0008672244,0.00020830656,0.000069915885,0.0005476492,0.0001638706],"domain_scores_gemma":[0.9983562,0.0010068561,0.00009457633,0.00007813888,0.00040377912,0.000060440634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014868033,0.000030576233,0.0001078905,0.000039002593,0.00012981657,0.000023683373,0.0006341212,0.00001790698,0.00040621508],"category_scores_gemma":[0.007837004,0.000021810767,0.000021274946,0.0004308406,0.00023527927,0.00016081873,0.0002793693,0.00021195463,0.000007013755],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030812582,0.00019356947,0.35203037,0.00066506356,0.000027933342,4.2278285e-7,0.0021211174,0.000009044893,0.0001764382,0.5332292,0.004171753,0.1073443],"study_design_scores_gemma":[0.00013447799,0.000021140395,0.09887286,0.0033351001,0.000004357579,0.0000010695624,0.00937926,0.000017655932,0.00016987554,0.004648796,0.8833605,0.000054877175],"about_ca_topic_score_codex":0.0017870996,"about_ca_topic_score_gemma":0.000034373268,"teacher_disagreement_score":0.8791888,"about_ca_system_score_codex":0.00003622016,"about_ca_system_score_gemma":0.00020952242,"threshold_uncertainty_score":0.93821913},"labels":[],"label_agreement":null},{"id":"W1918024322","doi":"10.19173/irrodl.v4i2.160","title":"Reviewer Commentary Biddara and Dias' From Cognitive Landscapes to Digital Hyperscapes","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital Education and Society","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognition; Computer science; Multimedia; Psychology; Neuroscience","score_opus":0.05755996786617456,"score_gpt":0.4042970479679061,"score_spread":0.34673708010173154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1918024322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5392572,0.17352904,0.010283477,0.19062194,0.0008882629,0.003974291,0.0006754588,0.000069959846,0.080700316],"genre_scores_gemma":[0.96862996,0.027524995,0.00037518382,0.0030865488,0.000029875851,0.000050077786,0.00013082387,0.000004536541,0.00016800324],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987987,0.00025582188,0.00021081895,0.00021520979,0.0003777597,0.00014168405],"domain_scores_gemma":[0.99828184,0.0010333308,0.00005745243,0.00012921102,0.0004049375,0.000093234274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018023317,0.00007038904,0.00016767044,0.00004759331,0.000096807504,0.00052182534,0.0007051339,0.000016186083,0.00005704428],"category_scores_gemma":[0.0047052787,0.000049145983,0.000029238254,0.00035694544,0.000072651004,0.00050449127,0.0006490919,0.00023229574,0.000015600588],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005827494,0.00061096606,0.14919259,0.001209379,0.00022957745,0.000019470797,0.0040255478,0.00001590467,0.000027123813,0.055384897,0.11443472,0.6747916],"study_design_scores_gemma":[0.0010160675,0.00015494389,0.023799377,0.013897721,0.000010880304,0.00001242829,0.0088014,0.0006489027,0.00008857918,0.005295829,0.9460035,0.00027039024],"about_ca_topic_score_codex":0.000112912065,"about_ca_topic_score_gemma":0.0000056919457,"teacher_disagreement_score":0.8315688,"about_ca_system_score_codex":0.000031266616,"about_ca_system_score_gemma":0.00006946835,"threshold_uncertainty_score":0.5632998},"labels":[],"label_agreement":null},{"id":"W1918893000","doi":"10.19173/irrodl.v7i3.330","title":"Partner Power: A study of two distance education consortia","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Cooperative Studies and Economics","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reputation; Selection (genetic algorithm); Distance education; Process (computing); Resource (disambiguation); Scale (ratio); Knowledge management; Public relations; Business; Psychology; Sociology; Computer science; Political science; Pedagogy; Geography; Social science","score_opus":0.062478932825973554,"score_gpt":0.4153959526069198,"score_spread":0.35291701978094625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1918893000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.933222,0.0073088747,0.00004326618,0.0039985925,0.00009722143,0.00089139736,0.000010195307,0.000004881136,0.054423552],"genre_scores_gemma":[0.99778193,0.0016160754,0.0000083307195,0.00011838502,0.00007569269,0.000055532328,0.000055953096,0.000004087993,0.00028398537],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991486,0.000059582293,0.00032574683,0.00013809039,0.00021764962,0.00011030928],"domain_scores_gemma":[0.99914014,0.00015279892,0.00018014522,0.00010831052,0.00041356756,0.0000050106555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017393852,0.000059088976,0.0001794785,0.0000732823,0.00012373173,0.00013359106,0.00039771807,0.00000793903,0.00017438698],"category_scores_gemma":[0.00045263825,0.00004178003,0.000021132348,0.00030684954,0.00009259067,0.00027406265,0.00053387694,0.00016295773,0.000008441323],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010026524,0.0007256065,0.76678324,0.00076913007,0.00004831249,0.0000023164366,0.00008891916,0.00031515228,0.000020285823,0.21071075,0.011975959,0.008460094],"study_design_scores_gemma":[0.0023784044,0.00010917824,0.28976277,0.005871757,0.00003591353,0.0000025616057,0.018130494,0.002810605,0.00001247963,0.0081106555,0.6725323,0.00024283362],"about_ca_topic_score_codex":0.0042285407,"about_ca_topic_score_gemma":0.000746955,"teacher_disagreement_score":0.6605564,"about_ca_system_score_codex":0.000033129287,"about_ca_system_score_gemma":0.000047652426,"threshold_uncertainty_score":0.63923174},"labels":[],"label_agreement":null},{"id":"W1921123335","doi":"10.19173/irrodl.v7i1.251","title":"Student Success in Face-To-Face and Distance Teleclass Environments: A matter of contact?","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Face-to-face; Psychology; Reading comprehension; Popularity; Competence (human resources); Mathematics education; Pedagogy; Reading (process); Social psychology","score_opus":0.03869730835078655,"score_gpt":0.43871401140458555,"score_spread":0.400016703053799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1921123335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95484406,0.008671162,0.00031787838,0.02250631,0.00003062582,0.00090111315,0.000038172067,0.0000033052477,0.01268735],"genre_scores_gemma":[0.9886123,0.010366602,0.00006474365,0.00006751184,0.000023246736,0.000031242093,0.00003019503,0.000004227302,0.0007999366],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979575,0.0006554245,0.00032597844,0.00017997711,0.00066766434,0.00021342651],"domain_scores_gemma":[0.9991511,0.00052715425,0.00011769703,0.00009032694,0.00006805475,0.00004565208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004233723,0.0000646777,0.00021066144,0.000089304966,0.00011580868,0.00009540067,0.0006324506,0.000027992972,0.00014456653],"category_scores_gemma":[0.00056678685,0.00004936586,0.00001937239,0.0003534636,0.0001894266,0.00018589065,0.0004247278,0.00036392678,0.000007245117],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006851088,0.00015742118,0.9753157,0.00031747372,0.000015329133,0.000008355469,0.000734247,0.00026643003,0.00021527862,0.011036298,0.0005410401,0.011323906],"study_design_scores_gemma":[0.0007738963,0.00008183351,0.6184455,0.0058207354,0.000006247042,0.0000014646758,0.015088899,0.00016296131,0.00007461133,0.0006583363,0.35875934,0.00012616815],"about_ca_topic_score_codex":0.0032983902,"about_ca_topic_score_gemma":0.00086357596,"teacher_disagreement_score":0.3582183,"about_ca_system_score_codex":0.00011629316,"about_ca_system_score_gemma":0.00009549501,"threshold_uncertainty_score":0.49862015},"labels":[],"label_agreement":null},{"id":"W1921770501","doi":"10.19173/irrodl.v1i2.18","title":"Online Delivery of Programmes: A case study of IGNOU","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Bachelor; Information technology; Space (punctuation); Engineering management; Public relations; Political science; Computer science; Sociology; Pedagogy; Engineering","score_opus":0.14326788427319403,"score_gpt":0.5111816056469506,"score_spread":0.36791372137375655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1921770501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873009,0.0068946537,0.000013798317,0.0026334894,0.00002224601,0.00073000987,0.000018415283,0.000004635828,0.0023819],"genre_scores_gemma":[0.97450924,0.025043534,0.00016194455,0.000015084448,0.000038242797,0.000020106705,0.000034686505,0.0000039383585,0.00017322031],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99731517,0.001157269,0.00042923522,0.00014526378,0.00076633395,0.00018671149],"domain_scores_gemma":[0.9980398,0.0008944105,0.0002209913,0.00012661032,0.0006669284,0.000051258576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069665336,0.000058382157,0.00024877177,0.00012018851,0.00016993999,0.0000428358,0.00068720593,0.000028373444,0.00014109322],"category_scores_gemma":[0.0026122716,0.000041706386,0.000038291317,0.00078098103,0.00026893683,0.00015701183,0.0004084258,0.00042767677,0.0000010165066],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021271918,0.0030618247,0.3331508,0.0011116631,0.00013763773,0.00059479085,0.0061211004,0.00012134109,0.000034393404,0.0034971575,0.0003921032,0.6515645],"study_design_scores_gemma":[0.0019472808,0.0010618778,0.006419478,0.010240051,0.00004324706,0.00013886938,0.7116732,0.0006908651,0.000020542318,0.0005048118,0.26709625,0.00016351709],"about_ca_topic_score_codex":0.018589338,"about_ca_topic_score_gemma":0.0035555041,"teacher_disagreement_score":0.7055521,"about_ca_system_score_codex":0.00004552404,"about_ca_system_score_gemma":0.00037200068,"threshold_uncertainty_score":0.987946},"labels":[],"label_agreement":null},{"id":"W1922200387","doi":"10.19173/irrodl.v11i1.774","title":"\"Can you hear me, Hanoi?\" Compensatory mechanisms employed in synchronous net-based English language learning","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Net (polyhedron); Computer science; Linguistics; Artificial intelligence; Psychology; Natural language processing; Mathematics; Philosophy","score_opus":0.03471362709837145,"score_gpt":0.36278495087113205,"score_spread":0.3280713237727606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1922200387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8487799,0.016210368,0.09446183,0.018447604,0.002356559,0.004488498,0.00006188581,0.0003244432,0.014868881],"genre_scores_gemma":[0.99701345,0.00067627564,0.0013260352,0.00013929141,0.00008433725,0.0000649724,0.000053418073,0.000015252642,0.00062697113],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966816,0.0010682263,0.0005274089,0.00042963427,0.00086512737,0.00042803775],"domain_scores_gemma":[0.9979243,0.0009696682,0.00021511862,0.00035542125,0.00043516996,0.00010032197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008765506,0.0001621326,0.00036597706,0.00027025476,0.00023941098,0.00039738102,0.0020945712,0.00007014771,0.000086931184],"category_scores_gemma":[0.0032987744,0.0001279868,0.00006685458,0.00065007986,0.00012437785,0.0003018352,0.0009837337,0.0020359012,0.000013702478],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017782934,0.00049049756,0.086595826,0.0027078276,0.00011952922,0.00034026624,0.006789835,0.008662997,0.015251111,0.81762755,0.00050545274,0.060731266],"study_design_scores_gemma":[0.008775298,0.002198435,0.067226715,0.07727931,0.000044113443,0.00018714622,0.042322997,0.35046715,0.014558531,0.008083332,0.42617974,0.002677248],"about_ca_topic_score_codex":0.0015989341,"about_ca_topic_score_gemma":0.00011888278,"teacher_disagreement_score":0.8095442,"about_ca_system_score_codex":0.00013545304,"about_ca_system_score_gemma":0.00026630188,"threshold_uncertainty_score":0.884509},"labels":[],"label_agreement":null},{"id":"W1923279759","doi":"10.19173/irrodl.v8i1.331","title":"The Emergence of Open-Source Software in China","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"China; Open-source software development; Timeline; Open source software; Open source; Software development; Software; Open system (computing); Computer science; World Wide Web; Operating system; Political science; History","score_opus":0.06435372299476608,"score_gpt":0.43892117437371686,"score_spread":0.37456745137895076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1923279759","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18191469,0.052664742,0.6016178,0.110398486,0.0007359394,0.007504218,0.000097015785,0.000094666284,0.04497242],"genre_scores_gemma":[0.98618853,0.009672708,0.0033534083,0.00015440234,0.00001988699,0.00005564972,0.000027887058,0.000008457993,0.00051905325],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99753463,0.00047414124,0.0006564255,0.00024845157,0.0007978499,0.00028849192],"domain_scores_gemma":[0.9966036,0.0021450834,0.00025329718,0.000449449,0.00050378026,0.000044761597],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.019216493,0.00008095091,0.00020822368,0.00014884211,0.00024470518,0.0003331021,0.006397963,0.000027370192,0.000052714346],"category_scores_gemma":[0.0067515844,0.000051336436,0.000030018318,0.002020838,0.00023599046,0.00053267344,0.004560411,0.000640359,0.000005853966],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000121864454,0.00026182027,0.2430307,0.0006307985,0.00005181518,0.000024665465,0.0010706522,0.00062609796,0.000110561436,0.23303166,0.007004529,0.51403487],"study_design_scores_gemma":[0.0019965945,0.00030871772,0.5026648,0.021765139,0.000007651316,0.000058902846,0.0049413946,0.0087430505,0.0007063724,0.029774219,0.428571,0.00046219956],"about_ca_topic_score_codex":0.0013512871,"about_ca_topic_score_gemma":0.0001808469,"teacher_disagreement_score":0.80427384,"about_ca_system_score_codex":0.000059408998,"about_ca_system_score_gemma":0.00019528045,"threshold_uncertainty_score":0.9989779},"labels":[],"label_agreement":null},{"id":"W1924236807","doi":"10.19173/irrodl.v12i5.923","title":"Role engagement and anonymity in synchronous online role play","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anonymity; Context (archaeology); Perspective (graphical); Psychology; Metaverse; Computer-mediated communication; Internet privacy; The Internet; Computer science; World Wide Web; Virtual reality; Human–computer interaction","score_opus":0.11173056459870767,"score_gpt":0.4502754545376713,"score_spread":0.33854488993896364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1924236807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92168397,0.02094628,0.000025466226,0.0067661656,0.00004168752,0.0008114405,0.00003423888,0.000012142696,0.049678616],"genre_scores_gemma":[0.95531666,0.0438429,0.00038623577,0.00006418642,0.00004741994,0.000024869369,0.000052529365,0.0000045740626,0.0002606464],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974841,0.0013156547,0.0002716343,0.00018844428,0.0004934344,0.00024672513],"domain_scores_gemma":[0.9989873,0.00060678803,0.00009237656,0.00009688385,0.00015108517,0.0000655353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009631781,0.00006608039,0.00017999204,0.000109089706,0.00023906607,0.00008070606,0.00062997313,0.0000370698,0.0003847146],"category_scores_gemma":[0.0025585073,0.00004997451,0.00002131628,0.00036293236,0.00023815986,0.00022046674,0.00059241237,0.00072548026,0.0000054349493],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018436347,0.00060995755,0.48290727,0.00057575287,0.000054879914,0.00004130839,0.007969441,0.00004753754,0.00014716055,0.0426733,0.00040820867,0.4643808],"study_design_scores_gemma":[0.0015944272,0.00028711424,0.35164326,0.010651283,0.000018188131,0.000008789143,0.11978889,0.0017918634,0.00006904855,0.011918667,0.50192004,0.000308399],"about_ca_topic_score_codex":0.0068122703,"about_ca_topic_score_gemma":0.0019088704,"teacher_disagreement_score":0.5015118,"about_ca_system_score_codex":0.00009466417,"about_ca_system_score_gemma":0.000289095,"threshold_uncertainty_score":0.99980146},"labels":[],"label_agreement":null},{"id":"W1924754311","doi":"10.19173/irrodl.v16i3.2196","title":"Let’s talk about digital learners in the digital era","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital literacy in education","field":"Computer Science","cited_by":154,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Digital native; Confusion; Homogeneous; Competence (human resources); Digital learning; Computer science; Mathematics education; Multimedia; Psychology; World Wide Web; Mathematics; Social psychology","score_opus":0.09361826543572059,"score_gpt":0.42792939811847697,"score_spread":0.33431113268275636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1924754311","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38651767,0.028046558,0.0046173274,0.13618343,0.0007264974,0.0031445667,0.00020457101,0.00007051997,0.44048887],"genre_scores_gemma":[0.9976852,0.0012029805,0.00009783365,0.00028888512,0.000039263618,0.000053761687,0.0001570698,0.00000498302,0.00047000375],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99779415,0.00030665327,0.00037920827,0.0002537908,0.0010171775,0.0002490039],"domain_scores_gemma":[0.9982205,0.00095578434,0.00012018646,0.00034017494,0.00028971757,0.000073657895],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004765475,0.00009349751,0.0001675105,0.00013334358,0.0000679495,0.0023299695,0.0031362923,0.000023195213,0.000010522922],"category_scores_gemma":[0.0047233636,0.000057134777,0.000037095702,0.0008730032,0.00017229069,0.002158366,0.0011773163,0.00060103915,0.000035739613],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082828315,0.00055400946,0.059563078,0.00046486154,0.000037687612,0.00007776755,0.003720938,0.00042307167,0.000005880047,0.17258118,0.013696115,0.7487926],"study_design_scores_gemma":[0.0012026367,0.00026814124,0.02725537,0.0075831492,0.0000035142857,0.00017163114,0.010116225,0.008672963,0.000016828782,0.024150347,0.92025125,0.0003079335],"about_ca_topic_score_codex":0.00014012615,"about_ca_topic_score_gemma":0.0000060432694,"teacher_disagreement_score":0.9065551,"about_ca_system_score_codex":0.00012982287,"about_ca_system_score_gemma":0.0002794467,"threshold_uncertainty_score":0.9987057},"labels":[],"label_agreement":null},{"id":"W1925949596","doi":"10.19173/irrodl.v10i4.617","title":"The Impact of an Advanced Certificate in Education (ACE) Program on the Professional Practice of Graduates","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Certificate; Medical education; Professional development; Faculty development; Focus group; Psychology; Pedagogy; Medicine; Sociology","score_opus":0.1806315765441512,"score_gpt":0.6067251182957378,"score_spread":0.42609354175158665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1925949596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7684384,0.0061986377,0.0000017285774,0.21049675,0.00012331927,0.001955504,0.000008001494,0.00000775276,0.012769886],"genre_scores_gemma":[0.98464185,0.014576619,0.00011992186,0.000079889716,0.000029180772,0.00011409162,0.000031184412,0.0000035653577,0.0004036777],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947429,0.0036998675,0.00040066586,0.00014989523,0.000822421,0.00018425327],"domain_scores_gemma":[0.9926713,0.005750235,0.00051307515,0.00020365718,0.00081571285,0.000045982648],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01579781,0.00006495561,0.00014555918,0.00007005871,0.00034424238,0.00013478182,0.0011105601,0.000029080467,0.00007267774],"category_scores_gemma":[0.02377163,0.00003253828,0.000038679224,0.00079693244,0.000381359,0.0005004823,0.000103196224,0.0006437399,0.000003243698],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011960047,0.0037520966,0.030987717,0.00026082544,0.000071153474,0.0000015202961,0.011640745,0.0007740298,0.00038039844,0.14795417,0.0036818327,0.79929954],"study_design_scores_gemma":[0.0006865145,0.0011624788,0.36909953,0.012158959,0.00001948157,0.0000043091854,0.10348138,0.00079834985,0.00032178345,0.009560869,0.50251573,0.00019058232],"about_ca_topic_score_codex":0.0030413824,"about_ca_topic_score_gemma":0.00008235271,"teacher_disagreement_score":0.7991089,"about_ca_system_score_codex":0.00014139852,"about_ca_system_score_gemma":0.0010133648,"threshold_uncertainty_score":0.98445153},"labels":[],"label_agreement":null},{"id":"W1926844634","doi":"10.19173/irrodl.v14i1.1304","title":"On-the-job e-learning: Workers' attitudes and perceptions","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perception; Psychology; Face-to-face; Context (archaeology); Index (typography); Virtuality (gaming); Applied psychology; Social psychology; Medical education; Computer science; World Wide Web; Medicine","score_opus":0.07444843698072572,"score_gpt":0.46062399947536004,"score_spread":0.3861755624946343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1926844634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7428663,0.0070891865,0.00005430732,0.17195062,0.00007469778,0.0012976939,0.0000085376705,0.000025793643,0.07663288],"genre_scores_gemma":[0.9661459,0.03004994,0.00009308925,0.00020085943,0.00007383236,0.00008137702,0.000021684746,0.000006088211,0.0033272759],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972492,0.001411898,0.00022572094,0.0001861765,0.00067182776,0.00025521294],"domain_scores_gemma":[0.9968168,0.0025823927,0.00008927868,0.000115095,0.0003158144,0.00008062312],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0067085354,0.00007475517,0.00015507272,0.00008148352,0.000820062,0.0003821388,0.00076368777,0.000039622664,0.001956819],"category_scores_gemma":[0.0064037093,0.000045374283,0.00003476839,0.00042677505,0.0005236313,0.00024401066,0.00045812142,0.0009971751,0.00007815294],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005204268,0.00015936673,0.62391007,0.00052446424,0.00008501229,0.000007145903,0.0021195419,0.0001480747,0.00006156734,0.22010963,0.025427353,0.12739573],"study_design_scores_gemma":[0.00059052755,0.00020502745,0.19551857,0.012179721,0.000014707319,0.000007089541,0.07401755,0.0007600948,0.000005234332,0.010798652,0.7056604,0.00024240643],"about_ca_topic_score_codex":0.002464642,"about_ca_topic_score_gemma":0.00019248457,"teacher_disagreement_score":0.68023306,"about_ca_system_score_codex":0.000065606226,"about_ca_system_score_gemma":0.00020327466,"threshold_uncertainty_score":0.99895555},"labels":[],"label_agreement":null},{"id":"W1931065722","doi":"10.19173/irrodl.v10i1.681","title":"Pask to the Future","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Islamic Finance and Banking Studies","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Computer science; Pedagogy; Psychology","score_opus":0.04317720026283235,"score_gpt":0.378820235036238,"score_spread":0.3356430347734057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1931065722","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16875954,0.034360938,0.00013403704,0.7392304,0.0003722539,0.0014549878,0.000012687575,0.000024147635,0.05565102],"genre_scores_gemma":[0.98010725,0.0135662,0.000019260098,0.0052573383,0.00058408914,0.000029743149,0.000036914975,0.0000035755645,0.0003956306],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999091,0.000045372424,0.00017829044,0.00012761731,0.00039449206,0.00016318477],"domain_scores_gemma":[0.9994155,0.00012699456,0.00007586078,0.00012863446,0.0002502983,0.0000026812065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003116112,0.00006109718,0.00013108845,0.00007317859,0.00024149967,0.00022968298,0.0009071444,0.0000142132785,0.000060930102],"category_scores_gemma":[0.00075076264,0.000031697076,0.000027100412,0.0005775716,0.000051913412,0.00023199842,0.00057084364,0.000315291,0.00004886492],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009031852,0.00007444026,0.017446397,0.0006476023,0.000027856253,0.00001184842,0.00012308195,0.00008385006,0.000026915517,0.37145385,0.14419231,0.46582153],"study_design_scores_gemma":[0.00017583944,0.000017943332,0.075755484,0.0032784753,0.000005103559,0.0000016234054,0.00064453646,0.00020402507,0.0000028861791,0.008241829,0.91161567,0.000056598175],"about_ca_topic_score_codex":0.00020238342,"about_ca_topic_score_gemma":0.000048292903,"teacher_disagreement_score":0.8113477,"about_ca_system_score_codex":0.000022191307,"about_ca_system_score_gemma":0.000019384821,"threshold_uncertainty_score":0.22148383},"labels":[],"label_agreement":null},{"id":"W1931252747","doi":"10.19173/irrodl.v15i1.1701","title":"Introducing a learning management system at a Russian university: Students' and teachers' perceptions","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning Management; Constructive; Perception; Class (philosophy); Mathematics education; Higher education; Process (computing); Blended learning; Knowledge management; Psychology; Educational technology; Pedagogy; Computer science; Political science","score_opus":0.03989063665648785,"score_gpt":0.42065885664672137,"score_spread":0.3807682199902335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1931252747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8004871,0.004949594,0.0014595321,0.04294111,0.00014215494,0.0017109432,0.000014506197,0.000080922415,0.14821412],"genre_scores_gemma":[0.9741975,0.020037942,0.00043068925,0.000028362958,0.00008338916,0.000009477441,0.000037550035,0.0000063178913,0.0051687583],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966432,0.001937195,0.00019838865,0.0002475299,0.0007308778,0.00024281266],"domain_scores_gemma":[0.99906516,0.0005179278,0.00010753328,0.000113125985,0.000109305496,0.000086947526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010130736,0.0000722947,0.0001833791,0.00014895131,0.0009178603,0.00019883616,0.0007595464,0.000035175774,0.00012412423],"category_scores_gemma":[0.00097312045,0.00005879768,0.00003096346,0.0004202048,0.00024447497,0.00018989621,0.0011641863,0.0006080477,0.000014672335],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012434865,0.00013357103,0.55832803,0.0019339264,0.00016711025,0.000038771377,0.008026362,0.00046479297,0.000038333503,0.22455582,0.001139313,0.20504962],"study_design_scores_gemma":[0.0006708665,0.00006583824,0.02330597,0.007193685,0.000026839936,0.000006556392,0.1541781,0.0008636991,0.0000010717265,0.00012560059,0.81345105,0.0001107022],"about_ca_topic_score_codex":0.0009591701,"about_ca_topic_score_gemma":0.00022027183,"teacher_disagreement_score":0.81231177,"about_ca_system_score_codex":0.0003196783,"about_ca_system_score_gemma":0.000072891686,"threshold_uncertainty_score":0.70595324},"labels":[],"label_agreement":null},{"id":"W1932449645","doi":"10.19173/irrodl.v15i1.1638","title":"An exploratory study of effective online learning: Assessing satisfaction levels of graduate students of mathematics education associated with human and design factors of an online course","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rubric; Mathematics education; Exploratory research; Distance education; Psychology; Instructional design; Class (philosophy); Course evaluation; Constructive; Higher education; Medical education; Computer science; Medicine","score_opus":0.21917757765027243,"score_gpt":0.5281611369394844,"score_spread":0.30898355928921195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1932449645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984808,0.0002458965,0.00024183467,0.00009375339,0.000016362697,0.0008464233,0.000029438172,0.000005064278,0.000040433457],"genre_scores_gemma":[0.99890745,0.00047733283,0.00043610708,0.0000024137282,0.000017201992,0.000013114591,0.0001235119,0.000009311156,0.000013535943],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941964,0.0038241711,0.00053749426,0.00017599389,0.0011312978,0.00013460584],"domain_scores_gemma":[0.99627405,0.0014697226,0.00089562783,0.0001330683,0.0011683418,0.000059201608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010166833,0.000097316355,0.00042927373,0.00015818446,0.0001863416,0.000050577288,0.0004679428,0.00004405214,0.000013927262],"category_scores_gemma":[0.003755824,0.00007081894,0.00002376014,0.00045168126,0.0003373428,0.0004406755,0.00014700819,0.00046323295,4.6952927e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006164686,0.0048923823,0.91970485,0.0008697622,0.00014955291,6.319269e-7,0.01223527,0.0009007838,0.001612673,0.000477827,0.000002983769,0.059091657],"study_design_scores_gemma":[0.0007081331,0.0013984939,0.7894991,0.005214466,0.000057322926,3.4383504e-7,0.20144968,0.0010158175,0.00029571776,0.00027371632,0.000014913411,0.00007228806],"about_ca_topic_score_codex":0.0017012438,"about_ca_topic_score_gemma":0.0012806781,"teacher_disagreement_score":0.18921441,"about_ca_system_score_codex":0.00006641115,"about_ca_system_score_gemma":0.00034875885,"threshold_uncertainty_score":0.4496343},"labels":[],"label_agreement":null},{"id":"W1934828559","doi":"10.19173/irrodl.v7i1.316","title":"Revisiting Mega-Universities","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mega-; Political science; Physics; Astronomy","score_opus":0.06223420401559439,"score_gpt":0.45630262099819796,"score_spread":0.3940684169826036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1934828559","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17990884,0.03780677,0.0001673549,0.12379894,0.00021876452,0.00085978006,0.000028857941,0.000021730426,0.65718895],"genre_scores_gemma":[0.96104413,0.03135804,0.00015222865,0.0001815194,0.00014137515,0.00001769776,0.000049001002,0.000002841472,0.007053176],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99854505,0.00041194257,0.00018158615,0.000102075915,0.0006082846,0.00015104393],"domain_scores_gemma":[0.99902505,0.0005046654,0.000090209025,0.000062459,0.00028946734,0.000028166014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050987843,0.000036413123,0.000098381206,0.000052509946,0.00033476076,0.00013186963,0.0005562545,0.000016679258,0.0004359531],"category_scores_gemma":[0.00060266635,0.000028201775,0.000018691668,0.0003736129,0.000182233,0.00020640333,0.0002231871,0.00020701885,0.000010970161],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036917776,0.00007505809,0.14943619,0.0006339881,0.0000253074,0.00001340901,0.0027062108,0.00005375295,0.00002361968,0.78546923,0.032499112,0.029027179],"study_design_scores_gemma":[0.00015544315,0.00000633743,0.034873147,0.0039763493,0.000002060089,9.75844e-7,0.016298708,0.000018332341,0.000012559476,0.0027626306,0.9418424,0.000051071027],"about_ca_topic_score_codex":0.009311638,"about_ca_topic_score_gemma":0.00014774254,"teacher_disagreement_score":0.9093433,"about_ca_system_score_codex":0.00020134714,"about_ca_system_score_gemma":0.0004578766,"threshold_uncertainty_score":0.9972854},"labels":[],"label_agreement":null},{"id":"W1935284030","doi":"10.19173/irrodl.v15i1.1408","title":"The reciprocal and correlative relationship between learning culture and online education: A case from Saudi Arabia","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Online learning; Psychology; Perception; Pedagogy; Mathematics education; Multimedia; Computer science","score_opus":0.10393627569347878,"score_gpt":0.4794511112918929,"score_spread":0.3755148355984141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1935284030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8848361,0.04098321,0.00032333168,0.05939634,0.00012749033,0.0009796888,0.000057722136,0.000023441577,0.013272698],"genre_scores_gemma":[0.9732463,0.024064597,0.00038032397,0.000072618306,0.0002508809,0.000025681089,0.00019304526,0.0000064470273,0.001760113],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99641573,0.0023492,0.0003079727,0.00023256929,0.0004887557,0.00020579662],"domain_scores_gemma":[0.9926735,0.0065729036,0.00019035037,0.000105999796,0.00035485285,0.000102367274],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.007636594,0.00008730472,0.00019526326,0.000056473604,0.0013998075,0.00030598964,0.0003995789,0.000068260335,0.000031958134],"category_scores_gemma":[0.01791601,0.000055574692,0.00002455054,0.00038687984,0.00054031075,0.00025084632,0.000391587,0.0013164277,0.0000034580348],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036556656,0.000035923724,0.6984234,0.00012739738,0.000028597464,0.0000066826856,0.002465492,0.000013894565,0.0000017916943,0.03193578,0.0007322456,0.26619226],"study_design_scores_gemma":[0.000431638,0.00010646292,0.13296153,0.004254864,0.00002868108,0.000029655552,0.05549712,0.0007884943,0.0000010707537,0.011682512,0.7940877,0.00013025642],"about_ca_topic_score_codex":0.002457549,"about_ca_topic_score_gemma":0.00084264274,"teacher_disagreement_score":0.79335546,"about_ca_system_score_codex":0.00006826474,"about_ca_system_score_gemma":0.00032225339,"threshold_uncertainty_score":0.9999002},"labels":[],"label_agreement":null},{"id":"W1935776026","doi":"10.19173/irrodl.v15i1.1617","title":"Benchmarking the habits and behaviours of successful students: A case study of academic-business collaboration","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Stakeholder; Psychological intervention; Medical education; Benchmarking; Prestige; Psychology; Agency (philosophy); Higher education; Curriculum; Focus group; Marketing; Pedagogy; Public relations; Sociology; Political science; Business; Medicine","score_opus":0.11880490671693894,"score_gpt":0.5265168106967588,"score_spread":0.4077119039798199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1935776026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9897516,0.0026711528,0.00003483334,0.0059694857,0.000062156716,0.0007366727,0.000008345451,0.000001571753,0.0007641749],"genre_scores_gemma":[0.9858862,0.013923648,0.000014726755,0.000029155659,0.00003358039,0.000044687396,0.0000117449235,0.0000024347416,0.00005379115],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969097,0.001766314,0.0003231357,0.00011380632,0.0007868417,0.0001002461],"domain_scores_gemma":[0.9976523,0.0012588581,0.00024647696,0.000100880854,0.0007092436,0.000032267235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013571486,0.00004366366,0.00014240886,0.00006254283,0.000325825,0.00010165582,0.00060327596,0.000022083825,0.00006229768],"category_scores_gemma":[0.002911794,0.00002809547,0.000010305452,0.00064249773,0.00021731622,0.00023793874,0.0003877446,0.0003235942,2.484474e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004018107,0.0003238703,0.9391494,0.00037287737,0.000039697643,0.000008596966,0.015153002,0.00008693366,0.000012983145,0.008682553,0.0005465207,0.03558338],"study_design_scores_gemma":[0.001248423,0.0003038528,0.5359493,0.004924152,0.00006678562,0.00002176775,0.41010895,0.0003772567,0.000018133996,0.0004057013,0.046447348,0.00012832285],"about_ca_topic_score_codex":0.017590873,"about_ca_topic_score_gemma":0.002025123,"teacher_disagreement_score":0.40320012,"about_ca_system_score_codex":0.00004355502,"about_ca_system_score_gemma":0.00012611385,"threshold_uncertainty_score":0.9889511},"labels":[],"label_agreement":null},{"id":"W1937849680","doi":"10.19173/irrodl.v15i4.1785","title":"Crowdteaching: Supporting teaching as designing in collective intelligence communities","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Utah State University; American Educational Research Association; National Science Foundation","keywords":"Collective intelligence; Crowdsourcing; Leverage (statistics); Citizen journalism; Curriculum; Context (archaeology); Mathematics education; Computer science; Quality (philosophy); Knowledge management; World Wide Web; Psychology; Pedagogy","score_opus":0.09887689298514886,"score_gpt":0.4426582626714609,"score_spread":0.34378136968631207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1937849680","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07641238,0.0101105645,0.5229286,0.034663923,0.0003007331,0.0022511075,0.0000049892224,0.000107908905,0.3532198],"genre_scores_gemma":[0.9950816,0.0019563357,0.0020950513,0.00020313307,0.0000197768,0.000054465014,0.000015648357,0.0000065279687,0.0005674767],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995519,0.002893525,0.00047373504,0.00023846448,0.00055986544,0.00031543264],"domain_scores_gemma":[0.9962869,0.002951649,0.0001962437,0.00029764805,0.00021443861,0.00005309376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024282468,0.000105132465,0.00025175768,0.00027441897,0.0004010789,0.00045265048,0.0026627043,0.000027585776,0.000031871536],"category_scores_gemma":[0.006670659,0.000081981205,0.000034867055,0.00058622943,0.00017635633,0.0003754551,0.0026170858,0.0014288201,0.000013792181],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064288586,0.0002514839,0.08649707,0.0014769734,0.00005668841,0.000028851699,0.011866732,0.0038511353,0.000053354182,0.51269925,0.0010870687,0.38206708],"study_design_scores_gemma":[0.0015054158,0.0008766774,0.016030941,0.05918132,0.000015792528,0.000071671086,0.076937266,0.6823204,0.00057699584,0.07586465,0.08587557,0.00074330065],"about_ca_topic_score_codex":0.0018246875,"about_ca_topic_score_gemma":0.00011951368,"teacher_disagreement_score":0.9186692,"about_ca_system_score_codex":0.00017856297,"about_ca_system_score_gemma":0.00014531324,"threshold_uncertainty_score":0.8415867},"labels":[],"label_agreement":null},{"id":"W1938155837","doi":"10.19173/irrodl.v14i1.1351","title":"Identifying barriers to the remix of translated open educational resources","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Mainstream; Context (archaeology); Open education; Computer science; Instructional design; Educational resources; Portuguese; Multimedia; World Wide Web; Engineering ethics; Sociology; Political science; Pedagogy; Engineering; History","score_opus":0.08199282362312657,"score_gpt":0.44253026015993596,"score_spread":0.36053743653680936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1938155837","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2265615,0.012786695,0.0037650885,0.65361243,0.0005435802,0.006426867,0.000033047098,0.00003141224,0.09623939],"genre_scores_gemma":[0.99438816,0.0022349125,0.0011244661,0.00063081615,0.000035355737,0.00020930642,0.000036559348,0.000006639544,0.0013337686],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99743897,0.0009123943,0.00045158996,0.00026959856,0.0007053691,0.00022205878],"domain_scores_gemma":[0.99771005,0.0010126908,0.000185128,0.00033335673,0.0006120395,0.00014671634],"candidate_categories":["open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006960785,0.00008567948,0.0002048678,0.00013907916,0.00035261092,0.00093106274,0.005384201,0.00002554622,0.0010011254],"category_scores_gemma":[0.0037918407,0.000053777254,0.000039002523,0.0010639938,0.00012609483,0.00075566245,0.0019350179,0.0005410139,0.00005936445],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002312184,0.00056353695,0.13274133,0.0028989075,0.0003726412,0.0000072260186,0.036356926,0.0028391113,0.0023658827,0.4329494,0.15574901,0.23292479],"study_design_scores_gemma":[0.001627214,0.00031649074,0.18353859,0.027872894,0.000019940993,0.00005397501,0.05229264,0.014168363,0.0007155046,0.017975383,0.7008707,0.00054831535],"about_ca_topic_score_codex":0.0023999223,"about_ca_topic_score_gemma":0.000038469436,"teacher_disagreement_score":0.7678267,"about_ca_system_score_codex":0.00006124062,"about_ca_system_score_gemma":0.00041295734,"threshold_uncertainty_score":0.99999714},"labels":[],"label_agreement":null},{"id":"W1938685151","doi":"10.19173/irrodl.v13i2.967","title":"“Everybody is their own island”: Teacher disconnection in a virtual school","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Disconnection; Qualitative research; Perception; Phenomenon; Psychology; Educational technology; Mathematics education; Pedagogy; Computer-mediated communication; Technology integration; Online learning; Virtual classroom; Distance education; Sociology; The Internet; Multimedia; Computer science; World Wide Web; Political science","score_opus":0.0838898559710818,"score_gpt":0.4647401137745789,"score_spread":0.3808502578034971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1938685151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8337733,0.02212672,0.00025253044,0.06097897,0.0002739266,0.001413683,0.00005273326,0.000025221036,0.08110288],"genre_scores_gemma":[0.9752884,0.022272194,0.000032534477,0.00014675669,0.00021185669,0.000040584797,0.00005145595,0.0000059932395,0.0019502187],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972001,0.0014088826,0.0002875538,0.00015945669,0.0006006719,0.0003433891],"domain_scores_gemma":[0.99884933,0.0006863503,0.00010540525,0.00011085031,0.00015265364,0.00009542205],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011948882,0.000075993856,0.0001871956,0.00013327571,0.00025304247,0.00014364674,0.00064935774,0.000052007177,0.0012879455],"category_scores_gemma":[0.004589716,0.000050851013,0.00004034186,0.0005843258,0.00018205709,0.00058039255,0.00037876665,0.0008954718,0.000030604864],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015677729,0.0004075524,0.77519226,0.00030779748,0.00005653733,0.000005566378,0.0059686173,0.00006189264,0.000090450936,0.026716247,0.008650079,0.18238623],"study_design_scores_gemma":[0.0006565377,0.00007734578,0.03634597,0.0049954085,0.0000062527956,0.0000042730017,0.052293032,0.00047004016,0.000034535387,0.0012171069,0.90375125,0.0001482506],"about_ca_topic_score_codex":0.0026736946,"about_ca_topic_score_gemma":0.00073455775,"teacher_disagreement_score":0.8951012,"about_ca_system_score_codex":0.00017460353,"about_ca_system_score_gemma":0.0003085595,"threshold_uncertainty_score":0.999625},"labels":[],"label_agreement":null},{"id":"W1940128419","doi":"10.19173/irrodl.v14i5.1524","title":"Peer feedback to facilitate project-based learning in an online environment","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Peer feedback; Peer learning; Perception; Computer-mediated communication; Peer assessment; Learning environment; Peer review; Educational technology; Psychology; Computer science; Online learning; Cooperative learning; Peer evaluation; Active learning (machine learning); Higher education; Mathematics education; Multimedia; Teaching method; World Wide Web; The Internet","score_opus":0.3356487743967079,"score_gpt":0.5200153321455452,"score_spread":0.18436655774883726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1940128419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9428321,0.0026261478,0.002728019,0.034371655,0.00011970514,0.0023920767,0.000056307214,0.000032766773,0.014841211],"genre_scores_gemma":[0.9867912,0.00053305295,0.0026340266,0.0005542611,0.00005052464,0.0003859396,0.0005101,0.000021869782,0.008519015],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99326557,0.004701535,0.00050598965,0.00039257505,0.00075311126,0.0003812384],"domain_scores_gemma":[0.9980601,0.0010774047,0.00013889011,0.00026097777,0.0003880948,0.0000745199],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017268265,0.00013729157,0.00030381352,0.00032274635,0.00014277056,0.00013111085,0.0009227532,0.000055613054,0.0014266106],"category_scores_gemma":[0.0040018354,0.000100734695,0.000035896534,0.0006438563,0.00015597683,0.00016567807,0.0004335061,0.0017875639,0.00015196778],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005912248,0.001189894,0.44543865,0.000860876,0.00008945106,0.00003933861,0.007971609,0.0056530577,0.0011724476,0.004247222,0.018656902,0.51408935],"study_design_scores_gemma":[0.0013585935,0.0006408905,0.44707638,0.0039237393,0.000004948153,0.0000065782433,0.010219083,0.0034933935,0.000022054877,0.00024326907,0.5327798,0.00023127392],"about_ca_topic_score_codex":0.004384018,"about_ca_topic_score_gemma":0.000037340593,"teacher_disagreement_score":0.5141229,"about_ca_system_score_codex":0.00015845969,"about_ca_system_score_gemma":0.000098658114,"threshold_uncertainty_score":0.9994862},"labels":[],"label_agreement":null},{"id":"W1940487764","doi":"10.19173/irrodl.v16i1.1998","title":"Assessing experiences with online educational videos: Converting multiple constructed responses to quantifiable data","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Internship; Flexibility (engineering); Distance education; Computer science; Online course; Qualitative property; Content analysis; Qualitative research; Multimedia; Protocol (science); Psychology; Medical education; Mathematics education; Medicine","score_opus":0.32474863967820783,"score_gpt":0.5580199963431598,"score_spread":0.23327135666495197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1940487764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.943135,0.0042569535,0.00021829402,0.0477148,0.00012456003,0.00063836476,0.000068416906,0.000015268104,0.003828348],"genre_scores_gemma":[0.9941234,0.0015144948,0.003256279,0.00016118957,0.0001227989,0.000040233062,0.00041334884,0.000006738316,0.0003615264],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9966019,0.001403632,0.00035144243,0.0003051576,0.0010588255,0.00027906688],"domain_scores_gemma":[0.99583846,0.0027386236,0.00017096294,0.00024373783,0.0008509655,0.00015724108],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011257116,0.00008030504,0.00020767369,0.00013137652,0.00043150515,0.00047136436,0.0015825805,0.000030350437,0.00021307991],"category_scores_gemma":[0.029473225,0.000055681263,0.000013286369,0.00083770114,0.00046220847,0.0009140675,0.00091058906,0.0004514915,0.0000062421864],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008554421,0.0004898779,0.86173576,0.00066562596,0.000106414336,0.00003253242,0.015726509,0.00031268105,0.0001730347,0.011751651,0.008939821,0.09921067],"study_design_scores_gemma":[0.0008451706,0.00012415001,0.008880808,0.010284042,0.000011241513,0.000015393767,0.69445485,0.00358388,0.000045328576,0.0003324413,0.2812269,0.00019575648],"about_ca_topic_score_codex":0.0036532306,"about_ca_topic_score_gemma":0.0007010819,"teacher_disagreement_score":0.8528549,"about_ca_system_score_codex":0.00011007471,"about_ca_system_score_gemma":0.0024091778,"threshold_uncertainty_score":0.97870195},"labels":[],"label_agreement":null},{"id":"W1940793102","doi":"10.19173/irrodl.v13i3.1190","title":"Teaching time investment: Does online really take more time than face-to-face?","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Face-to-face; Workload; Time management; Mathematics education; Online teaching; Perception; Computer science; Full-time; Distance education; Face (sociological concept); Teaching method; Psychology; Online learning; Multimedia; Sociology; Political science","score_opus":0.06356671580255763,"score_gpt":0.4566155477232734,"score_spread":0.39304883192071577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1940793102","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63875383,0.01304886,0.00011697196,0.22127631,0.00022478309,0.0026225676,0.00032460052,0.000084791034,0.1235473],"genre_scores_gemma":[0.955229,0.014572162,0.001508809,0.0014468151,0.0007448283,0.00008016761,0.00088425016,0.00003347693,0.025500506],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958152,0.0020295607,0.0003680778,0.00022661353,0.0010667226,0.0004937861],"domain_scores_gemma":[0.9979916,0.0012239564,0.00015608776,0.0001827743,0.0002238068,0.00022173047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0148606645,0.000117687865,0.000277652,0.00014847908,0.00051165983,0.00018285435,0.0012492241,0.000057327492,0.00056677504],"category_scores_gemma":[0.007193011,0.000075708194,0.000055416625,0.00046755868,0.00025099432,0.00046997587,0.0008405017,0.0009370899,0.00013503633],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006897886,0.0022731172,0.19967386,0.0025104687,0.00053417153,0.00005420227,0.034812514,0.0007292914,0.0038797865,0.106901385,0.038729813,0.60921156],"study_design_scores_gemma":[0.0003540689,0.00007936643,0.010117113,0.005393401,0.000015225125,0.0000051590896,0.016538326,0.00067789276,0.00002488,0.0007071931,0.96590626,0.00018112503],"about_ca_topic_score_codex":0.0023692362,"about_ca_topic_score_gemma":0.00013580734,"teacher_disagreement_score":0.9271764,"about_ca_system_score_codex":0.00016449773,"about_ca_system_score_gemma":0.00029712124,"threshold_uncertainty_score":0.8611226},"labels":[],"label_agreement":null},{"id":"W1943831590","doi":"10.19173/irrodl.v16i2.2010","title":"Coursera’s introductory human physiology course: Factors that characterize successful completion of a MOOC","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"School of Medicine, Duke University","keywords":"Bachelor; Mathematics education; Psychology; Massive open online course; Medical education; Course (navigation); Medicine; Engineering","score_opus":0.16195128713404475,"score_gpt":0.4555950060976559,"score_spread":0.2936437189636112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1943831590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96386707,0.005099257,0.0011301527,0.028294379,0.00018119885,0.00041673574,0.000055636287,0.000021933543,0.00093366014],"genre_scores_gemma":[0.9965542,0.0027963836,0.00014347336,0.000065998436,0.00004948761,0.000008302969,0.00024106463,0.000004993302,0.00013612125],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99779254,0.0007276212,0.0003352167,0.00024279488,0.0007002809,0.00020152006],"domain_scores_gemma":[0.9983521,0.0004045531,0.00027750817,0.000290211,0.00059893,0.00007668597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042530717,0.00009425049,0.00032693055,0.000108702945,0.000100546866,0.00010703708,0.0017994297,0.000033594453,0.000036421632],"category_scores_gemma":[0.0010282809,0.00006567496,0.000043779313,0.00037404546,0.00024591538,0.00029571398,0.00096139463,0.0005577777,0.0000042325273],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020565798,0.00123566,0.7755974,0.0032695706,0.00033074518,0.000027787795,0.0020023386,0.001129712,0.00914119,0.17022522,0.011133953,0.025700778],"study_design_scores_gemma":[0.0025017783,0.00078238547,0.83393526,0.011550187,0.000036209043,0.00003426476,0.0049372795,0.037503395,0.0009604599,0.010655119,0.09663207,0.00047158607],"about_ca_topic_score_codex":0.0005532266,"about_ca_topic_score_gemma":0.000012981938,"teacher_disagreement_score":0.1595701,"about_ca_system_score_codex":0.00006189432,"about_ca_system_score_gemma":0.00020205585,"threshold_uncertainty_score":0.3343818},"labels":[],"label_agreement":null},{"id":"W1943939193","doi":"10.19173/irrodl.v13i4.1211","title":"An investigation of collaboration processes in an online course: How do small groups develop over time?","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Group (periodic table); Group development; Computer science; Online course; Mathematics education; Computer-mediated communication; Cooperative learning; Group dynamic; Collaborative learning; Psychology; Knowledge management; Teaching method; World Wide Web; Social psychology; The Internet","score_opus":0.19123988299301126,"score_gpt":0.5187790109585537,"score_spread":0.32753912796554246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1943939193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905311,0.0050964416,0.0003808859,0.0028078465,0.00006645955,0.0004521358,0.00004544029,0.000008826088,0.00061090547],"genre_scores_gemma":[0.99673045,0.00066591136,0.0014176833,0.000094500305,0.000075025586,0.000047438003,0.0007905284,0.000011210422,0.00016725804],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947553,0.00401898,0.00038274008,0.00020283434,0.0004110303,0.00022906777],"domain_scores_gemma":[0.99755013,0.00087760814,0.00028750152,0.00018632662,0.0010370755,0.000061338214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017080389,0.000095880125,0.00024647985,0.00018869001,0.000086293614,0.00009019763,0.0006004117,0.00006381366,0.00020184342],"category_scores_gemma":[0.004019163,0.000072736606,0.000011747598,0.0014532347,0.00020135718,0.00048270822,0.00014509412,0.0007214727,0.0000037914424],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018704541,0.0005222292,0.9547177,0.00091945584,0.00003335081,0.000002650279,0.0066921357,0.00006224785,0.001367718,0.008932792,0.00047156727,0.026091086],"study_design_scores_gemma":[0.0007602095,0.0002551408,0.9808227,0.0038834447,0.000009816611,0.000007052241,0.008044865,0.0005756355,0.00017848605,0.0005837149,0.0047452543,0.00013368466],"about_ca_topic_score_codex":0.00027915492,"about_ca_topic_score_gemma":0.00007391104,"teacher_disagreement_score":0.026104974,"about_ca_system_score_codex":0.00007889369,"about_ca_system_score_gemma":0.00027366972,"threshold_uncertainty_score":0.59197557},"labels":[],"label_agreement":null},{"id":"W1947120241","doi":"10.19173/irrodl.v12i1.1062","title":"The role of language in portfolio learning","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Portfolio; Language acquisition; Comprehension approach; Computer science; Process (computing); Language assessment; Mathematics education; Language education; Psychology; Business","score_opus":0.10598471148857701,"score_gpt":0.49860448744789765,"score_spread":0.3926197759593206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1947120241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55929613,0.053006053,0.000011643578,0.012309117,0.00013674772,0.0008983542,0.000005940952,0.000015014799,0.37432098],"genre_scores_gemma":[0.96437085,0.03391743,0.000046330984,0.00002543148,0.00002828561,0.00003504101,0.000011384168,0.000004504304,0.0015607489],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99667364,0.0020240308,0.0003261015,0.0001285155,0.0006378019,0.0002099231],"domain_scores_gemma":[0.9972323,0.0020715958,0.0002517199,0.00012363527,0.00027706233,0.000043658747],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015497741,0.000049562455,0.0001383977,0.000080609345,0.0002992458,0.00009280878,0.0010764508,0.000030006671,0.0005530403],"category_scores_gemma":[0.010649019,0.00003272494,0.000026316484,0.0006260101,0.00038624075,0.00025601528,0.0003210005,0.0007238665,0.000012835393],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000110873705,0.0001438293,0.78649354,0.00019259752,0.000033493157,0.0000074103605,0.033580955,0.000037119073,0.00007759477,0.10101289,0.00045734638,0.07785233],"study_design_scores_gemma":[0.00024355536,0.000054857457,0.07761162,0.0028563729,0.000005610451,0.0000022278568,0.17915879,0.00010526986,0.00010421408,0.002247728,0.73753256,0.00007719976],"about_ca_topic_score_codex":0.01587996,"about_ca_topic_score_gemma":0.0006378127,"teacher_disagreement_score":0.7370752,"about_ca_system_score_codex":0.00007169968,"about_ca_system_score_gemma":0.00030408968,"threshold_uncertainty_score":0.9976847},"labels":[],"label_agreement":null},{"id":"W1947536306","doi":"10.19173/irrodl.v15i6.1771","title":"Level of proficiency and professional development needs in peripheral online teaching roles","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Professional development; Psychology; Quality (philosophy); Perception; Online teaching; Medical education; Distance education; Pedagogy; Mathematics education; Medicine","score_opus":0.14551680546092802,"score_gpt":0.4939451462190307,"score_spread":0.3484283407581027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1947536306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9755998,0.0046951664,0.0001233833,0.013623154,0.000057343754,0.00047020687,0.000013602163,0.0000049008445,0.0054124007],"genre_scores_gemma":[0.99288607,0.0047562458,0.0011838388,0.000053240234,0.00004362202,0.000019138914,0.00005437362,0.000003979274,0.0009994908],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99741757,0.0012245581,0.00035611284,0.00013559358,0.00066333363,0.00020280795],"domain_scores_gemma":[0.9989245,0.0006488082,0.00012838002,0.00006379126,0.00018853268,0.000045970548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011989798,0.00006142914,0.0001938555,0.0001532902,0.0002580693,0.00005497501,0.0005397169,0.00003508499,0.000057951027],"category_scores_gemma":[0.0039265906,0.000042831925,0.000017010441,0.00035063337,0.00023317795,0.0001756217,0.00045246416,0.0006607948,6.7375606e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007633717,0.00034546515,0.33118245,0.0008944611,0.000017129785,0.0000023288944,0.005541845,0.0000911772,0.00018786195,0.06430517,0.00023221222,0.59712356],"study_design_scores_gemma":[0.001363804,0.00016550552,0.25861216,0.024309432,0.0000067405927,0.000004620198,0.070047244,0.003845513,0.00008611593,0.002108232,0.6392168,0.00023385537],"about_ca_topic_score_codex":0.00089720933,"about_ca_topic_score_gemma":0.00069067575,"teacher_disagreement_score":0.63898456,"about_ca_system_score_codex":0.00007350978,"about_ca_system_score_gemma":0.0004933814,"threshold_uncertainty_score":0.47007793},"labels":[],"label_agreement":null},{"id":"W1948950865","doi":"10.19173/irrodl.v9i3.560","title":"Post-Secondary Students' Purposes For Blogging","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Nova Scotia Community College","funders":"","keywords":"Social media; Microblogging; Focus group; Psychology; Sample (material); Content analysis; Pedagogy; Sociology; World Wide Web; Computer science; Social science","score_opus":0.10444574336298498,"score_gpt":0.4994350760289899,"score_spread":0.3949893326660049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1948950865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70770854,0.06570043,0.00036537586,0.12941816,0.00038801585,0.004445377,0.00021680252,0.000060532686,0.091696784],"genre_scores_gemma":[0.9087556,0.087433316,0.0004988705,0.00039391388,0.00017804689,0.0001114816,0.00015729852,0.000009434212,0.0024620667],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977951,0.00061838486,0.0002760075,0.00017615379,0.0008633476,0.0002709745],"domain_scores_gemma":[0.99782807,0.0013773756,0.00011098728,0.00009679615,0.000522637,0.00006412614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008895088,0.00006214863,0.00018520275,0.000098947334,0.00069073174,0.00014248487,0.0012946499,0.000033326374,0.00025781582],"category_scores_gemma":[0.0055307527,0.000046132798,0.000049996797,0.00031101346,0.00033679404,0.00025845834,0.0007065261,0.00051769725,0.0000074553914],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004276384,0.0005542135,0.36709848,0.0024603736,0.0001973427,0.00007543389,0.004287957,0.0000826782,0.00022443541,0.086783215,0.01565454,0.5221537],"study_design_scores_gemma":[0.00062389666,0.000104528626,0.011490986,0.003004276,0.000006725849,0.000009015447,0.011426172,0.000075356074,0.000023988541,0.001341659,0.97180396,0.000089432775],"about_ca_topic_score_codex":0.0012390104,"about_ca_topic_score_gemma":0.00014311497,"teacher_disagreement_score":0.9561494,"about_ca_system_score_codex":0.00008088784,"about_ca_system_score_gemma":0.0006754427,"threshold_uncertainty_score":0.6621227},"labels":[],"label_agreement":null},{"id":"W1949048907","doi":"10.19173/irrodl.v8i2.356","title":"Mobile Usability in Educational Contexts: What have we learnt?","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":337,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Usability engineering; Computer science; Web usability; Mobile device; Pluralistic walkthrough; Mobile technology; Cognitive walkthrough; Multimedia; Human–computer interaction; World Wide Web","score_opus":0.06889924429220222,"score_gpt":0.45664711867789626,"score_spread":0.387747874385694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1949048907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47009015,0.25031394,0.02770251,0.19820349,0.0021645648,0.008702364,0.000030331405,0.00009095308,0.042701717],"genre_scores_gemma":[0.9562258,0.041561224,0.0009699709,0.00024761635,0.00006637266,0.00020206142,0.00006106948,0.0000070498186,0.00065881136],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969919,0.0008447867,0.00059411593,0.00040006381,0.0008359727,0.00033319695],"domain_scores_gemma":[0.99602926,0.0028073564,0.00019614398,0.00040783023,0.00047319656,0.00008623283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015342999,0.00010544295,0.00023277673,0.00023566493,0.00012913467,0.00043872974,0.002228432,0.000048842016,0.00020646286],"category_scores_gemma":[0.0038207208,0.00008329423,0.00004175582,0.00080730295,0.00023873035,0.0010817877,0.0010550417,0.00091352285,0.000026927577],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009803911,0.0007146637,0.27520993,0.0012202311,0.000028439701,0.000012564241,0.0026508893,0.0009306058,0.000103267856,0.067958556,0.0025682324,0.64850456],"study_design_scores_gemma":[0.0021627576,0.00054171984,0.39069822,0.040262222,0.000008185279,0.00009304844,0.021438764,0.01662414,0.00039113997,0.04911192,0.47807482,0.0005930594],"about_ca_topic_score_codex":0.00051089824,"about_ca_topic_score_gemma":0.00011595892,"teacher_disagreement_score":0.6479115,"about_ca_system_score_codex":0.00033526873,"about_ca_system_score_gemma":0.00038145346,"threshold_uncertainty_score":0.5317608},"labels":[],"label_agreement":null},{"id":"W1949555257","doi":"10.19173/irrodl.v14i1.1277","title":"Learning in multiple communities from the perspective of knowledge capital","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reputation; Perspective (graphical); Social capital; Learning community; Sociology; Social learning; Knowledge management; Public relations; Pedagogy; Computer science; Political science; Social science","score_opus":0.18168905369529673,"score_gpt":0.505991186614776,"score_spread":0.3243021329194793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1949555257","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.939405,0.019508986,0.00020256898,0.006346803,0.000102524384,0.0006822731,0.000025676896,0.000010366042,0.03371577],"genre_scores_gemma":[0.996671,0.002179225,0.00014100471,0.00006321298,0.000042377105,0.00010595834,0.00009209601,0.000010183789,0.0006949464],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99151915,0.007331944,0.0004237079,0.00017048187,0.00032604567,0.00022865718],"domain_scores_gemma":[0.9903015,0.008576485,0.0002081078,0.00024369493,0.0006447253,0.000025492818],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0122906845,0.00010029269,0.00029602472,0.0001371952,0.00021949135,0.00007332381,0.0011796067,0.000047597925,0.0010471421],"category_scores_gemma":[0.006509434,0.000062049745,0.000045032197,0.0005360474,0.00049636496,0.00012685865,0.0007051432,0.002164632,0.00003804435],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016924301,0.00030514708,0.84322494,0.00023815417,0.00015391852,0.00000453388,0.05660832,0.0002095243,0.00020536137,0.049689136,0.0021627857,0.047028936],"study_design_scores_gemma":[0.0010777777,0.00018045236,0.69984305,0.006203237,0.0000071632007,0.000005436274,0.26941842,0.0017582512,0.000025970641,0.0042402293,0.017120635,0.00011940819],"about_ca_topic_score_codex":0.062384754,"about_ca_topic_score_gemma":0.00040748,"teacher_disagreement_score":0.2128101,"about_ca_system_score_codex":0.00011048802,"about_ca_system_score_gemma":0.000087092085,"threshold_uncertainty_score":0.999866},"labels":[],"label_agreement":null},{"id":"W1950026227","doi":"10.19173/irrodl.v13i1.1057","title":"Rapport in distance education","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Asynchronous communication; Distance education; Psychology; Conversation; Pedagogy; Face (sociological concept); Mathematics education; Sociology; Computer science; Communication","score_opus":0.11280861438695586,"score_gpt":0.5037851271061886,"score_spread":0.3909765127192327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1950026227","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40237263,0.11677059,0.0003131777,0.10485698,0.00059895194,0.0021610835,0.00002495773,0.000026607988,0.372875],"genre_scores_gemma":[0.96243304,0.03572286,0.00013336177,0.00010332973,0.0001262302,0.00004493846,0.000055205426,0.0000034769332,0.001377536],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980728,0.00082943885,0.00023391549,0.000104930186,0.00051063014,0.0002482999],"domain_scores_gemma":[0.99909693,0.00049040286,0.00008866428,0.00008442122,0.0001753695,0.00006420512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01140651,0.000044352175,0.00012352785,0.00009371233,0.00016016098,0.00007150481,0.00056979567,0.000026814558,0.00022818324],"category_scores_gemma":[0.0030454202,0.000033492102,0.00002005163,0.0005676807,0.00016526318,0.0003719394,0.00021769927,0.0004735547,0.000011278886],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033070533,0.00023627556,0.65911716,0.00037309693,0.000008339344,0.0000017274624,0.0011478174,0.000010824771,0.000016464528,0.11485959,0.003964257,0.22023135],"study_design_scores_gemma":[0.00014311711,0.000011483965,0.027840879,0.0033352145,0.0000018838964,0.0000012513763,0.01550467,0.000041306906,0.000007009265,0.0009979222,0.95206434,0.000050954426],"about_ca_topic_score_codex":0.0014795243,"about_ca_topic_score_gemma":0.00024140466,"teacher_disagreement_score":0.94810003,"about_ca_system_score_codex":0.00011681137,"about_ca_system_score_gemma":0.00071430986,"threshold_uncertainty_score":0.39532918},"labels":[],"label_agreement":null},{"id":"W1950356331","doi":"10.19173/irrodl.v3i2.88","title":"Online Video Conferencing Products","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Multimedia Communication and Technology","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Videoconferencing; Distance education; Multimedia; Teleconference; Online video; Educational technology; Computer-mediated communication; Electronic learning; World Wide Web; The Internet; Mathematics education; Psychology","score_opus":0.2645042144668926,"score_gpt":0.5034313662634211,"score_spread":0.23892715179652851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1950356331","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09727509,0.06601634,0.000083409184,0.61714375,0.00018664598,0.0020005782,0.000049046812,0.00006588171,0.21717924],"genre_scores_gemma":[0.86720663,0.13143776,0.00017366753,0.00016594752,0.000031582502,0.000025830692,0.0000436061,0.0000025480117,0.0009124198],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983082,0.0007603749,0.00021443097,0.00012172206,0.00043885186,0.00015643847],"domain_scores_gemma":[0.99847597,0.00080032164,0.00008613592,0.00018688089,0.0004135526,0.000037159818],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0048453175,0.00003969887,0.0001238407,0.000083588595,0.00024057645,0.000071660215,0.0012876977,0.000031796753,0.00078935944],"category_scores_gemma":[0.010584812,0.00002918169,0.000014622072,0.00048526088,0.0003995143,0.000115951734,0.00056541536,0.0005087679,0.000021345722],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000353362,0.00063448853,0.049631353,0.0008845663,0.000060613413,0.0000109134535,0.004257827,0.000011875283,0.00021078753,0.4653239,0.021794004,0.45714435],"study_design_scores_gemma":[0.00033589258,0.000027287428,0.004009146,0.0031576043,0.0000030026292,0.0000025804934,0.006722263,0.0016105887,0.00003721276,0.0018958482,0.982134,0.00006458686],"about_ca_topic_score_codex":0.0019836393,"about_ca_topic_score_gemma":0.0004167996,"teacher_disagreement_score":0.96033996,"about_ca_system_score_codex":0.00006607763,"about_ca_system_score_gemma":0.0000952783,"threshold_uncertainty_score":0.99774945},"labels":[],"label_agreement":null},{"id":"W1951241809","doi":"10.19173/irrodl.v13i4.1302","title":"Exploring learner to content interaction as a success factor in online courses","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":172,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Online course; Mathematics education; Content (measure theory); Psychology; Course (navigation); Content analysis; Massive open online course; Online learning; Multimedia; Computer science; Mathematics; Engineering","score_opus":0.43754347286634276,"score_gpt":0.5404074776197124,"score_spread":0.10286400475336965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1951241809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9666497,0.003523734,0.000020811898,0.023684008,0.0001819399,0.00054921745,0.000017332446,0.000009530056,0.0053637433],"genre_scores_gemma":[0.97331506,0.025632143,0.00008319546,0.00015105367,0.00016971049,0.00006773,0.000053111424,0.0000066956695,0.00052129594],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99742234,0.0009865507,0.0003284804,0.0001640763,0.0007350964,0.0003634799],"domain_scores_gemma":[0.99844766,0.0009294987,0.00010510626,0.000096780685,0.00029222516,0.00012870958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005888031,0.0000773471,0.00020669629,0.00020298667,0.00018955322,0.00014198381,0.0006635832,0.000028985542,0.0003739269],"category_scores_gemma":[0.0065218965,0.000057461613,0.000034346307,0.0006380019,0.00011095213,0.0009064462,0.00043824074,0.00074841053,0.000030861287],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019868782,0.00041310216,0.75890326,0.00039688384,0.000033726228,0.000011039882,0.0044645304,0.00017075548,0.00016674663,0.013613631,0.0003863705,0.22124127],"study_design_scores_gemma":[0.0006076715,0.00012283598,0.13565528,0.012025869,0.000005494972,0.000005604543,0.11223448,0.00013902974,0.000114015704,0.00014410933,0.73876375,0.00018188082],"about_ca_topic_score_codex":0.007831526,"about_ca_topic_score_gemma":0.001289059,"teacher_disagreement_score":0.73837733,"about_ca_system_score_codex":0.00021904176,"about_ca_system_score_gemma":0.00022146667,"threshold_uncertainty_score":0.9987754},"labels":[],"label_agreement":null},{"id":"W1952153630","doi":"10.19173/irrodl.v13i4.1283","title":"Who am I and what keeps me going? Profiling the distance learning student in higher education","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Higher education; Profiling (computer programming); Distance education; Psychological intervention; Psychology; Psychological resilience; Pedagogy; Open university; Qualitative research; Time management; Mathematics education; Sociology; Medical education; Political science; Social science; Computer science; Social psychology; Medicine","score_opus":0.16027052041587211,"score_gpt":0.5162056335887482,"score_spread":0.35593511317287607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1952153630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5943734,0.20901863,0.000053722357,0.13714367,0.0010114897,0.0022770227,0.000005186467,0.00001771917,0.056099158],"genre_scores_gemma":[0.8760707,0.12003019,0.000032367636,0.00022396557,0.00013026396,0.00012560879,0.000022250897,0.000004719768,0.0033599786],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971024,0.0015858916,0.00026409613,0.00014757458,0.0006470688,0.0002529847],"domain_scores_gemma":[0.99844533,0.0010658569,0.00013513354,0.00010417191,0.00017933511,0.00007015943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0123933405,0.00006442708,0.0001328533,0.000062694875,0.0004794403,0.00054925977,0.0005487583,0.000025784975,0.00029206974],"category_scores_gemma":[0.0014112688,0.00004253875,0.000018645133,0.00042397052,0.00019854684,0.001024505,0.00035488931,0.00067059585,0.000008201377],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033835742,0.0002412053,0.69246954,0.00038526845,0.000027525723,8.1751375e-7,0.0104405675,0.00006030884,0.000015006552,0.23154241,0.0013711461,0.06341238],"study_design_scores_gemma":[0.00016638052,0.000018724413,0.18056664,0.004010587,0.000006068199,9.496044e-7,0.0763401,0.000045976252,0.0000053792246,0.00066095265,0.738107,0.00007121706],"about_ca_topic_score_codex":0.0008979102,"about_ca_topic_score_gemma":0.000095096744,"teacher_disagreement_score":0.7367359,"about_ca_system_score_codex":0.00019568445,"about_ca_system_score_gemma":0.00019560193,"threshold_uncertainty_score":0.5296524},"labels":[],"label_agreement":null},{"id":"W1952214329","doi":"10.19173/irrodl.v8i1.376","title":"The Current Status and Future Prospects of Corporate e-Learning in Korea","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Government (linguistics); The Internet; Corporate Education; Business; Quality (philosophy); Public relations; Order (exchange); Marketing; Political science; Economic growth; Adult education; Economics; Computer science; Finance","score_opus":0.10079499985545363,"score_gpt":0.45679231209956006,"score_spread":0.3559973122441064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1952214329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6011736,0.22129914,0.000093040835,0.017673787,0.00040640403,0.0025499787,0.000012682051,0.000019804662,0.15677162],"genre_scores_gemma":[0.82212216,0.17739254,0.000011965513,0.000008318152,0.00006752752,0.000012863116,0.000015714872,0.0000028881836,0.00036601385],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99823767,0.00051859947,0.00029606273,0.000131755,0.0005490849,0.0002668231],"domain_scores_gemma":[0.9986283,0.0008154873,0.00018924802,0.0000731362,0.00024426362,0.00004954022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015471024,0.00005261001,0.00014047479,0.00009560495,0.0003202349,0.00014528865,0.00052962377,0.000018781635,0.000028980397],"category_scores_gemma":[0.002196278,0.000032982574,0.000018729905,0.0005990697,0.00032204008,0.00013931062,0.00053959404,0.00059109874,0.0000016493084],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075128744,0.000036935206,0.44286725,0.00044606198,0.000012514945,0.0000042854645,0.0014813067,0.000008182063,0.0000060551697,0.14595675,0.00021772309,0.4088878],"study_design_scores_gemma":[0.00051371416,0.00005481247,0.23164919,0.004634289,0.0000051887396,4.6667907e-7,0.017081626,0.0003646173,0.0000139231515,0.0062221875,0.7393746,0.00008540584],"about_ca_topic_score_codex":0.0006786806,"about_ca_topic_score_gemma":0.0012471592,"teacher_disagreement_score":0.73915684,"about_ca_system_score_codex":0.00008324202,"about_ca_system_score_gemma":0.00011917725,"threshold_uncertainty_score":0.5361979},"labels":[],"label_agreement":null},{"id":"W1953218676","doi":"10.19173/irrodl.v14i1.1275","title":"A multimedia approach to ODL for agricultural training in Cambodia","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Economic shortage; Formal education; Developing country; Face-to-face; Agriculture; E learning; Medical education; Psychology; Business; Economic growth; Educational technology; Pedagogy; Geography; Economics; Medicine","score_opus":0.13202628724438323,"score_gpt":0.4661796568792856,"score_spread":0.3341533696349024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1953218676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61237687,0.011415527,0.0012166477,0.14069505,0.00031401668,0.011614158,0.00009920474,0.00005057399,0.22221792],"genre_scores_gemma":[0.99111307,0.003918515,0.0030545308,0.00015450311,0.00014424277,0.00052174245,0.0001406454,0.0000064513706,0.00094632094],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99807197,0.0005993199,0.0002867528,0.00019650714,0.00051657064,0.00032885876],"domain_scores_gemma":[0.9983258,0.0010787143,0.000076080694,0.00007354037,0.00035054347,0.00009528482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066974377,0.00006789678,0.00020682035,0.00011520508,0.0002076856,0.00018832085,0.0007885639,0.000038882867,0.00010114782],"category_scores_gemma":[0.0060008327,0.000045049805,0.00003734245,0.0006032794,0.00012743457,0.00027086644,0.00026657974,0.00046432647,0.0000135280425],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012737457,0.0003640449,0.044257913,0.0015020319,0.00007060932,0.0000051970937,0.023577426,0.00084553787,0.00033327707,0.09609789,0.012418744,0.82039994],"study_design_scores_gemma":[0.0017637379,0.00017734384,0.05133153,0.010247123,0.000011194892,0.0000055076293,0.28500578,0.0067362254,0.000026649255,0.0037591597,0.6405774,0.00035835418],"about_ca_topic_score_codex":0.0035574078,"about_ca_topic_score_gemma":0.0003884651,"teacher_disagreement_score":0.8200416,"about_ca_system_score_codex":0.000110947185,"about_ca_system_score_gemma":0.0003075739,"threshold_uncertainty_score":0.71839905},"labels":[],"label_agreement":null},{"id":"W1954950723","doi":"10.19173/irrodl.v14i1.1342","title":"Development of ODL in a newly industrialised country according to face-to-face contact, ICT, and e-readiness","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information and Communications Technology; Distance education; Psychology; Qualitative property; Face-to-face; Developing country; Focus group; Medical education; Pedagogy; Mathematics education; Sociology; Political science; Mathematics; Statistics; Economic growth; Medicine","score_opus":0.10473777423590544,"score_gpt":0.46082172875413363,"score_spread":0.35608395451822816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1954950723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9746359,0.0014576692,0.00017497753,0.017128438,0.000060705708,0.0014790267,0.000018135177,0.000006945695,0.0050382153],"genre_scores_gemma":[0.99609023,0.0024932898,0.00076241157,0.0001376436,0.00004662112,0.00009432777,0.000040485837,0.0000066522935,0.0003283366],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977421,0.00059912214,0.00046261866,0.0002088839,0.0006982803,0.00028898122],"domain_scores_gemma":[0.9984882,0.0008103559,0.00013675471,0.00009646604,0.0003366301,0.0001315787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007153172,0.00008662839,0.00029948226,0.00019635577,0.00019509299,0.00019259016,0.000749214,0.000052633408,0.00013190735],"category_scores_gemma":[0.0052799643,0.00006651123,0.000017511205,0.00090235483,0.00009440248,0.00029026,0.000629964,0.00051350216,0.000012073734],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038756093,0.0002496419,0.3342335,0.0011980159,0.00010467509,0.000014687769,0.013208662,0.0005462559,0.0022396059,0.016838476,0.0031560976,0.6278228],"study_design_scores_gemma":[0.0021830248,0.00015773394,0.065914616,0.022397347,0.0000114283275,0.0000033642505,0.15160443,0.00065882294,0.0003001513,0.00042479913,0.7559994,0.0003448959],"about_ca_topic_score_codex":0.0055606496,"about_ca_topic_score_gemma":0.0007736717,"teacher_disagreement_score":0.75284326,"about_ca_system_score_codex":0.00016261643,"about_ca_system_score_gemma":0.00065025984,"threshold_uncertainty_score":0.8406076},"labels":[],"label_agreement":null},{"id":"W1955006871","doi":"10.19173/irrodl.v15i1.1665","title":"Student satisfaction with a web-based dissertation course: Findings from an international distance learning master's programme in public health","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Likert scale; Psychology; Medical education; Higher education; Pedagogy; Medicine; Political science","score_opus":0.08523348717125895,"score_gpt":0.49000536322953164,"score_spread":0.4047718760582727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1955006871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93935746,0.0005689351,0.002459717,0.055792794,0.000105746796,0.0010331587,0.000011966978,0.000018618322,0.000651591],"genre_scores_gemma":[0.9950265,0.0014475579,0.0009046663,0.00059360027,0.000059097536,0.00021579508,0.0016716609,0.000013651585,0.000067426205],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969574,0.00068826554,0.00055336347,0.0003197601,0.0011927747,0.00028843642],"domain_scores_gemma":[0.9984271,0.0003955251,0.00025360184,0.00019825058,0.00062651734,0.00009903645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075434884,0.0001135553,0.0002808114,0.00024541872,0.00014971267,0.00019987275,0.00047845676,0.000044306256,0.00016124171],"category_scores_gemma":[0.0034047917,0.000082349514,0.000023097647,0.00080515404,0.00016571667,0.00038793453,0.00011692153,0.00096898596,0.0000042220613],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001620257,0.00030085517,0.87867194,0.00032073908,0.000025536068,0.0000030017352,0.0003691791,0.00012677193,0.0000289717,0.0030170577,0.00009741722,0.1168765],"study_design_scores_gemma":[0.0020289244,0.0003990623,0.94162464,0.008208609,0.000008112365,0.000006711105,0.0044703963,0.023694575,0.000008458512,0.00012131535,0.019341433,0.000087759094],"about_ca_topic_score_codex":0.0011990455,"about_ca_topic_score_gemma":0.00066762406,"teacher_disagreement_score":0.116788745,"about_ca_system_score_codex":0.0004826115,"about_ca_system_score_gemma":0.0005599949,"threshold_uncertainty_score":0.42098156},"labels":[],"label_agreement":null},{"id":"W1956117161","doi":"10.19173/irrodl.v10i3.673","title":"Preferences of Residents in Four Northern Alberta Communities Regarding Local Post-Secondary Programming","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education Systems and Policy","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"Athabasca University","keywords":"Face (sociological concept); Rural area; Socioeconomics; Medical education; Geography; Economic growth; Public relations; Political science; Psychology; Sociology; Medicine; Social science","score_opus":0.1282931717208541,"score_gpt":0.47392300660520453,"score_spread":0.3456298348843504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1956117161","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92933476,0.008738403,0.000015693362,0.02217344,0.00006398898,0.0007952327,0.000015953998,0.0000044459575,0.038858097],"genre_scores_gemma":[0.98982996,0.009564671,0.000025803414,0.00008299595,0.00003337325,0.000025575573,0.0000369827,0.0000025475958,0.00039807244],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974034,0.001394187,0.00038285315,0.00009080941,0.0005421551,0.0001865986],"domain_scores_gemma":[0.99804586,0.0011777916,0.00017107352,0.00011773101,0.00044329194,0.000044260934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074503063,0.000053630694,0.00019691307,0.00013292348,0.00019588674,0.000119412915,0.0009023774,0.000033042696,0.000101950944],"category_scores_gemma":[0.0023771618,0.00003981551,0.000029547586,0.00041471526,0.0002787368,0.00023995349,0.0001952982,0.00041373292,0.000002863849],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010634628,0.00012974908,0.68593365,0.0009223413,0.000030418983,0.000002729789,0.02886223,0.00004166381,0.000012934827,0.039847013,0.0005760906,0.24353485],"study_design_scores_gemma":[0.0010422037,0.00026298003,0.43927363,0.03450975,0.000008624806,0.000007903174,0.39563772,0.00012686044,0.000030356596,0.0064542573,0.12243267,0.0002130589],"about_ca_topic_score_codex":0.19706942,"about_ca_topic_score_gemma":0.049360614,"teacher_disagreement_score":0.36677548,"about_ca_system_score_codex":0.00009530217,"about_ca_system_score_gemma":0.00046069763,"threshold_uncertainty_score":0.96798605},"labels":[],"label_agreement":null},{"id":"W1956636359","doi":"10.19173/irrodl.v14i3.1412","title":"An explanation for internet use obstacles concerning e-learning in Iran","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education in Diverse Contexts","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"The Internet; Context (archaeology); Likert scale; Higher education; Psychology; E learning; Exploratory factor analysis; Educational technology; Qualitative research; Exploratory research; Qualitative property; Distance education; Mathematics education; Computer science; Knowledge management; Medical education; World Wide Web; Sociology; Political science; Social science; Medicine; Geography","score_opus":0.27092233419812606,"score_gpt":0.5100816665089065,"score_spread":0.23915933231078046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1956636359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9567417,0.005508728,0.0007878943,0.021573337,0.00028330067,0.0032920092,0.000031635103,0.00003530321,0.011746078],"genre_scores_gemma":[0.9906893,0.0075346376,0.00017431013,0.00013005716,0.000055616194,0.00025620265,0.00016116434,0.0000068048976,0.0009919249],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974425,0.0012393473,0.00034240846,0.00020876454,0.0005246255,0.00024237556],"domain_scores_gemma":[0.99676,0.002363836,0.0001646749,0.000101165686,0.0005345446,0.00007579539],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0069419816,0.000068094036,0.00016541706,0.00015978639,0.00023236287,0.00048821414,0.0009141599,0.000042639593,0.0005915913],"category_scores_gemma":[0.01027202,0.000056949844,0.000027758848,0.0003791986,0.0002363684,0.0010414144,0.0002102037,0.00044602348,0.00001560829],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009536848,0.00017031466,0.7871883,0.00052465143,0.000034145378,0.0000034082323,0.015159775,0.00041422513,0.00015008693,0.11185491,0.0070115803,0.07739327],"study_design_scores_gemma":[0.0020141972,0.00025112016,0.2320088,0.015184399,0.000011856602,0.00000267265,0.18819447,0.013519624,0.00007503079,0.0061972938,0.54217744,0.00036310247],"about_ca_topic_score_codex":0.015839288,"about_ca_topic_score_gemma":0.0011064898,"teacher_disagreement_score":0.5551795,"about_ca_system_score_codex":0.00021664231,"about_ca_system_score_gemma":0.0001755061,"threshold_uncertainty_score":0.9980649},"labels":[],"label_agreement":null},{"id":"W1959706960","doi":"10.19173/irrodl.v6i3.272","title":"Text-based Conferencing: Features vs. functionality","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"ICT Impact and Policies","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Feature (linguistics); Feature selection; Software; Relation (database); Selection (genetic algorithm); Chart; World Wide Web; Multimedia; Information retrieval; Artificial intelligence; Data mining; Statistics; Mathematics","score_opus":0.056443933094534215,"score_gpt":0.38826688908019613,"score_spread":0.3318229559856619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1959706960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6431917,0.073949136,0.00167312,0.034860887,0.00046916283,0.0017360115,0.0004121183,0.00015530377,0.24355258],"genre_scores_gemma":[0.995872,0.0032051632,0.00001894939,0.00012481674,0.00006197296,0.000025406283,0.0002406497,0.00000683209,0.00044416092],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989989,0.00016100644,0.00021473732,0.000058929338,0.0003894706,0.00017696377],"domain_scores_gemma":[0.99914837,0.00050968106,0.000036322992,0.00010552674,0.00016766616,0.000032426895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018692216,0.000074548254,0.00015577335,0.00008286882,0.00008410784,0.00011430812,0.00042754842,0.000029513525,0.000242315],"category_scores_gemma":[0.00041269627,0.000052099243,0.000040249044,0.00022428362,0.00009987886,0.000094568444,0.00012414137,0.0004171072,0.0000122142355],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054920465,0.00036032646,0.3194451,0.010740084,0.00029631288,0.000022053717,0.00053029053,0.05454623,0.0021686545,0.22934596,0.34281912,0.039176658],"study_design_scores_gemma":[0.0012658308,0.00010810321,0.46873412,0.008155336,0.00001929562,0.000021107653,0.0010868829,0.009215514,0.0015708319,0.0041888333,0.50535065,0.00028349928],"about_ca_topic_score_codex":0.0013149207,"about_ca_topic_score_gemma":0.000057896257,"teacher_disagreement_score":0.35268036,"about_ca_system_score_codex":0.00007597372,"about_ca_system_score_gemma":0.00007527728,"threshold_uncertainty_score":0.26531795},"labels":[],"label_agreement":null},{"id":"W1960346814","doi":"10.19173/irrodl.v4i2.149","title":"Getting the Mix Right Again: An Updated and Theoretical Rationale for Interaction","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":805,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Context (archaeology); Distance education; Curriculum; Sociology; Process (computing); Professional development; Public relations; Pedagogy; Psychology; Political science; Computer science","score_opus":0.07263026329126561,"score_gpt":0.4743795440810004,"score_spread":0.4017492807897348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1960346814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6002268,0.014971684,0.0028399616,0.26660213,0.00044393123,0.005410039,0.00011196899,0.00005005816,0.109343395],"genre_scores_gemma":[0.99160165,0.00685022,0.0005072925,0.00027304393,0.000102333026,0.0000682498,0.00019810582,0.0000061894116,0.00039291286],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972309,0.0017112877,0.00024154443,0.00017228466,0.00044607243,0.00019790848],"domain_scores_gemma":[0.99759763,0.0017853702,0.0001041365,0.000093922514,0.00036396648,0.00005496534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012477536,0.00005958157,0.00012583825,0.00005329888,0.00068284187,0.0002561454,0.0004599276,0.000034185683,0.00043640044],"category_scores_gemma":[0.0056744623,0.000035688463,0.000027555367,0.00026480205,0.0004560676,0.00031091357,0.00013560966,0.00046752658,0.0000020648372],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055864693,0.000053505184,0.0028081466,0.00010169879,0.000021601092,0.0000016755988,0.00069454365,0.000041651707,0.00004648561,0.9663697,0.0013876593,0.028417502],"study_design_scores_gemma":[0.00043879336,0.00007738613,0.00061303366,0.001203345,0.0000106747475,0.00000737178,0.022069346,0.0027273558,0.000073670795,0.028337182,0.9443567,0.00008513054],"about_ca_topic_score_codex":0.00015995276,"about_ca_topic_score_gemma":0.00010938695,"teacher_disagreement_score":0.942969,"about_ca_system_score_codex":0.000055191544,"about_ca_system_score_gemma":0.00023726776,"threshold_uncertainty_score":0.67932713},"labels":[],"label_agreement":null},{"id":"W1960559755","doi":"10.19173/irrodl.v10i3.676","title":"Journals for Computer-Mediated Learning: Publications of Value for the Online Educator","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Popularity; Scholarship; Value (mathematics); Computer science; The Internet; World Wide Web; Mathematics education; Psychology; Political science","score_opus":0.16482939573470012,"score_gpt":0.5353970339740846,"score_spread":0.37056763823938443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1960559755","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.071376905,0.05597991,0.01681113,0.8408193,0.00045959718,0.007179008,0.00048709114,0.00005453917,0.006832536],"genre_scores_gemma":[0.90606874,0.085061155,0.0048406073,0.00055048574,0.0007735249,0.00019315524,0.0007732997,0.000015709882,0.0017233435],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99780554,0.0007186658,0.00044748074,0.00016214476,0.0006050584,0.00026112073],"domain_scores_gemma":[0.9927568,0.0055289306,0.00031577254,0.00012673099,0.0011998537,0.00007190719],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012020299,0.000070766706,0.00023176383,0.00013175062,0.00061481347,0.00018485359,0.0012068783,0.000042773558,0.000081172686],"category_scores_gemma":[0.0142573165,0.00004457414,0.00008806829,0.0006635315,0.00023447456,0.00020039777,0.00016341251,0.0005752095,0.0000013009599],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029439194,0.0009289884,0.032024805,0.000992301,0.00021281734,8.367386e-7,0.0019039746,0.002479861,0.00021624668,0.24757794,0.026068565,0.68729925],"study_design_scores_gemma":[0.0005639577,0.0002249447,0.009921528,0.0025519484,0.0000187813,0.0000018316304,0.007790625,0.0067351665,0.000013827609,0.0023815613,0.9697228,0.0000730477],"about_ca_topic_score_codex":0.00029823516,"about_ca_topic_score_gemma":0.000062248015,"teacher_disagreement_score":0.94365424,"about_ca_system_score_codex":0.0000694309,"about_ca_system_score_gemma":0.00080135994,"threshold_uncertainty_score":0.99404603},"labels":[],"label_agreement":null},{"id":"W1962816281","doi":"10.19173/irrodl.v13i3.1050","title":"Motivation levels among traditional and open learning undergraduate students in India","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Motivation to learn; Significant difference; Function (biology); Motivation theory; Scale (ratio); Mathematics education; Social psychology; Mathematics; Biology; Statistics","score_opus":0.1817485136913497,"score_gpt":0.49046432712521526,"score_spread":0.30871581343386556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1962816281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9614857,0.0041216603,0.000046859503,0.011125814,0.00007655793,0.0010289687,0.000017653025,0.000009495378,0.022087317],"genre_scores_gemma":[0.9861322,0.012847664,0.00010360282,0.00007082215,0.00008590549,0.00005260784,0.000107026135,0.000006996529,0.0005931972],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963389,0.0018240699,0.00034717034,0.00019470438,0.0009560626,0.00033910933],"domain_scores_gemma":[0.99802476,0.0014514857,0.00017085273,0.000075131386,0.00017317804,0.00010456562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014927666,0.00008446369,0.00022366173,0.00016687674,0.00042248965,0.00040288141,0.0010931905,0.00005159059,0.0001762491],"category_scores_gemma":[0.005101793,0.00006796529,0.000022583832,0.00062553975,0.00029228104,0.001074867,0.0007585098,0.00092600787,0.000005557475],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022710694,0.0001160726,0.9553598,0.0001215434,0.000018002997,0.0000029758764,0.00079797994,0.000037986738,0.000010093973,0.02659651,0.00016440084,0.016751919],"study_design_scores_gemma":[0.0006223956,0.00004559331,0.9469613,0.003751884,0.0000050081344,0.0000022857478,0.009237111,0.00012529266,0.0000072877287,0.002804104,0.036343284,0.0000944912],"about_ca_topic_score_codex":0.0019204913,"about_ca_topic_score_gemma":0.00019446338,"teacher_disagreement_score":0.036178883,"about_ca_system_score_codex":0.00016312717,"about_ca_system_score_gemma":0.000244398,"threshold_uncertainty_score":0.61076915},"labels":[],"label_agreement":null},{"id":"W1963201193","doi":"10.19173/irrodl.v8i3.513","title":"Lessons learned in researching virtual schools: The Newfoundland and Labrador experience","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Practices and Policies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Educational technology; Sociology; Distance education; Pedagogy; Media studies","score_opus":0.23858555342309976,"score_gpt":0.5775805045318846,"score_spread":0.33899495110878486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963201193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69299334,0.012269646,0.000044206696,0.2701726,0.00007831905,0.0006072092,0.000012008025,0.0000052372848,0.023817416],"genre_scores_gemma":[0.92433274,0.07436868,0.000028284458,0.00027143865,0.000085035324,0.000027176506,0.000011094738,0.0000034592224,0.00087210786],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973364,0.001238713,0.0002635705,0.00016389159,0.00070610683,0.00029132227],"domain_scores_gemma":[0.99459606,0.0048952186,0.0001002183,0.00011810931,0.00021164876,0.000078731464],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.023381488,0.00005510659,0.00012141103,0.000109567845,0.0006055805,0.00038288592,0.0009022989,0.000029656178,0.00010329497],"category_scores_gemma":[0.01292437,0.00003469141,0.00001718711,0.00061789673,0.0005830098,0.00042779412,0.00050138606,0.00096593826,0.000005491679],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020650224,0.000111478126,0.22775365,0.00020871536,0.000022651417,0.0000120850655,0.025664046,0.00004433937,0.00007567808,0.6266644,0.0015123353,0.11772412],"study_design_scores_gemma":[0.00044247464,0.0000646951,0.17668407,0.00394832,0.0000035488983,0.000007216537,0.25531816,0.00018545215,0.000009479891,0.0097307805,0.55349654,0.000109260945],"about_ca_topic_score_codex":0.056300912,"about_ca_topic_score_gemma":0.014798711,"teacher_disagreement_score":0.6169336,"about_ca_system_score_codex":0.00013168798,"about_ca_system_score_gemma":0.00034409412,"threshold_uncertainty_score":0.9953902},"labels":[],"label_agreement":null},{"id":"W201441564","doi":"10.19173/irrodl.v14i3.1466","title":"Online learner self-regulation: Learning presence viewed through quantitative content- and social network analysis","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Construct (python library); Social learning; Social network analysis; Class (philosophy); Computer science; Mathematics education; Educational technology; Psychology; Artificial intelligence; Knowledge management; World Wide Web; Social media","score_opus":0.14728356259878173,"score_gpt":0.4750484071188485,"score_spread":0.32776484452006677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W201441564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7769255,0.04775944,0.001656307,0.14622772,0.00021219981,0.0034087803,0.000051828996,0.00011415982,0.023644052],"genre_scores_gemma":[0.9462325,0.048505142,0.002288468,0.00019971195,0.00022647234,0.00007367149,0.0003010707,0.000011867532,0.0021611257],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99487936,0.003048272,0.00045553435,0.00031184143,0.0009183933,0.00038659864],"domain_scores_gemma":[0.99633974,0.0023386162,0.0002843203,0.00010649078,0.0008619476,0.000068880036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00803711,0.00011764058,0.00039875563,0.00011936794,0.00095446885,0.00036103954,0.00069011556,0.00006920463,0.00084175024],"category_scores_gemma":[0.0038812738,0.000087753724,0.000083076375,0.0014156861,0.00048256537,0.0006711349,0.0005641293,0.00094924145,0.000014954632],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002913885,0.00063137437,0.54621196,0.001756801,0.0018312125,0.00001814222,0.015724853,0.006534269,0.0001091173,0.22325227,0.0064159115,0.1972227],"study_design_scores_gemma":[0.0010833706,0.00018918875,0.17326117,0.0042092092,0.00020797068,0.0000035849469,0.10155423,0.018747827,0.000004813745,0.0042510745,0.6961184,0.00036914964],"about_ca_topic_score_codex":0.0038558585,"about_ca_topic_score_gemma":0.0005694775,"teacher_disagreement_score":0.6897025,"about_ca_system_score_codex":0.00008646033,"about_ca_system_score_gemma":0.00023151694,"threshold_uncertainty_score":0.9216575},"labels":[],"label_agreement":null},{"id":"W2033116166","doi":"10.19173/irrodl.v13i1.1065","title":"Pretesting mathematical concepts with the mobile phone: Implications for curriculum design","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mobile phone; Curriculum; Computer science; Distance education; Test (biology); Phone; Mathematics education; Multimedia; Sample (material); Face-to-face; Human–computer interaction; Psychology; Pedagogy; Telecommunications","score_opus":0.10380038233340931,"score_gpt":0.4648269430692276,"score_spread":0.3610265607358183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033116166","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020721965,0.015389473,0.911401,0.04248368,0.00013603485,0.0054856734,0.000016747583,0.000046047655,0.004319398],"genre_scores_gemma":[0.97949183,0.0013661198,0.016644426,0.00016249668,0.000071473354,0.0020763273,0.000032977096,0.000008749368,0.00014557963],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982984,0.00063303683,0.0002467936,0.00018203178,0.0003688849,0.00027084874],"domain_scores_gemma":[0.9951892,0.0038220626,0.00017264247,0.0003167084,0.00043737213,0.00006203909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007734121,0.000076724726,0.00014446222,0.000046673606,0.0002768766,0.00020933658,0.0017049372,0.00002149466,0.000033361648],"category_scores_gemma":[0.0028431378,0.00004133971,0.000026113492,0.0005109532,0.00017481137,0.00038020036,0.0005365335,0.00037594634,0.000009969346],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000738238,0.000957712,0.12796189,0.0028955403,0.00014521951,0.0000013277233,0.004498344,0.0066978545,0.00035671826,0.6017765,0.030593539,0.22404155],"study_design_scores_gemma":[0.004122184,0.0016865828,0.10433262,0.039688185,0.00012156027,0.000521351,0.017406287,0.34248602,0.0010605429,0.0531507,0.43410495,0.001319014],"about_ca_topic_score_codex":0.000030489173,"about_ca_topic_score_gemma":8.52043e-7,"teacher_disagreement_score":0.95876986,"about_ca_system_score_codex":0.00007357803,"about_ca_system_score_gemma":0.00015074559,"threshold_uncertainty_score":0.34037068},"labels":[],"label_agreement":null},{"id":"W2095938557","doi":"10.19173/irrodl.v16i4.1952","title":"Exploring new learning paradigms in ODL: A reflection on the paper of Barber, Donnelly and Rizvi (2013): “An avalanche is coming: Higher education and the revolution ahead”.","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Education and Learning Practices","field":"Social Sciences","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Sociology; Educational technology; Higher education; Pedagogy; Mathematics education; Psychology; Political science; Law","score_opus":0.5266471359868407,"score_gpt":0.5368130467909424,"score_spread":0.010165910804101785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095938557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6250544,0.019173203,0.00004657439,0.31706348,0.0004199199,0.0013822503,0.000003052441,0.000014573977,0.036842518],"genre_scores_gemma":[0.96657884,0.030734744,0.000050457802,0.0005093566,0.0001388309,0.000079937745,0.000016477941,0.0000063564057,0.0018849944],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956214,0.003083731,0.00032922145,0.00019976235,0.0005944629,0.0001714106],"domain_scores_gemma":[0.9970672,0.0020399112,0.0002842793,0.00013441795,0.00040436766,0.00006981981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016731655,0.00008089416,0.00018248009,0.00012195592,0.0004080453,0.00019776894,0.0004101943,0.000037870544,0.00015649016],"category_scores_gemma":[0.006587457,0.0000474397,0.00001912258,0.00065574143,0.00045142366,0.0006422737,0.0001577844,0.0008484089,0.000004122071],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009919512,0.00030143233,0.077105895,0.00038275708,0.000067846944,0.0000010448202,0.058589023,0.0001870113,0.00010461801,0.77502424,0.012322411,0.074921764],"study_design_scores_gemma":[0.0011612052,0.00017082799,0.061064404,0.004063248,0.000015036429,0.0000044845838,0.07384398,0.0004942378,0.000025290668,0.010086361,0.84894454,0.00012640907],"about_ca_topic_score_codex":0.013273115,"about_ca_topic_score_gemma":0.00032702228,"teacher_disagreement_score":0.8366221,"about_ca_system_score_codex":0.00013024107,"about_ca_system_score_gemma":0.00044218413,"threshold_uncertainty_score":0.9932976},"labels":[],"label_agreement":null},{"id":"W2095964035","doi":"10.19173/irrodl.v10i6.619","title":"A case study of an international e-learning training division: Meeting objectives","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Commonwealth; Medical education; Work (physics); Distance education; Sample (material); Plan (archaeology); Psychology; Pedagogy; Engineering; Medicine; Political science","score_opus":0.13687526490824875,"score_gpt":0.508797089869191,"score_spread":0.3719218249609423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095964035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97292143,0.0012904126,0.000038060545,0.0032254658,0.000073891475,0.00062481617,0.0000059872627,0.00001735718,0.021802548],"genre_scores_gemma":[0.9949997,0.004342449,0.0002933355,0.000035667803,0.000114857074,0.000018571942,0.000033325992,0.0000066914386,0.00015541461],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9953248,0.0023840538,0.0005249843,0.00029669114,0.0011815181,0.00028793505],"domain_scores_gemma":[0.99765503,0.001196914,0.00029969518,0.00014700898,0.0006076171,0.00009372666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013897812,0.00010297644,0.00030168417,0.00022189542,0.0005985122,0.00021730912,0.0011227309,0.00004512343,0.00014388506],"category_scores_gemma":[0.0070956433,0.00008046875,0.0000487695,0.00070379075,0.0001979699,0.0006295898,0.0004011665,0.0009496258,0.0000015851392],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018898568,0.0011378401,0.12679708,0.00023482736,0.00012765953,0.00075846876,0.04065998,0.0021561943,0.00012718198,0.008984562,0.000055742046,0.8187715],"study_design_scores_gemma":[0.0017505992,0.0012946087,0.017308814,0.0074987127,0.000025650123,0.00016961504,0.9259621,0.0046487846,0.000024459561,0.0012232952,0.03984644,0.00024691175],"about_ca_topic_score_codex":0.0034633512,"about_ca_topic_score_gemma":0.0005197346,"teacher_disagreement_score":0.8853021,"about_ca_system_score_codex":0.00010309189,"about_ca_system_score_gemma":0.00036017515,"threshold_uncertainty_score":0.849466},"labels":[],"label_agreement":null},{"id":"W2096189331","doi":"10.19173/irrodl.v7i2.294","title":"Adaptation for a Changing Environment: Developing learning and teaching with information and communication technologies","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information and Communications Technology; Adaptation (eye); Context (archaeology); Scholarship; Knowledge management; Educational technology; Professional development; Distance education; Information technology; Higher education; Pedagogy; Learning environment; Sociology; Engineering ethics; Public relations; Psychology; Computer science; Political science; Engineering","score_opus":0.05160713590755291,"score_gpt":0.4121879630138936,"score_spread":0.3605808271063407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096189331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59777194,0.08312366,0.09851626,0.18388063,0.00006492138,0.0063122623,0.000046666442,0.00022490097,0.030058771],"genre_scores_gemma":[0.9481581,0.04341597,0.008043758,0.000023009588,0.0000163669,0.00007925827,0.00014971159,0.000004160909,0.00010968497],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988046,0.0004043085,0.0002067901,0.00010123001,0.00030229424,0.000180723],"domain_scores_gemma":[0.99886537,0.00078909396,0.0001590006,0.000052549483,0.000119083066,0.000014922229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067301164,0.000055388547,0.00011327795,0.00015133136,0.0008760228,0.000218035,0.0002450261,0.000034054654,0.0000043451964],"category_scores_gemma":[0.0016337335,0.000041477764,0.000008110369,0.0001559272,0.00022932749,0.00057910074,0.00033342643,0.00042616343,4.9518127e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006498867,0.00001952218,0.029320741,0.00069767155,0.000019676983,6.3972607e-7,0.0022427617,0.00054063817,0.000026163914,0.28177813,0.000049301674,0.68523973],"study_design_scores_gemma":[0.0008791854,0.00013853809,0.0031147199,0.008757579,0.00001547554,0.0000073775386,0.15311353,0.011315885,0.00003454362,0.007037557,0.81540704,0.00017857383],"about_ca_topic_score_codex":0.0007958638,"about_ca_topic_score_gemma":0.0001223738,"teacher_disagreement_score":0.81535774,"about_ca_system_score_codex":0.000072638315,"about_ca_system_score_gemma":0.00009695662,"threshold_uncertainty_score":0.6737748},"labels":[],"label_agreement":null},{"id":"W2096211082","doi":"10.19173/irrodl.v15i6.1907","title":"Sense of community in a blended technology integration course: A design-based research study","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blended learning; Social connectedness; Context (archaeology); Flexibility (engineering); Sense of community; Maturity (psychological); Course (navigation); Instructional design; Computer science; Learning design; Mathematics education; Psychology; Educational technology; Mathematics; Engineering; Statistics; Social psychology; Developmental psychology","score_opus":0.23369722060661613,"score_gpt":0.5376655470509331,"score_spread":0.3039683264443169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096211082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.936347,0.0024876657,0.0011819111,0.049073916,0.000047252444,0.002429767,0.00001190977,0.000020092128,0.008400466],"genre_scores_gemma":[0.9972296,0.0021752669,0.00032297635,0.00002841538,0.0000210537,0.000083118284,0.000027555328,0.0000055164496,0.00010652951],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9841725,0.013729164,0.00045876272,0.00016152964,0.0011616658,0.0003163513],"domain_scores_gemma":[0.993471,0.005035732,0.00015910888,0.00025235454,0.0010347983,0.000046980695],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06480604,0.00007298558,0.0002860309,0.0004612908,0.00045332554,0.000085166204,0.00097625196,0.00006879263,0.00008072594],"category_scores_gemma":[0.020203348,0.00005503399,0.000026929876,0.0019827895,0.0007095814,0.00014181048,0.0005024477,0.0020728211,0.0000034039836],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010570457,0.0049250643,0.2855322,0.0015338081,0.00011857182,0.000052420677,0.011586654,0.0024566432,0.00090963754,0.09306549,0.0022291774,0.5965333],"study_design_scores_gemma":[0.007226751,0.0038916653,0.06447046,0.037661634,0.000046682846,0.0000117148265,0.7088092,0.025982147,0.0011498583,0.037236102,0.11297737,0.00053641014],"about_ca_topic_score_codex":0.0065533346,"about_ca_topic_score_gemma":0.0031069412,"teacher_disagreement_score":0.69722253,"about_ca_system_score_codex":0.00015023873,"about_ca_system_score_gemma":0.0009658066,"threshold_uncertainty_score":0.9906725},"labels":[],"label_agreement":null},{"id":"W2096457584","doi":"10.19173/irrodl.v15i4.1753","title":"Using wikis for online group projects: Student and tutor perspectives","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"TUTOR; Workload; Context (archaeology); Computer science; Resource (disambiguation); Collaborative learning; Medical education; Psychology; Knowledge management; Mathematics education; Medicine","score_opus":0.19730970227669348,"score_gpt":0.5673495921308838,"score_spread":0.3700398898541903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096457584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86973655,0.028339844,0.0032731066,0.07847422,0.00035057406,0.0042101243,0.00010228849,0.00002430186,0.015488973],"genre_scores_gemma":[0.9765796,0.021366827,0.0012430473,0.00014178651,0.00019175584,0.00008381454,0.000059898557,0.000004660954,0.00032858824],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984746,0.0006478268,0.0001757599,0.00014695944,0.0004284957,0.00012633741],"domain_scores_gemma":[0.9985452,0.00071205606,0.000089706475,0.000068684065,0.00054437283,0.000039976294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006412854,0.000043690583,0.00011476774,0.00006549332,0.0003391511,0.00020315684,0.0003873864,0.00002166935,0.000041407762],"category_scores_gemma":[0.0048023476,0.00003258775,0.000015930153,0.00032691157,0.00023866634,0.00019468984,0.000173122,0.00016546359,5.099009e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016250483,0.00060019136,0.040539794,0.0010474975,0.000069708556,7.366502e-7,0.025446331,0.00005599786,0.00022263883,0.82329035,0.0021629252,0.10640134],"study_design_scores_gemma":[0.0008964421,0.00018047068,0.017872771,0.0044512386,0.000015798634,0.0000018699855,0.2910398,0.003956921,0.0000110894725,0.0049161236,0.67651665,0.00014083661],"about_ca_topic_score_codex":0.0010099164,"about_ca_topic_score_gemma":0.0003519075,"teacher_disagreement_score":0.8183742,"about_ca_system_score_codex":0.00013368306,"about_ca_system_score_gemma":0.00020663653,"threshold_uncertainty_score":0.5749206},"labels":[],"label_agreement":null},{"id":"W2097184797","doi":"10.19173/irrodl.v16i4.2355","title":"How factors of personal attitudes and learning environments affect gender difference toward mobile learning acceptance","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Affect (linguistics); Psychology; Perception; Significant difference; Technology acceptance model; Mathematics education; Social psychology; Computer science; Usability; Medicine; Communication; Human–computer interaction","score_opus":0.1644070920115105,"score_gpt":0.45750032699328963,"score_spread":0.29309323498177914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097184797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98375857,0.01123053,0.00017157973,0.0022312219,0.000047565693,0.0006096378,0.000010990058,0.00001484019,0.001925079],"genre_scores_gemma":[0.9766847,0.022177244,0.000049644143,0.000019450981,0.00001940975,0.000026335652,0.00002630892,0.0000075007206,0.0009893936],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996851,0.001341882,0.00021780065,0.00024174932,0.001043118,0.00030444073],"domain_scores_gemma":[0.9987675,0.0006551983,0.00021653742,0.00009406006,0.00014857017,0.00011810968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005634572,0.00011032601,0.00028486262,0.000101602694,0.00033766642,0.00018643483,0.0008515743,0.00007495748,0.00007381569],"category_scores_gemma":[0.0074519464,0.00008257454,0.000039822124,0.00028221932,0.00081445,0.00031086724,0.000772988,0.0010750891,0.000002252729],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052081872,0.00007981006,0.97417694,0.0004406029,0.000042802483,0.000003889589,0.0032513503,0.0000391448,0.0002575091,0.00082884304,0.000105826155,0.020721199],"study_design_scores_gemma":[0.0014159457,0.00048847095,0.8451372,0.0068182484,0.000023133745,0.00000763638,0.11064386,0.00070522114,0.00035535588,0.00052909955,0.033570115,0.00030571158],"about_ca_topic_score_codex":0.0008466232,"about_ca_topic_score_gemma":0.000030155166,"teacher_disagreement_score":0.12903975,"about_ca_system_score_codex":0.00017466983,"about_ca_system_score_gemma":0.00014151815,"threshold_uncertainty_score":0.89212143},"labels":[],"label_agreement":null},{"id":"W2097849173","doi":"10.19173/irrodl.v14i1.1382","title":"Uses of published research: An exploratory case study","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Prestige; Exploratory research; Psychology; Sociology; Social science; Philosophy; Linguistics","score_opus":0.26348828467639474,"score_gpt":0.5405654838937777,"score_spread":0.27707719921738294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097849173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97558033,0.0033648275,0.0000077558425,0.010367706,0.000049199138,0.0014203499,0.000010400748,0.000010366552,0.009189087],"genre_scores_gemma":[0.99251366,0.006783723,0.000090805144,0.000029693108,0.00008157807,0.00013139065,0.00002766067,0.0000072273347,0.00033426064],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9913011,0.0061218427,0.00044369014,0.0002590436,0.001533246,0.00034105656],"domain_scores_gemma":[0.9955384,0.0020243134,0.00015183783,0.0002632993,0.0018910343,0.0001310982],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034040198,0.000071816554,0.0002458964,0.00026535548,0.00052904786,0.00041777626,0.0013595952,0.00004108598,0.00091722165],"category_scores_gemma":[0.011911372,0.000050670926,0.000032100714,0.0011650478,0.00059365906,0.0011792292,0.0008659335,0.001015803,0.000015499734],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018761877,0.0034316108,0.56906784,0.0018897459,0.00021704823,0.0007462095,0.03482213,0.000116934454,0.00024102518,0.044717155,0.018064415,0.32649827],"study_design_scores_gemma":[0.0007657453,0.0005697956,0.005900827,0.0036624803,0.000009740722,0.000028984332,0.85463566,0.00032453387,0.000029537048,0.003256544,0.13067347,0.00014270855],"about_ca_topic_score_codex":0.024526328,"about_ca_topic_score_gemma":0.002675029,"teacher_disagreement_score":0.8198135,"about_ca_system_score_codex":0.00009172189,"about_ca_system_score_gemma":0.0006917045,"threshold_uncertainty_score":0.99999607},"labels":[],"label_agreement":null},{"id":"W2098275860","doi":"10.19173/irrodl.v1i2.23","title":"Converting Student Support Services to Online Delivery","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Accreditation; Higher education; Institution; World Wide Web; Online presence management; Computer science; The Internet; Multimedia; Medical education; Sociology; Pedagogy; Political science","score_opus":0.09220655364911255,"score_gpt":0.5047074681923894,"score_spread":0.41250091454327686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098275860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9205951,0.0065949126,0.00003177723,0.052647736,0.00009811982,0.0007519145,0.000027156886,0.000018159983,0.019235106],"genre_scores_gemma":[0.9289729,0.068335526,0.00019913391,0.00060839107,0.00015059528,0.000024415589,0.00013413737,0.000006552492,0.0015683407],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975211,0.0007031125,0.0003288311,0.0001924581,0.0009646226,0.0002899028],"domain_scores_gemma":[0.9986584,0.0005439269,0.00010638945,0.00011145491,0.00047380096,0.00010598208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077635166,0.000067266395,0.0001849913,0.000108578344,0.0003672451,0.00016872982,0.0011895436,0.000029948855,0.0005235613],"category_scores_gemma":[0.0012323112,0.000050323128,0.00003321499,0.00062270253,0.00011942961,0.00024066311,0.00080253475,0.00048528388,0.00003309067],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014620156,0.00033706584,0.67404985,0.0006733437,0.000067687906,0.000063131665,0.0032146282,0.00021894512,0.00010501886,0.010993215,0.0018402528,0.30829066],"study_design_scores_gemma":[0.00029038152,0.0000796143,0.020007374,0.004250182,0.000006112072,0.0000043916416,0.037020266,0.00021982906,0.000008637506,0.00017921366,0.937853,0.0000810175],"about_ca_topic_score_codex":0.0031219616,"about_ca_topic_score_gemma":0.0013242202,"teacher_disagreement_score":0.93601274,"about_ca_system_score_codex":0.00010611175,"about_ca_system_score_gemma":0.00030822365,"threshold_uncertainty_score":0.57326293},"labels":[],"label_agreement":null},{"id":"W2099854045","doi":"10.19173/irrodl.v3i2.107","title":"Using Web-Based, Group Communication Systems to Support Case Study Learning at a Distance","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University; University of Alberta","funders":"","keywords":"Brainstorming; Distance education; Asynchronous communication; Computer science; Cooperative learning; Computer-mediated communication; Mathematics education; Class (philosophy); Synchronous learning; Multimedia; Asynchronous learning; Psychology; Teaching method; World Wide Web; The Internet; Artificial intelligence","score_opus":0.20370441698246436,"score_gpt":0.49999224382015517,"score_spread":0.29628782683769084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099854045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9588085,0.014325547,0.00045139552,0.009006627,0.000112667316,0.0026016913,0.00003175392,0.000040898973,0.014620924],"genre_scores_gemma":[0.99195445,0.006555741,0.00024865463,0.00005633205,0.00005232666,0.00008534541,0.000047244503,0.000010768229,0.0009891709],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99467015,0.0032942255,0.00044850426,0.000264516,0.0009941135,0.0003285158],"domain_scores_gemma":[0.9977991,0.0012164017,0.00020959807,0.00024647612,0.00040548787,0.0001229124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012554697,0.00010143684,0.00026371618,0.00015817233,0.0011649531,0.00032001315,0.0010015498,0.000040136085,0.0003892605],"category_scores_gemma":[0.0030190956,0.00008176872,0.000040927545,0.00089875696,0.00021102301,0.0002693262,0.00076707266,0.0007898086,0.000023802717],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028658062,0.0015269392,0.83036715,0.0018452073,0.0001704066,0.0014330401,0.012018222,0.021801833,0.00011688262,0.017484998,0.005833423,0.107115336],"study_design_scores_gemma":[0.0012575656,0.0003992246,0.0006868271,0.007137958,0.000027249815,0.00012119202,0.11507751,0.05101933,0.0000022204229,0.000039108494,0.82399213,0.00023970316],"about_ca_topic_score_codex":0.0072623286,"about_ca_topic_score_gemma":0.0024550518,"teacher_disagreement_score":0.8296803,"about_ca_system_score_codex":0.00039090848,"about_ca_system_score_gemma":0.00017376838,"threshold_uncertainty_score":0.9993484},"labels":[],"label_agreement":null},{"id":"W2100291937","doi":"10.19173/irrodl.v4i2.155","title":"On the Concepts of Usability and Reusability of Learning Objects","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Usability; Reusability; Computer science; Learning object; Cognitive walkthrough; Object (grammar); Human–computer interaction; Usability engineering; USable; Software engineering; World Wide Web; Artificial intelligence; Programming language; Software","score_opus":0.08676701136945572,"score_gpt":0.44407736904183975,"score_spread":0.35731035767238406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100291937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91007066,0.005847262,0.0010742598,0.014644877,0.00013449133,0.0013558874,0.0000093428225,0.000014438291,0.066848785],"genre_scores_gemma":[0.99544936,0.0039798426,0.00029941258,0.00007054456,0.000006101344,0.000023630368,0.0000070330834,0.0000033891674,0.00016070911],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9960263,0.0024443741,0.00045282603,0.00026561433,0.0006321251,0.00017878985],"domain_scores_gemma":[0.9946702,0.0041866917,0.00027100666,0.00032906307,0.00048788416,0.000055160875],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013924561,0.00008459586,0.00026244187,0.00006914464,0.00018863287,0.0001110952,0.0012759765,0.000030031264,0.0001817464],"category_scores_gemma":[0.02057277,0.000052171046,0.0000419639,0.0006031559,0.00044220954,0.00022898261,0.00071751495,0.0007555807,0.0000035697603],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081311795,0.00030109164,0.15962811,0.0013988413,0.000050003688,0.0000017622874,0.0020861996,0.0006759763,0.00040953915,0.8157668,0.00058620394,0.019014161],"study_design_scores_gemma":[0.006122126,0.003793416,0.45643082,0.051676944,0.00006570106,0.00011941074,0.1313188,0.033948187,0.014914131,0.120001316,0.18023093,0.0013782192],"about_ca_topic_score_codex":0.00023051906,"about_ca_topic_score_gemma":0.000007970578,"teacher_disagreement_score":0.6957655,"about_ca_system_score_codex":0.000054856715,"about_ca_system_score_gemma":0.00022220184,"threshold_uncertainty_score":0.98767734},"labels":[],"label_agreement":null},{"id":"W2100381134","doi":"10.19173/irrodl.v5i1.172","title":"Distance Learning for Teacher Training in Brazil","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Digital Technologies","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Certification; Distance education; Unit (ring theory); Medical education; Service (business); Christian ministry; Human resources; Training (meteorology); Computer science; Business; Medicine; Pedagogy; Psychology; Mathematics education; Political science; Marketing; Geography","score_opus":0.18652129871582987,"score_gpt":0.5261425204721025,"score_spread":0.33962122175627263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100381134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35725665,0.0374316,0.002983228,0.25758198,0.00030440473,0.0038417175,0.000031924497,0.00012005249,0.34044844],"genre_scores_gemma":[0.98467773,0.013823305,0.00014360389,0.000095158895,0.000030334111,0.0001150456,0.00003454501,0.000004438963,0.0010758146],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987338,0.00025438308,0.00023981821,0.00015551224,0.0003853477,0.00023110153],"domain_scores_gemma":[0.9988984,0.0007292847,0.000086511485,0.000075205804,0.00017342062,0.000037164293],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006195292,0.000052268275,0.00014616209,0.00010227651,0.00024081866,0.0001651651,0.00072699995,0.000038109694,0.000057808615],"category_scores_gemma":[0.012086779,0.00004074022,0.000028639797,0.00052707625,0.00033668723,0.00025908762,0.00019574372,0.00047392142,0.0000035667144],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008260845,0.00014564829,0.07143727,0.00052262534,0.000016666587,0.000004773302,0.008810214,0.0005212635,0.000023640045,0.74293417,0.00087621354,0.17462489],"study_design_scores_gemma":[0.0011399173,0.00009473809,0.011481608,0.009908206,0.0000031658178,0.0000022184818,0.15931726,0.00016164286,0.000041118165,0.08543305,0.7322546,0.00016242932],"about_ca_topic_score_codex":0.0013276617,"about_ca_topic_score_gemma":0.0007729501,"teacher_disagreement_score":0.73137844,"about_ca_system_score_codex":0.00019554766,"about_ca_system_score_gemma":0.0004061783,"threshold_uncertainty_score":0.99623483},"labels":[],"label_agreement":null},{"id":"W2100846774","doi":"10.19173/irrodl.v3i1.83","title":"An Assessment of the Effectiveness of e-learning in Corporate Training Programs","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":245,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Corporate Education; Business; Class (philosophy); On-the-job training; Marketing; Knowledge management; Operations management; Medical education; Computer science; Adult education; Psychology; Pedagogy; Economics; Medicine; Artificial intelligence","score_opus":0.17655942838292144,"score_gpt":0.5037850710019999,"score_spread":0.32722564261907844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100846774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97516906,0.0026585876,0.00008991157,0.0028176864,0.00006097359,0.0011481765,0.000008493523,0.0000086627515,0.018038418],"genre_scores_gemma":[0.99349064,0.006119146,0.00019042636,0.0000082449815,0.00002178247,0.000038859704,0.000025841779,0.000005570141,0.00009948929],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9927736,0.005554609,0.00040546653,0.00017446045,0.00086145406,0.00023044574],"domain_scores_gemma":[0.9975737,0.001522708,0.0003661035,0.00013682501,0.00035665426,0.000044041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022286182,0.00007024215,0.00028773915,0.000105762134,0.00019401335,0.00006771607,0.0010088765,0.00004183384,0.000110891575],"category_scores_gemma":[0.003307403,0.00004576758,0.000050297036,0.0010063454,0.0004355979,0.00022542756,0.00028997002,0.00082649844,6.598435e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000598542,0.00029263087,0.8104296,0.0011557522,0.000029868628,0.000005008724,0.0016282467,0.0014884288,0.00037050343,0.033236306,0.000014432715,0.15128937],"study_design_scores_gemma":[0.0033601653,0.0011377812,0.7012106,0.08300672,0.000042895346,0.000009767701,0.10970334,0.031883627,0.00031558864,0.00794625,0.060939945,0.0004433204],"about_ca_topic_score_codex":0.0011054332,"about_ca_topic_score_gemma":0.0002217471,"teacher_disagreement_score":0.15084606,"about_ca_system_score_codex":0.00009705814,"about_ca_system_score_gemma":0.00034254868,"threshold_uncertainty_score":0.77239907},"labels":[],"label_agreement":null},{"id":"W2101168948","doi":"10.19173/irrodl.v14i5.1595","title":"Improved fuzzy modelling to predict the academic performance of distance education students","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Login; Computer science; Fuzzy logic; Upload; Learning Management; Academic year; Mathematics education; Quality (philosophy); Artificial intelligence; Machine learning; Multimedia; Psychology; World Wide Web; Operating system","score_opus":0.05533398521883175,"score_gpt":0.430405401365496,"score_spread":0.3750714161466642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101168948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8801328,0.012010617,0.04340388,0.060376666,0.0001811502,0.0018395715,0.000014886863,0.000020481442,0.0020199686],"genre_scores_gemma":[0.9848824,0.013547769,0.000796629,0.0001733758,0.00003468493,0.00007045938,0.0000156246,0.000003794018,0.0004752288],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983285,0.0002740684,0.0003558586,0.00018652249,0.00068201317,0.00017300324],"domain_scores_gemma":[0.9986362,0.00040079647,0.00016084313,0.00026590208,0.00048225597,0.000054045388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038238221,0.0000679095,0.00015237024,0.00007863599,0.0001263753,0.00016192243,0.0029020163,0.000023561868,0.000010803609],"category_scores_gemma":[0.00074949506,0.00004008473,0.000026562704,0.000580765,0.00008486264,0.00034060056,0.0011444053,0.0006539678,0.000008391112],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012296648,0.0005448186,0.44537476,0.0036587534,0.00013899044,0.0000015035164,0.0017816673,0.045379966,0.00061206403,0.06362407,0.005996273,0.43276417],"study_design_scores_gemma":[0.0002974299,0.00017576091,0.022618199,0.011171545,0.0000070799365,0.0000049897394,0.0008320197,0.947681,0.00008511747,0.0031860594,0.013822948,0.000117820666],"about_ca_topic_score_codex":0.00032876842,"about_ca_topic_score_gemma":0.0000024470246,"teacher_disagreement_score":0.9023011,"about_ca_system_score_codex":0.00005090189,"about_ca_system_score_gemma":0.00018474761,"threshold_uncertainty_score":0.53927165},"labels":[],"label_agreement":null},{"id":"W2101289693","doi":"10.19173/irrodl.v16i4.2326","title":"The Role of Social Media for Collaborative Learning to Improve Academic Performance of Students and Researchers in Malaysian Higher Education","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interactivity; Social media; Collaborative learning; Optimal distinctiveness theory; Psychology; Empirical research; Student engagement; Higher education; Pedagogy; Mathematics education; Social psychology; Multimedia; Computer science; World Wide Web","score_opus":0.18492751200712007,"score_gpt":0.5181217139737786,"score_spread":0.3331942019666585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101289693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96616256,0.009617266,0.000002156938,0.006380779,0.00007559188,0.0012044501,0.0000100440075,0.0000022724007,0.016544873],"genre_scores_gemma":[0.9894382,0.009241161,0.0000209403,0.000010742231,0.000051004215,0.00011428016,0.000014685121,0.0000033868744,0.0011056022],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981339,0.0006377904,0.00026056636,0.00011506914,0.00068171695,0.00017093148],"domain_scores_gemma":[0.99814606,0.0009766358,0.00013136843,0.00004950598,0.00064254785,0.000053905573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012941056,0.000043065364,0.00014343533,0.000104418425,0.00020211536,0.00007632819,0.0007629694,0.00003092906,0.000013251639],"category_scores_gemma":[0.0050767367,0.000030264544,0.000013838539,0.0005863797,0.00024807575,0.00016853672,0.00057038106,0.00035995353,9.16626e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074374315,0.00010887757,0.6727214,0.00078776927,0.0000532895,3.077577e-7,0.03231522,0.000058352325,0.00019108043,0.101324365,0.0011541496,0.19054148],"study_design_scores_gemma":[0.0015799118,0.0003355319,0.21450853,0.006244279,0.000016273842,1.567111e-7,0.35787103,0.0012243667,0.00021981983,0.0071870647,0.41064477,0.00016828856],"about_ca_topic_score_codex":0.00038025537,"about_ca_topic_score_gemma":0.00018537093,"teacher_disagreement_score":0.45821282,"about_ca_system_score_codex":0.00011958422,"about_ca_system_score_gemma":0.000324001,"threshold_uncertainty_score":0.6077695},"labels":[],"label_agreement":null},{"id":"W2102213548","doi":"10.19173/irrodl.v6i3.267","title":"Problem-based Learning in an Online Course: A case study","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Iowa State University","keywords":"Problem-based learning; Context (archaeology); Mathematics education; Psychology; Online course; Computer science; Pedagogy; Medical education; Medicine; Biology","score_opus":0.15130636353443172,"score_gpt":0.5081353889332112,"score_spread":0.3568290253987795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102213548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97308916,0.0066768248,0.00008158156,0.010113133,0.000039425227,0.0021043248,0.000020672895,0.000033426768,0.007841452],"genre_scores_gemma":[0.997705,0.0013658466,0.00019763455,0.0000763657,0.00006944812,0.000110007575,0.00014651567,0.000010221116,0.0003190013],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99416417,0.0037525834,0.0004884945,0.00030466274,0.0009051546,0.0003849181],"domain_scores_gemma":[0.9980934,0.0010869902,0.00018659298,0.00014917515,0.00040835852,0.00007543079],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018450705,0.00010692218,0.00026399075,0.00020540487,0.0005491607,0.0002694637,0.00086727197,0.00005040403,0.00017748222],"category_scores_gemma":[0.0017319133,0.0000841168,0.00003387821,0.0010914655,0.00028401925,0.00035554,0.000300184,0.0011969917,0.000003930672],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118437805,0.001670493,0.935113,0.00058244646,0.00001563052,0.00088121154,0.0028405096,0.0059791934,0.000021193368,0.004095703,0.00024622347,0.048435975],"study_design_scores_gemma":[0.010919903,0.0028063508,0.18932863,0.03010295,0.00008885567,0.00023806536,0.40542793,0.030297317,0.000028577633,0.005654495,0.32387662,0.0012303109],"about_ca_topic_score_codex":0.067572534,"about_ca_topic_score_gemma":0.024904544,"teacher_disagreement_score":0.74578434,"about_ca_system_score_codex":0.00016981969,"about_ca_system_score_gemma":0.00071316323,"threshold_uncertainty_score":0.9928884},"labels":[],"label_agreement":null},{"id":"W2102317795","doi":"10.19173/irrodl.v7i2.297","title":"\"It's a unique role!\" Perspectives on tutor attributes and expertise in distance language teaching","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"TUTOR; Distance education; Perspective (graphical); Context (archaeology); Computer science; Reflection (computer programming); Professional development; Field (mathematics); Face (sociological concept); Mathematics education; Pedagogy; Engineering ethics; Psychology; Sociology; Engineering; Artificial intelligence","score_opus":0.05568922707019436,"score_gpt":0.3998499830480734,"score_spread":0.34416075597787904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102317795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77014285,0.09424101,0.00016567388,0.02395163,0.00006811008,0.00085010537,0.00008892504,0.00003684467,0.11045485],"genre_scores_gemma":[0.993598,0.004385414,0.000030894964,0.0001313622,0.00010797409,0.000047123598,0.000075084165,0.0000098062865,0.001614341],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980053,0.0008822663,0.0002946327,0.00023836763,0.00036505383,0.00021443509],"domain_scores_gemma":[0.99885315,0.0007866662,0.000101182966,0.00012978728,0.00009674264,0.00003250286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043927273,0.00010612904,0.00022455177,0.00014076944,0.0003185026,0.0003309955,0.00042891264,0.000024190951,0.00016830183],"category_scores_gemma":[0.0017713235,0.00007441833,0.00003118786,0.00008094162,0.000254494,0.00021538006,0.00025245428,0.0010606911,0.0000041872404],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025959767,0.0004431797,0.032854307,0.001059643,0.000047571604,0.00006611084,0.10152645,0.00027967975,0.00029153156,0.8107829,0.0039670607,0.048421938],"study_design_scores_gemma":[0.0019098822,0.00036717163,0.014844118,0.038464416,0.000014719919,0.00002217217,0.38807347,0.006509799,0.000084636435,0.0037547452,0.54546326,0.00049161166],"about_ca_topic_score_codex":0.005216068,"about_ca_topic_score_gemma":0.000802476,"teacher_disagreement_score":0.8070282,"about_ca_system_score_codex":0.00011838301,"about_ca_system_score_gemma":0.000039765408,"threshold_uncertainty_score":0.78851694},"labels":[],"label_agreement":null},{"id":"W2102665385","doi":"10.19173/irrodl.v15i3.1770","title":"Telecommuting academics within an open distance education environment of South Africa: More content, productive, and healthy?","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Work-Family Balance Challenges","field":"Social Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telecommuting; Distance education; Higher education; Public relations; Psychology; Sociology; Work (physics); Marketing; Business; Engineering; Political science; Pedagogy; Economics; Economic growth","score_opus":0.18229678637955962,"score_gpt":0.4518502127710344,"score_spread":0.2695534263914747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102665385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91622734,0.039805226,0.0002880859,0.026665166,0.000115516326,0.0026555962,0.000049974165,0.000011982121,0.014181137],"genre_scores_gemma":[0.9635393,0.035663832,0.00032541796,0.00007435701,0.00005298676,0.000071601484,0.000039847375,0.000005637039,0.00022702193],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99751073,0.0012015257,0.00032851574,0.00023920796,0.00053158676,0.00018840401],"domain_scores_gemma":[0.9987687,0.0005122621,0.00029640007,0.00017169453,0.00017389863,0.00007703689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011779262,0.00006726179,0.0002212604,0.0000463681,0.00026683538,0.00010779458,0.0012095062,0.000037689948,0.000022190172],"category_scores_gemma":[0.0035261211,0.00005119741,0.000011883949,0.00021072011,0.00051446364,0.00033166466,0.0007235118,0.000498585,9.60186e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042150347,0.0005101089,0.7756439,0.0016704412,0.000060197326,8.174035e-7,0.0507177,0.00009661807,0.0002234058,0.089623496,0.0009782689,0.08005355],"study_design_scores_gemma":[0.0015363751,0.0006249645,0.44053835,0.020933384,0.00002554586,0.0000061098467,0.3322971,0.0007831993,0.00007829257,0.011827501,0.19093975,0.0004094452],"about_ca_topic_score_codex":0.0011532152,"about_ca_topic_score_gemma":0.00012885524,"teacher_disagreement_score":0.33510554,"about_ca_system_score_codex":0.00012903287,"about_ca_system_score_gemma":0.00024645828,"threshold_uncertainty_score":0.4221351},"labels":[],"label_agreement":null},{"id":"W2102770113","doi":"10.19173/irrodl.v13i1.1073","title":"Toward a CoI population parameter: The impact of unit (sentence vs. message) on the results of quantitative content analysis","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sentence; Population; Unit (ring theory); Meaning (existential); Distance education; Psychology; Mathematics education; Computer science; Artificial intelligence; Sociology; Demography","score_opus":0.32589062057645646,"score_gpt":0.5306512924549023,"score_spread":0.20476067187844582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102770113","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9694155,0.003983386,0.00012831292,0.021195307,0.000033749766,0.0007524278,0.00012376733,0.0000039837405,0.004363566],"genre_scores_gemma":[0.99046934,0.009171283,0.00005915442,0.000031453863,0.000022667702,0.000016853315,0.00009629812,0.000003025069,0.00012990972],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955296,0.0027625517,0.00046511812,0.00012118962,0.00090415427,0.00021739802],"domain_scores_gemma":[0.993299,0.00542193,0.00045422482,0.00018210855,0.00059523195,0.000047476995],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01644099,0.000072542396,0.00028604708,0.00012634092,0.00023283037,0.00006183669,0.00087057427,0.000029114235,0.000114547314],"category_scores_gemma":[0.015457373,0.000033454806,0.00014051473,0.0012427054,0.00041460374,0.00019657417,0.00024436606,0.00047153863,0.0000023174937],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011009902,0.0003602409,0.8408381,0.00027860652,0.00090750505,0.0000020606046,0.0066765267,0.002263131,0.00008642391,0.123631105,0.00083697535,0.023018336],"study_design_scores_gemma":[0.00096618873,0.00060366356,0.88868684,0.00640743,0.00018549322,0.0000017897833,0.08156719,0.0056863963,0.00013074116,0.0018572769,0.0137344925,0.00017250584],"about_ca_topic_score_codex":0.021820463,"about_ca_topic_score_gemma":0.0003189927,"teacher_disagreement_score":0.12177383,"about_ca_system_score_codex":0.000078382414,"about_ca_system_score_gemma":0.00016842353,"threshold_uncertainty_score":0.9928358},"labels":[],"label_agreement":null},{"id":"W2103009725","doi":"10.19173/irrodl.v6i3.274","title":"Audio/ Videoconferencing Packages: Low cost","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Multimedia Communication and Technology","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Voice over IP; Videoconferencing; Asynchronous communication; Multimedia; Teleconference; The Internet; CLARITY; Distance education; Asynchronous learning; Software; Quality (philosophy); World Wide Web; Telecommunications; Teaching method; Synchronous learning; Cooperative learning","score_opus":0.11858962100403467,"score_gpt":0.49087262173879104,"score_spread":0.3722830007347564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103009725","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07844321,0.030992096,0.0013281065,0.24710605,0.00023445014,0.003704861,0.00006516277,0.00009971465,0.63802636],"genre_scores_gemma":[0.9581646,0.040727336,0.00010303813,0.00011407453,0.00003708267,0.00007566938,0.000076619566,0.0000033087588,0.00069832464],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99810463,0.0008494303,0.0002527471,0.00012274178,0.00047903534,0.00019143667],"domain_scores_gemma":[0.9981395,0.0012114812,0.00010731322,0.00018320935,0.0003222497,0.000036225076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006658944,0.000047432633,0.00014175268,0.00009447862,0.0003096951,0.000117582225,0.0013073923,0.000042488813,0.00046846876],"category_scores_gemma":[0.004024342,0.000035662317,0.000024600855,0.00042455172,0.00045351812,0.00012931763,0.0005574129,0.0004914618,0.000022098016],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038996346,0.00018538015,0.09845955,0.0004979268,0.000028150738,0.000009618955,0.0008115115,0.0000335255,0.00015727397,0.69967526,0.012850178,0.18725266],"study_design_scores_gemma":[0.0005543263,0.00002054224,0.015101827,0.0055960435,0.0000042082256,0.0000026496089,0.0075499825,0.0007825977,0.00011948707,0.0116214715,0.95854294,0.000103940096],"about_ca_topic_score_codex":0.009025522,"about_ca_topic_score_gemma":0.0015865556,"teacher_disagreement_score":0.9456927,"about_ca_system_score_codex":0.000109802764,"about_ca_system_score_gemma":0.0002164972,"threshold_uncertainty_score":0.99757344},"labels":[],"label_agreement":null},{"id":"W2103813856","doi":"10.19173/irrodl.v12i1.893","title":"Validation of competencies in e-portfolios: A qualitative analysis","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Competence (human resources); The Internet; Computer science; Qualitative research; Portfolio; Qualitative analysis; Knowledge management; Psychology; Mathematics education; World Wide Web; Sociology; Business","score_opus":0.27965463088176723,"score_gpt":0.5873139355825285,"score_spread":0.3076593047007613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103813856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79067063,0.006875074,0.00053508725,0.005927079,0.00008495496,0.0009759385,0.000022933771,0.000005739938,0.19490257],"genre_scores_gemma":[0.98101574,0.018223824,0.0005343831,0.000019728033,0.000010710584,0.000041876498,0.00003819483,0.000001949518,0.00011361839],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9958368,0.0029240283,0.00035860998,0.00012924903,0.0006264471,0.00012488996],"domain_scores_gemma":[0.9971855,0.0017807927,0.00028951015,0.00010036135,0.00061626703,0.000027563987],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01917326,0.000040792915,0.0001910296,0.0003025815,0.00010064282,0.000041798794,0.00063844933,0.000022861086,0.0003557555],"category_scores_gemma":[0.010467391,0.00003142436,0.00003593782,0.0018439835,0.00036490377,0.00039052492,0.00019323052,0.00027732961,0.0000025569964],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015311665,0.00035736102,0.6472504,0.00044107108,0.00024067311,0.0000027986507,0.1303293,0.000083979416,0.000096279524,0.20966831,0.00013442815,0.011242261],"study_design_scores_gemma":[0.0006239735,0.00016407142,0.2991883,0.005896064,0.000110591165,0.0000013227324,0.6050074,0.00046625375,0.0007023325,0.06573849,0.021906996,0.00019421939],"about_ca_topic_score_codex":0.023023227,"about_ca_topic_score_gemma":0.0009904642,"teacher_disagreement_score":0.4746781,"about_ca_system_score_codex":0.0001389334,"about_ca_system_score_gemma":0.00024724935,"threshold_uncertainty_score":0.9978679},"labels":[],"label_agreement":null},{"id":"W2103976780","doi":"10.19173/irrodl.v12i3.882","title":"The challenges to connectivist learning on open online networks: Learning experiences during a massive open online course","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":738,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Open learning; Synchronous learning; Educational technology; Computer science; Online learning; Open education; Active learning (machine learning); Distance education; Open educational resources; Online course; Massive open online course; Cooperative learning; Multimedia; Mathematics education; Psychology; Teaching method; World Wide Web; Artificial intelligence","score_opus":0.16548877304278178,"score_gpt":0.4836593529989805,"score_spread":0.3181705799561987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103976780","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7690196,0.032464314,0.00012093835,0.11619772,0.00041293577,0.005670155,0.00004064626,0.00008286433,0.0759908],"genre_scores_gemma":[0.920987,0.07564507,0.00024443705,0.00018985513,0.0002278202,0.0002837075,0.00008325036,0.000023743345,0.0023150856],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9934642,0.003611671,0.0005945383,0.0005666833,0.0010808186,0.00068209803],"domain_scores_gemma":[0.9958991,0.0025469258,0.00041198407,0.0002941759,0.00063240394,0.00021544425],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.013740368,0.00020793999,0.00046828212,0.00012504368,0.0024275382,0.0010175854,0.0051532816,0.00008003981,0.00035248196],"category_scores_gemma":[0.009614645,0.00013749434,0.000068313355,0.00085396104,0.0005887577,0.00065599004,0.0039045285,0.0019963807,0.000016704458],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033886358,0.0028882774,0.059548635,0.001027674,0.0005585874,0.00024246183,0.08398183,0.011650635,0.0000505637,0.13617282,0.0024148994,0.698075],"study_design_scores_gemma":[0.0012066275,0.00077266264,0.016345806,0.011705141,0.000022372044,0.000008653098,0.6048207,0.0022581397,0.000026340975,0.00081098615,0.36164698,0.00037554122],"about_ca_topic_score_codex":0.003861905,"about_ca_topic_score_gemma":0.0030414534,"teacher_disagreement_score":0.6976994,"about_ca_system_score_codex":0.00019800443,"about_ca_system_score_gemma":0.00060700614,"threshold_uncertainty_score":0.99887115},"labels":[],"label_agreement":null},{"id":"W2104029702","doi":"10.19173/irrodl.v7i2.302","title":"Identification, Motivation and Job Satisfaction among Tutors at the Open University of Israel","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Job Satisfaction and Organizational Behavior","field":"Business, Management and Accounting","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Job satisfaction; Psychology; Organizational identification; Job security; Identification (biology); Job design; Social psychology; Job attitude; Job performance; Perception; Work motivation; Applied psychology; Work (physics); Organizational commitment","score_opus":0.039901978698447055,"score_gpt":0.3340098990879709,"score_spread":0.2941079203895238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104029702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888763,0.0010018816,0.00015495588,0.0058558565,0.000050173458,0.00065121334,0.000017348906,0.000006401457,0.003385858],"genre_scores_gemma":[0.99722695,0.0015798334,0.000010275367,0.00007609736,0.000034629164,0.0000053038816,0.00015785288,0.0000048829975,0.0009041983],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99906737,0.00009928506,0.00024013316,0.0001454525,0.00036495773,0.00008281485],"domain_scores_gemma":[0.99896514,0.00023448907,0.00022864625,0.00010877471,0.00045576328,0.0000071709487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022097516,0.000055554767,0.00011437658,0.000092146394,0.00032751207,0.00024054834,0.0004807132,0.000022839544,0.0003467749],"category_scores_gemma":[0.00063441286,0.000039848557,0.000017684224,0.0004845759,0.0001932254,0.0007801149,0.0008690223,0.00016558693,0.000011496681],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025709714,0.000013138376,0.9678815,0.00016130731,0.000007608563,5.824953e-7,0.000014230658,0.000052770516,0.00023538439,0.02643596,0.0026221098,0.0025497123],"study_design_scores_gemma":[0.0003030013,0.0000034682184,0.9812007,0.00056811114,0.000011789939,0.0000013310486,0.0009200531,0.00029412343,0.00003798062,0.00091324013,0.015704561,0.000041633153],"about_ca_topic_score_codex":0.018190008,"about_ca_topic_score_gemma":0.0016171295,"teacher_disagreement_score":0.02552272,"about_ca_system_score_codex":0.000067961184,"about_ca_system_score_gemma":0.00003077912,"threshold_uncertainty_score":0.98834795},"labels":[],"label_agreement":null},{"id":"W2104585007","doi":"10.19173/irrodl.v12i4.847","title":"'Remote from what?' Perspectives of distance learning students in remote rural areas of Scotland","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; TUTOR; Context (archaeology); Perception; Geographical distance; Sociology; Pedagogy; Rural area; Psychology; Social psychology; Mathematics education; Geography; Political science","score_opus":0.14044855830866554,"score_gpt":0.49358886668862617,"score_spread":0.35314030837996063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104585007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.955836,0.026591739,0.00027946447,0.0031945389,0.000107789965,0.0005674743,0.000015429201,0.0000043607633,0.013403178],"genre_scores_gemma":[0.88767946,0.111809015,0.00014829685,0.000012769146,0.00002008996,0.000004092423,0.000023471695,0.0000035262417,0.00029926348],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99729794,0.0012591993,0.00035244343,0.00014229624,0.00079231017,0.00015583033],"domain_scores_gemma":[0.9985965,0.00067532953,0.00023294242,0.000112446316,0.0003377262,0.000045050365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064252573,0.00005752131,0.00020952117,0.00008883774,0.0001366381,0.00008795038,0.00083317515,0.000025848523,0.00050710223],"category_scores_gemma":[0.0028835712,0.00004505241,0.000032824257,0.00040864156,0.00030673319,0.00040806422,0.00033098634,0.00045422916,0.0000028322422],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031210613,0.00035350496,0.84301674,0.00046087414,0.00009751762,0.0000071575473,0.058354184,0.000057600908,0.00004628423,0.017474975,0.00020299117,0.07961606],"study_design_scores_gemma":[0.0008544997,0.000109035944,0.46650815,0.0200607,0.000014217285,6.7442033e-7,0.4747606,0.00025811276,0.00006927183,0.0045668655,0.032672126,0.00012576139],"about_ca_topic_score_codex":0.03189551,"about_ca_topic_score_gemma":0.00087003363,"teacher_disagreement_score":0.4164064,"about_ca_system_score_codex":0.000111426845,"about_ca_system_score_gemma":0.00014850861,"threshold_uncertainty_score":0.9745512},"labels":[],"label_agreement":null},{"id":"W2104683267","doi":"10.19173/irrodl.v14i3.1370","title":"Rethinking OER and their use: Open education as Bildung","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bildung; Open educational resources; Open education; Openness to experience; Distance education; Sociology; Pedagogy; Open learning; Epistemology; Psychology; Teaching method; Philosophy; Social psychology","score_opus":0.10644712812949286,"score_gpt":0.439656521754331,"score_spread":0.33320939362483815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104683267","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40250564,0.029070865,0.0036154452,0.30161223,0.0010068956,0.008077292,0.000015313453,0.00009633632,0.25399998],"genre_scores_gemma":[0.9760018,0.017716909,0.0015053251,0.0011038028,0.000040082396,0.0001885463,0.00006079438,0.000008669689,0.0033740809],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979298,0.0007943041,0.0003300024,0.00032305854,0.00040448617,0.0002183241],"domain_scores_gemma":[0.9978527,0.001020045,0.00016769397,0.00029107754,0.0005674353,0.000101073805],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0052701253,0.00010099173,0.00020312026,0.00013222621,0.0003229449,0.002429614,0.002672186,0.000035687925,0.00029016862],"category_scores_gemma":[0.002664986,0.000061258805,0.000023696884,0.00057703356,0.00011695785,0.0020032846,0.0032485325,0.0006882699,0.000051631087],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035707144,0.0003078613,0.054082368,0.0008538162,0.00007372329,0.0000030193648,0.00527637,0.000060218485,0.00036407055,0.38712543,0.023126075,0.52869135],"study_design_scores_gemma":[0.0012123405,0.00029076872,0.10010419,0.023893056,0.000010148556,0.0001478254,0.029702917,0.01747662,0.00029811368,0.08095774,0.74534243,0.00056385045],"about_ca_topic_score_codex":0.0049244044,"about_ca_topic_score_gemma":0.000023178656,"teacher_disagreement_score":0.72221637,"about_ca_system_score_codex":0.00007844402,"about_ca_system_score_gemma":0.00044186632,"threshold_uncertainty_score":0.99860597},"labels":[],"label_agreement":null},{"id":"W2104847326","doi":"10.19173/irrodl.v15i3.1765","title":"Exploring the impact of role-playing on peer feedback in an online case-based learning activity","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Peer feedback; Perception; Constructive; Quality (philosophy); Psychology; Identification (biology); Computer science; Mathematics education; Process (computing)","score_opus":0.41364885426847825,"score_gpt":0.55723130595462,"score_spread":0.14358245168614175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104847326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99299604,0.0004823048,0.0005592054,0.0019383668,0.00006598423,0.0003822644,0.000019220557,0.000011122249,0.0035454705],"genre_scores_gemma":[0.9990995,0.00025945072,0.00020699821,0.000052512874,0.00006659974,0.00006251046,0.00009103584,0.000017421538,0.00014400054],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.989625,0.008662901,0.00044236757,0.000309504,0.00062873436,0.0003315378],"domain_scores_gemma":[0.9945518,0.004320543,0.00029651832,0.00032338256,0.00045572512,0.00005205622],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029844645,0.00014900787,0.00037347482,0.0002405907,0.00026273294,0.00008950434,0.0008337328,0.00004663625,0.00019269258],"category_scores_gemma":[0.008922818,0.000089629444,0.00007979109,0.00078352354,0.00020361788,0.00020220813,0.00027042726,0.0026096103,0.0000064751152],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013074768,0.00079122867,0.40037185,0.0004272457,0.000117878626,0.00007418397,0.0030195175,0.02310841,0.0011754008,0.0041850065,0.0001909968,0.5652308],"study_design_scores_gemma":[0.0017780748,0.0012307471,0.93554795,0.0072648535,0.000011842088,0.00007418907,0.006339777,0.04121771,0.000117160416,0.0002647291,0.0059325467,0.00022040894],"about_ca_topic_score_codex":0.006480486,"about_ca_topic_score_gemma":0.000056241468,"teacher_disagreement_score":0.56501037,"about_ca_system_score_codex":0.000153799,"about_ca_system_score_gemma":0.000097712444,"threshold_uncertainty_score":0.9996914},"labels":[],"label_agreement":null},{"id":"W2105659719","doi":"10.19173/irrodl.v10i3.671","title":"Transparency in Cooperative Online Education","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":122,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transparency (behavior); Online learning; Computer science; Computer-mediated communication; Online participation; Experiential learning; Knowledge management; Online discussion; The Internet; Public relations; Sociology; World Wide Web; Pedagogy; Political science; Computer security","score_opus":0.17817557330825579,"score_gpt":0.5731999320264156,"score_spread":0.39502435871815983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105659719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7127087,0.047408324,0.0025335306,0.06714287,0.00043917104,0.001895071,0.00007150977,0.000029398028,0.16777141],"genre_scores_gemma":[0.99319845,0.0043367315,0.0003416104,0.0005504728,0.00004960155,0.000040681953,0.00024060463,0.000004970327,0.0012368928],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9962047,0.0026902007,0.0003976667,0.00021469672,0.00030255722,0.00019019865],"domain_scores_gemma":[0.998729,0.000685321,0.00010703844,0.00014827223,0.0003008959,0.00002947231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0098621,0.00007855494,0.00021524065,0.00019295116,0.00008958808,0.000048079175,0.0006327759,0.000038305338,0.00045989003],"category_scores_gemma":[0.002442989,0.000056171597,0.000022620256,0.000776434,0.00010450778,0.00010325719,0.000080365404,0.001179776,0.000010128318],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003574681,0.0013732746,0.09261774,0.00037111584,0.000042823285,0.000018471885,0.003489005,0.00019789881,0.00030259686,0.14893804,0.0047594216,0.7475321],"study_design_scores_gemma":[0.0013434292,0.0004492729,0.84118164,0.0142418,0.0000072412204,0.00002475195,0.010042052,0.00043322297,0.000032654294,0.0051494213,0.12690419,0.00019035279],"about_ca_topic_score_codex":0.0007876445,"about_ca_topic_score_gemma":0.000029265426,"teacher_disagreement_score":0.7485639,"about_ca_system_score_codex":0.000083007784,"about_ca_system_score_gemma":0.00017763305,"threshold_uncertainty_score":0.51256055},"labels":[],"label_agreement":null},{"id":"W2106256813","doi":"10.19173/irrodl.v9i3.580","title":"Book Review – Flexible Higher Education. Reflections from Expert Experience","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Distance education; Higher education; Educational technology; Mathematics education; Sociology; Multimedia; Pedagogy; Psychology; Political science","score_opus":0.18850522422566895,"score_gpt":0.5333434126285408,"score_spread":0.34483818840287184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106256813","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009119529,0.81118584,0.000022196158,0.10760706,0.0003430218,0.00063122576,0.000012177661,0.000014030867,0.07927252],"genre_scores_gemma":[0.017148271,0.92995113,0.00020739496,0.013342092,0.00016083107,0.00036115202,0.00008303784,0.00000502103,0.038741075],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979173,0.00052214134,0.0003264057,0.00020909996,0.00083550724,0.00018956304],"domain_scores_gemma":[0.9987514,0.00042721635,0.00013363853,0.00017241866,0.000428112,0.000087185086],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018418534,0.000068214824,0.00017681097,0.00005475457,0.0005759027,0.00007389431,0.0008541316,0.000028059585,0.007025009],"category_scores_gemma":[0.0011334883,0.000051967338,0.000033501572,0.0006536703,0.00031448185,0.00033457737,0.00023118682,0.000297321,0.000053783308],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014047659,0.00014988196,0.007530044,0.0002515909,0.000016896345,0.0000025395725,0.0030604452,0.0000012736598,0.000015550513,0.011821934,0.9702212,0.0069145667],"study_design_scores_gemma":[0.00008243431,0.000008181817,0.008288852,0.009217415,0.0000018587124,0.0000018749863,0.0014204208,7.0940746e-7,0.000020777607,0.00039150764,0.98050576,0.000060231774],"about_ca_topic_score_codex":0.007551988,"about_ca_topic_score_gemma":0.000051525367,"teacher_disagreement_score":0.11876532,"about_ca_system_score_codex":0.00023262542,"about_ca_system_score_gemma":0.0012552098,"threshold_uncertainty_score":0.9990568},"labels":[],"label_agreement":null},{"id":"W2106750155","doi":"10.19173/irrodl.v10i3.606","title":"Effect of Instructor-Personalized Multimedia in the Online Classroom","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Multimedia; Student engagement; Inclusion (mineral); Computer science; Educational technology; Online learning; Psychology; Mathematics education","score_opus":0.060587965807415094,"score_gpt":0.4841630255784774,"score_spread":0.4235750597710623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106750155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9408166,0.010477246,0.000014241176,0.035934336,0.00006023467,0.0010679233,0.000035209705,0.000007375923,0.01158685],"genre_scores_gemma":[0.97792304,0.021449918,0.00016204239,0.00013046266,0.000075303265,0.000014416274,0.00009749496,0.0000030527021,0.00014424954],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952688,0.0031010553,0.0003401138,0.00014665109,0.0009198269,0.00022350406],"domain_scores_gemma":[0.9967729,0.002740986,0.00014331663,0.00011903145,0.000185844,0.00003793219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01541704,0.0000717937,0.0002541708,0.000110795794,0.00015320013,0.00007022884,0.0011654571,0.000042238597,0.0001274797],"category_scores_gemma":[0.0074989083,0.00004060385,0.000050909435,0.0007328405,0.00033765266,0.00016189883,0.00015278692,0.0007676988,0.0000026665846],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042028536,0.00027122375,0.095934846,0.0007142928,0.000031429005,0.000024308303,0.0032892465,0.000057085515,0.00015597402,0.022779554,0.0008729686,0.87544876],"study_design_scores_gemma":[0.0068426942,0.001825188,0.12524572,0.028985137,0.00005061197,0.000018374321,0.064806566,0.0041692634,0.00022965817,0.005111343,0.7623032,0.00041225366],"about_ca_topic_score_codex":0.001180184,"about_ca_topic_score_gemma":0.00028396503,"teacher_disagreement_score":0.87503654,"about_ca_system_score_codex":0.00006838766,"about_ca_system_score_gemma":0.00024791242,"threshold_uncertainty_score":0.8977435},"labels":[],"label_agreement":null},{"id":"W2107093540","doi":"10.19173/irrodl.v3i1.70","title":"Software Evaluation Criteria and Terminology","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Terminology; Computer science; Software; Software engineering; Programming language; Linguistics","score_opus":0.17623508046726055,"score_gpt":0.4709700283269401,"score_spread":0.2947349478596796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107093540","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10904884,0.3596656,0.3514372,0.1572185,0.0008185033,0.004864279,0.000060111935,0.00038360342,0.016503332],"genre_scores_gemma":[0.92703855,0.06126435,0.011229398,0.00021292215,0.000027443357,0.000100388716,0.000021004627,0.0000048351426,0.00010108825],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99880034,0.0003964058,0.00016664776,0.00016009713,0.0003629074,0.000113624876],"domain_scores_gemma":[0.9985529,0.00097591453,0.00006657804,0.00016772743,0.00020917931,0.000027673766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047039846,0.000048124555,0.00010591965,0.00007825588,0.00007519051,0.0001796664,0.0008863933,0.000022890426,0.00013966979],"category_scores_gemma":[0.003844653,0.000034799436,0.0000116975,0.00023297314,0.00006368995,0.0003773477,0.0008227618,0.00028393746,0.0000037674165],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013681346,0.00006284247,0.013627515,0.00075136713,0.000026133377,0.000016968797,0.00026037692,0.000043857515,0.00004898268,0.022338355,0.008061085,0.9547488],"study_design_scores_gemma":[0.0014420585,0.00047245834,0.048173167,0.013617033,0.000024224868,0.00035146173,0.00030727993,0.4262125,0.0002329451,0.031318042,0.47744182,0.00040702274],"about_ca_topic_score_codex":0.00008122081,"about_ca_topic_score_gemma":0.0000017304164,"teacher_disagreement_score":0.9543418,"about_ca_system_score_codex":0.00003056571,"about_ca_system_score_gemma":0.000022380824,"threshold_uncertainty_score":0.46026865},"labels":[],"label_agreement":null},{"id":"W2108139829","doi":"10.19173/irrodl.v9i1.452","title":"Exploring the Role of Distance Education in Fostering Equitable University Access for First Generation Students: A phenomenological survey","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Psychology; Access to Higher Education; Phenomenology (philosophy); Higher education; Valuation (finance); Qualitative research; Pedagogy; Medical education; Sociology; Medicine; Political science; Social science","score_opus":0.4734559547384736,"score_gpt":0.5389359575176264,"score_spread":0.06548000277915278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108139829","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9793648,0.0073499815,0.0001926167,0.007296134,0.000085697175,0.0013364882,0.000039671726,0.000003909652,0.004330685],"genre_scores_gemma":[0.94230425,0.057098024,0.000026885135,0.00001595962,0.000036011683,0.000116254865,0.00004626948,0.0000022532345,0.00035407694],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979127,0.00096213614,0.00020788185,0.00014193336,0.000577676,0.00019767108],"domain_scores_gemma":[0.9976532,0.0015787171,0.00009823665,0.00009751567,0.00054072693,0.00003161979],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008302911,0.000044069002,0.00013508117,0.000087327375,0.0005387965,0.000091046284,0.0012574745,0.000013796397,0.000032411073],"category_scores_gemma":[0.0042506168,0.000031052914,0.000018894276,0.00062864844,0.00032477945,0.00044658117,0.00095810014,0.00020185777,7.565366e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001425084,0.00031014334,0.941559,0.00032726923,0.000032322005,0.0000010209852,0.0061539668,0.00015978125,0.00003184215,0.02972885,0.00086529204,0.020688001],"study_design_scores_gemma":[0.00060834247,0.00008154711,0.7412992,0.0029681257,0.0000050500776,7.5378256e-7,0.05734158,0.00035622114,0.000047864654,0.0015608581,0.1956132,0.00011726729],"about_ca_topic_score_codex":0.009944391,"about_ca_topic_score_gemma":0.0051682256,"teacher_disagreement_score":0.20025982,"about_ca_system_score_codex":0.00026076214,"about_ca_system_score_gemma":0.00046748586,"threshold_uncertainty_score":0.9966485},"labels":[],"label_agreement":null},{"id":"W2108153685","doi":"10.19173/irrodl.v12i4.850","title":"Educating the citizen of academia online?","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Competence (human resources); Norwegian; Bildung; Lifelong learning; Online learning; Pedagogy; Higher education; Sociology; Mathematics education; Computer science; Psychology; Multimedia; Political science; Humanities; Art","score_opus":0.36258908267977713,"score_gpt":0.5733986579216124,"score_spread":0.21080957524183525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108153685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68747467,0.02650607,0.001151034,0.020024113,0.0004390603,0.0012072504,0.000071718714,0.000022129285,0.26310393],"genre_scores_gemma":[0.99477154,0.0025816793,0.00086253765,0.00031201422,0.000074258016,0.000046213063,0.00005541207,0.000010027101,0.001286297],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9953021,0.0034210447,0.00046601574,0.00018479854,0.00041004512,0.000216012],"domain_scores_gemma":[0.9969346,0.002148938,0.00028422257,0.00023842842,0.0003648519,0.00002898806],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020535534,0.00007907455,0.0002335976,0.00010575759,0.00015601476,0.000025072808,0.0013838289,0.000065420456,0.0009971895],"category_scores_gemma":[0.0064091664,0.000044994187,0.000042394586,0.00056521344,0.0003487812,0.00006204595,0.00054612354,0.0022985358,0.000011107035],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039521852,0.0005101957,0.32818308,0.0012466429,0.0002903468,0.000011953718,0.015297971,0.000016885933,0.00042647394,0.25120783,0.014006394,0.388407],"study_design_scores_gemma":[0.0010390151,0.00029349214,0.77711856,0.014833307,0.000029950903,0.000059978658,0.03785622,0.00025044646,0.00022046448,0.00956759,0.15851289,0.00021806276],"about_ca_topic_score_codex":0.0015801144,"about_ca_topic_score_gemma":0.000005749552,"teacher_disagreement_score":0.4489355,"about_ca_system_score_codex":0.000036460577,"about_ca_system_score_gemma":0.000103570375,"threshold_uncertainty_score":0.999916},"labels":[],"label_agreement":null},{"id":"W2108517338","doi":"10.19173/irrodl.v2i1.28","title":"USQ: An e-University for an e-World","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Higher education; Distance education; Lifelong learning; The Internet; Institution; World economy; Competition (biology); Sociology; Public relations; Political science; Face (sociological concept); Knowledge economy; Management; Economic growth; Pedagogy; Economics; Social science; Law","score_opus":0.17268456199551652,"score_gpt":0.5111770038492992,"score_spread":0.3384924418537827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108517338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5949761,0.0093555115,0.001742615,0.11522455,0.000292882,0.0037627344,0.00015936459,0.00008178171,0.27440444],"genre_scores_gemma":[0.95731306,0.034807637,0.0008399867,0.0001664269,0.00022244043,0.000014817415,0.00025994587,0.000008161776,0.0063675493],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980285,0.0009794973,0.00015125095,0.00017014345,0.00045090955,0.00021970173],"domain_scores_gemma":[0.9987195,0.0006374267,0.000077343946,0.0001111399,0.00036215858,0.0000924174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008145487,0.000048431364,0.00013264963,0.000112383175,0.0004980917,0.00013091795,0.0009766237,0.000025661406,0.0002663038],"category_scores_gemma":[0.0016231292,0.000038833165,0.000030303052,0.00054472795,0.00020404803,0.0005164908,0.00021942394,0.00035605158,0.0000042378774],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055679074,0.0004585076,0.13606328,0.00053611345,0.000054454824,0.000030800267,0.001515553,0.00021526834,0.00007263381,0.30729356,0.005914787,0.54728824],"study_design_scores_gemma":[0.00030952433,0.00009490493,0.0026906414,0.0009947781,0.000004567697,0.0000014258848,0.0116085475,0.0008208317,0.0000032566709,0.001535617,0.98188114,0.000054761676],"about_ca_topic_score_codex":0.0027810114,"about_ca_topic_score_gemma":0.0036808439,"teacher_disagreement_score":0.97596633,"about_ca_system_score_codex":0.00009047114,"about_ca_system_score_gemma":0.00031308053,"threshold_uncertainty_score":0.42040756},"labels":[],"label_agreement":null},{"id":"W2108893851","doi":"10.19173/irrodl.v12i3.873","title":"Interconnecting networks of practice for professional learning","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Professional learning community; Pedagogy; Professional development; Educational technology; Social learning; Sociology; Computer-mediated communication; Social constructivism; Experiential learning; Synchronous learning; Online participation; Knowledge management; The Internet; Cooperative learning; Teaching method; Computer science; World Wide Web","score_opus":0.15118296596504954,"score_gpt":0.5155049857829813,"score_spread":0.3643220198179318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108893851","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35036078,0.069740206,0.01857765,0.10251323,0.0019670587,0.010182285,0.00007753657,0.00013455162,0.4464467],"genre_scores_gemma":[0.9800024,0.017313587,0.0015722229,0.00007864677,0.00012156947,0.00006975462,0.000048063022,0.000008810269,0.00078494917],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996955,0.0016316518,0.00040927093,0.00018065477,0.0005566011,0.00026686036],"domain_scores_gemma":[0.99461263,0.004028913,0.00033915363,0.00008885179,0.0008756316,0.00005483999],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017845869,0.00006816012,0.00021769162,0.00009691255,0.00040794042,0.000057223384,0.00080641883,0.000053313986,0.00022066398],"category_scores_gemma":[0.023365328,0.000050368475,0.000053849173,0.00044144754,0.0002645553,0.00038075575,0.00048475893,0.0008740104,0.0000018638451],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015236577,0.0009661417,0.11664048,0.003060714,0.00029983328,0.000028237819,0.016784964,0.0011289223,0.00017151024,0.38138518,0.0028694584,0.4751409],"study_design_scores_gemma":[0.001168849,0.0004851589,0.0024811274,0.021942144,0.000040261923,0.000012445785,0.19365114,0.00655483,0.0000948558,0.0039325254,0.7694139,0.0002227921],"about_ca_topic_score_codex":0.0011976851,"about_ca_topic_score_gemma":0.00009874471,"teacher_disagreement_score":0.7665444,"about_ca_system_score_codex":0.00006166937,"about_ca_system_score_gemma":0.00037931456,"threshold_uncertainty_score":0.98486125},"labels":[],"label_agreement":null},{"id":"W2109018778","doi":"10.19173/irrodl.v3i2.110","title":"A Study of the Relationship Between Tutor's Personality and Teaching Effectiveness: Does culture make a difference?","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Personality; Interpersonal communication; Psychology; Context (archaeology); TUTOR; Big Five personality traits; Personality profile; Social psychology; Pedagogy","score_opus":0.1731164611830911,"score_gpt":0.46536470571839367,"score_spread":0.29224824453530257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109018778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9890056,0.0024204953,0.000020975898,0.0017011551,0.00005653098,0.0009191963,0.000031570467,0.0000048902048,0.0058395625],"genre_scores_gemma":[0.99848175,0.00039808213,0.0000086396485,0.000041851392,0.000031352032,0.00007767108,0.00002343576,0.0000046668324,0.00093256123],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99620026,0.0026019718,0.0003408176,0.00021899528,0.0005061221,0.0001318228],"domain_scores_gemma":[0.99687403,0.0025410464,0.00018849804,0.00020936331,0.00015024864,0.000036820733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053073196,0.00008382957,0.00024406199,0.000055740606,0.00023913589,0.00006003127,0.0005730724,0.000043413485,0.00026681006],"category_scores_gemma":[0.0033824965,0.000042145104,0.000036855145,0.00021608267,0.00019280054,0.00006561334,0.00037910155,0.0008584219,0.0000019804445],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002546151,0.00016129167,0.9776245,0.00025578466,0.00004046872,0.0000017898378,0.0045594582,0.0000015056671,0.000002408571,0.012130993,0.00015251643,0.005043847],"study_design_scores_gemma":[0.00062654127,0.000086484375,0.98124874,0.0024217358,0.000012778884,0.0000048574198,0.011754471,0.000009540397,0.0000011797675,0.0008831462,0.0029037737,0.00004677902],"about_ca_topic_score_codex":0.00069438684,"about_ca_topic_score_gemma":0.000035757956,"teacher_disagreement_score":0.011247847,"about_ca_system_score_codex":0.000043195214,"about_ca_system_score_gemma":0.000017169654,"threshold_uncertainty_score":0.40494087},"labels":[],"label_agreement":null},{"id":"W2109086955","doi":"10.19173/irrodl.v6i3.276","title":"The Influence of Instructional Methods on the Quality of Online Discussion","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Quality (philosophy); Computer science; Psychology; Mathematics education; Epistemology","score_opus":0.1293405491909391,"score_gpt":0.5575091656036381,"score_spread":0.428168616412699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109086955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8873097,0.0033151314,0.0001020223,0.10058011,0.00006330413,0.0005793031,0.00006266115,0.0000050758167,0.00798273],"genre_scores_gemma":[0.9859593,0.012613048,0.00074838375,0.000049039474,0.00007264486,0.000017086182,0.000045398694,0.0000035837256,0.00049151084],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99467486,0.0035320197,0.00051129836,0.00012258139,0.0010008431,0.0001584174],"domain_scores_gemma":[0.99408245,0.004859136,0.00034702916,0.00015751112,0.00052991346,0.000023969782],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021584105,0.000055712855,0.0001805771,0.000050393905,0.00044230904,0.000055474866,0.0010410121,0.000030040612,0.00006752408],"category_scores_gemma":[0.011035739,0.000022848073,0.000053999353,0.0005442901,0.00079145894,0.00012154928,0.00036472006,0.00056397234,9.827577e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019097616,0.00020235244,0.04411137,0.0003707095,0.000039460494,7.168462e-7,0.0002798612,0.0015427322,0.00069501984,0.69316465,0.0006634626,0.2587387],"study_design_scores_gemma":[0.0005873888,0.0001440382,0.31913155,0.008199371,0.000012401451,0.000001965445,0.02022848,0.0005103221,0.00037031304,0.039353486,0.61132747,0.00013319483],"about_ca_topic_score_codex":0.0035505316,"about_ca_topic_score_gemma":0.00048108277,"teacher_disagreement_score":0.65381116,"about_ca_system_score_codex":0.00005272873,"about_ca_system_score_gemma":0.0003574509,"threshold_uncertainty_score":0.9972947},"labels":[],"label_agreement":null},{"id":"W2109796714","doi":"10.19173/irrodl.v1i1.8","title":"Book Review - Distance Learners in Higher Education: Institutional responses for quality outcomes.","year":2000,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Mathematics education; Distance education; Psychology; Computer science; Sociology; Epistemology; Philosophy","score_opus":0.17014821163539326,"score_gpt":0.5395292200838424,"score_spread":0.3693810084484491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109796714","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052980254,0.6016616,0.000023772094,0.33281937,0.0001541522,0.0018483796,0.00007422481,0.00001539222,0.058105033],"genre_scores_gemma":[0.05608937,0.86032695,0.00026295974,0.008351274,0.00016011967,0.00041050595,0.00030752315,0.000010496607,0.074080825],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99667007,0.0015687458,0.0005076867,0.0002408699,0.0007519839,0.0002606177],"domain_scores_gemma":[0.99777865,0.0015667425,0.000134742,0.00015365219,0.00029739627,0.00006884067],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011507302,0.00008599942,0.0002998771,0.0000861777,0.00034516334,0.000100347446,0.0008315704,0.000041699164,0.0045050923],"category_scores_gemma":[0.0048609795,0.00006412224,0.00006603419,0.00058172905,0.00037638494,0.00037962466,0.00013627828,0.0005313578,0.000016793527],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062170153,0.00062858337,0.10705919,0.0077221156,0.00006768385,0.000010773691,0.00048883393,0.00011796923,0.000004762077,0.25942323,0.1487734,0.47508174],"study_design_scores_gemma":[0.00030665737,0.000019904124,0.013633519,0.0131919095,0.0000046290406,8.696634e-7,0.00068313535,0.000012718559,5.9806445e-7,0.0007446583,0.97132623,0.00007518601],"about_ca_topic_score_codex":0.0010321599,"about_ca_topic_score_gemma":0.00016970708,"teacher_disagreement_score":0.8225528,"about_ca_system_score_codex":0.00022759545,"about_ca_system_score_gemma":0.0014011071,"threshold_uncertainty_score":0.99640495},"labels":[],"label_agreement":null},{"id":"W2110517984","doi":"10.19173/irrodl.v10i5.641","title":"Peer-To-Peer Recognition of Learning in Open Education","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Accreditation; Certification; Computer science; Open education; Knowledge management; Medical education; World Wide Web; Political science; Medicine","score_opus":0.17180802595224948,"score_gpt":0.5550315910958132,"score_spread":0.38322356514356376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110517984","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3280785,0.0045330687,0.00006923434,0.458434,0.00028028234,0.0024494084,0.000016797512,0.000018560439,0.20612016],"genre_scores_gemma":[0.98265344,0.006925709,0.00045665007,0.00036534038,0.000075315365,0.00008249547,0.00016238602,0.0000059543277,0.009272719],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955315,0.002280176,0.00045047453,0.00023783103,0.0012714444,0.00022859681],"domain_scores_gemma":[0.99638486,0.0013673588,0.00029361786,0.00013682907,0.0017277928,0.00008953256],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02344817,0.00007190589,0.0002205442,0.00021422056,0.00025399655,0.0003426358,0.0014474278,0.000047427053,0.0005847785],"category_scores_gemma":[0.033231195,0.00006201745,0.00002608778,0.0012269908,0.00013782868,0.0007144445,0.00036797338,0.0007783888,0.000039221126],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033102126,0.00093382166,0.20362331,0.0005292799,0.0000350779,0.0000042678357,0.021339346,0.0004980742,0.00019702541,0.03573757,0.023938991,0.7128322],"study_design_scores_gemma":[0.00033712343,0.00013028395,0.062219962,0.0067016254,0.000006167574,0.0000019768024,0.030962449,0.000053673226,0.00004264095,0.0031346055,0.89630336,0.00010614817],"about_ca_topic_score_codex":0.008032825,"about_ca_topic_score_gemma":0.00036082274,"teacher_disagreement_score":0.87236434,"about_ca_system_score_codex":0.00020904432,"about_ca_system_score_gemma":0.0010354746,"threshold_uncertainty_score":0.99857277},"labels":[],"label_agreement":null},{"id":"W2110779050","doi":"10.19173/irrodl.v2i1.31","title":"Interactive Television in Schools: An Australian Study of the Tensions of Educational Technology and Change","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Technology Integration","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interactive television; Key (lock); Educational television; Distance education; Educational technology; Mathematics education; Pedagogy; Sociology; Multimedia; Computer science; Psychology","score_opus":0.18020131001329015,"score_gpt":0.531778063872183,"score_spread":0.3515767538588928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110779050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.905784,0.001012583,0.0000013958442,0.09135006,0.00004280829,0.0007618694,0.000006116083,0.000002465145,0.0010386729],"genre_scores_gemma":[0.9914131,0.0082428325,0.000025544825,0.000034990488,0.000015388941,0.00007923441,0.000012398766,0.0000021075298,0.00017441576],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985033,0.00064037874,0.0002838008,0.00013175087,0.0003356617,0.0001050737],"domain_scores_gemma":[0.99876153,0.00045758678,0.00017185746,0.00013970445,0.00044456098,0.000024776986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002826482,0.00004511009,0.00014266573,0.0003052063,0.00014811357,0.000025190604,0.00064663024,0.000048687743,0.000121458],"category_scores_gemma":[0.004837146,0.000028813836,0.000013822205,0.0011839106,0.00038332475,0.00022374919,0.00026427457,0.0004899752,8.681196e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037033722,0.0005368094,0.9104163,0.00006280851,0.000013772697,6.480509e-7,0.0040050414,0.0000027612084,0.00010312752,0.06424531,0.00018521561,0.020391164],"study_design_scores_gemma":[0.00061182026,0.00027813486,0.67545295,0.0066892128,0.000009655916,0.0000071956324,0.2908472,0.000099885154,0.00009566031,0.013868418,0.011965274,0.000074559866],"about_ca_topic_score_codex":0.006668592,"about_ca_topic_score_gemma":0.0037574538,"teacher_disagreement_score":0.28684217,"about_ca_system_score_codex":0.00007425784,"about_ca_system_score_gemma":0.00018046038,"threshold_uncertainty_score":0.9999461},"labels":[],"label_agreement":null},{"id":"W2110908949","doi":"10.19173/irrodl.v5i1.167","title":"Interim Report: A Case Study of Internet-Based Distance Education Program Development in Vietnam","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Interim; Distance education; The Internet; Upgrade; Developing country; Political science; Economic growth; Public relations; Higher education; Computer science; World Wide Web; Economics","score_opus":0.09634331872806647,"score_gpt":0.5061015393203432,"score_spread":0.40975822059227673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110908949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98752326,0.0024116272,0.00020223192,0.004755474,0.0000706502,0.0020636383,0.0000021368787,0.000010016206,0.002960993],"genre_scores_gemma":[0.9977629,0.0008920221,0.00076207664,0.000029816314,0.000022956405,0.00030830744,0.00005044866,0.000005169329,0.00016628449],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975906,0.00073274155,0.0005983064,0.0002214204,0.00066074386,0.00019618354],"domain_scores_gemma":[0.99882984,0.00027631273,0.00026357934,0.00013875148,0.000426116,0.000065405366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007226454,0.00007539657,0.0002215944,0.00016529244,0.00013679574,0.00009820775,0.00061122095,0.000030062794,0.000050945062],"category_scores_gemma":[0.0034992225,0.000058166454,0.000026049256,0.00073667563,0.00018230609,0.00017373769,0.00029028088,0.00049605925,0.0000017106265],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018928363,0.0048476052,0.27727038,0.0015533493,0.000054100143,0.0010561082,0.011144505,0.00054286135,0.000013220441,0.0063785897,0.00019113148,0.69675887],"study_design_scores_gemma":[0.00354879,0.00095548533,0.017456146,0.045443486,0.00002075159,0.00024859802,0.34586757,0.00068827363,0.00012250108,0.0008264472,0.58444494,0.0003769837],"about_ca_topic_score_codex":0.009657489,"about_ca_topic_score_gemma":0.008795212,"teacher_disagreement_score":0.69638187,"about_ca_system_score_codex":0.00030198813,"about_ca_system_score_gemma":0.0021427225,"threshold_uncertainty_score":0.9969373},"labels":[],"label_agreement":null},{"id":"W2111557289","doi":"10.19173/irrodl.v14i1.1345","title":"“Opening” a new kind of school: The story of the Open High School of Utah","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Natural disaster; TRACE (psycholinguistics); Online learning; Event (particle physics); Massive open online course; Open education; Pandemic; Coronavirus disease 2019 (COVID-19); Political science; Engineering; Public relations; Sociology; World Wide Web; Pedagogy; Computer science; Geography; Medicine; Meteorology","score_opus":0.08948581201277173,"score_gpt":0.4200770209477984,"score_spread":0.3305912089350267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111557289","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56582683,0.027607974,0.003030824,0.25758263,0.0009798316,0.010390424,0.00005957352,0.000029975457,0.13449195],"genre_scores_gemma":[0.9929174,0.0034778854,0.00075830135,0.00022079636,0.00003001748,0.00005767082,0.00001187187,0.000006763015,0.0025192746],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99644,0.001654152,0.0005716575,0.00023269774,0.00089778774,0.00020373246],"domain_scores_gemma":[0.99665797,0.0012903559,0.0005681564,0.0005816541,0.000797334,0.000104518025],"candidate_categories":["open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008385301,0.000098124096,0.00032528007,0.00009893611,0.00022255989,0.0003276058,0.007069436,0.00003397944,0.0010760045],"category_scores_gemma":[0.006956618,0.00005251168,0.00006879119,0.00090444705,0.00027375575,0.0007212722,0.0043334807,0.0010132823,0.000031007035],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002954171,0.000788299,0.22904241,0.0031546988,0.0005020316,0.0000036540039,0.004013601,0.0024977662,0.004250821,0.41517124,0.16798833,0.17229174],"study_design_scores_gemma":[0.0030351628,0.0005252538,0.6758974,0.029343141,0.000041774732,0.000034327983,0.018816745,0.0057895817,0.003638433,0.012768724,0.24968365,0.000425803],"about_ca_topic_score_codex":0.0055629257,"about_ca_topic_score_gemma":0.000028477018,"teacher_disagreement_score":0.44685498,"about_ca_system_score_codex":0.000070301445,"about_ca_system_score_gemma":0.00096732,"threshold_uncertainty_score":0.99983716},"labels":[],"label_agreement":null},{"id":"W2111989459","doi":"10.19173/irrodl.v10i3.683","title":"The Retention of Experienced Faculty in Online Distance Education Programs: Understanding Factors that Impact their Involvement","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Affect (linguistics); Medical education; Continuing education; Adjunct; Psychology; Higher education; Online teaching; Online course; Medicine; Pedagogy; Political science","score_opus":0.2735563932938812,"score_gpt":0.5213586092453466,"score_spread":0.2478022159514654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111989459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97777665,0.006911511,0.00018762598,0.011810942,0.00006596008,0.000978024,0.000026147056,0.000007695166,0.00223542],"genre_scores_gemma":[0.9783644,0.021138098,0.00004545631,0.000017334813,0.000022780438,0.000021826208,0.0002764751,0.0000028880943,0.000110734814],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99781823,0.0007562414,0.00033268819,0.00015707882,0.00069742725,0.0002383494],"domain_scores_gemma":[0.9989458,0.00043600565,0.00022860336,0.00011504987,0.0002266722,0.000047906804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054831756,0.00007645683,0.00017147289,0.000085282314,0.00034821604,0.00016111026,0.0007259222,0.000032219425,0.000026995811],"category_scores_gemma":[0.0015708999,0.000042113636,0.000054336688,0.0006522118,0.00027892087,0.00029932996,0.00013400463,0.00041863075,2.775376e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017494941,0.00059004483,0.63796544,0.00029846077,0.00003809776,0.0000016258242,0.008211363,0.00007852952,0.00011238118,0.071113974,0.0002910548,0.28112411],"study_design_scores_gemma":[0.0006746694,0.00035355348,0.1454045,0.015139673,0.000008483222,0.0000010776816,0.7447126,0.0009759733,0.00009691138,0.016098721,0.076341845,0.0001919679],"about_ca_topic_score_codex":0.0019259282,"about_ca_topic_score_gemma":0.0013456538,"teacher_disagreement_score":0.7365013,"about_ca_system_score_codex":0.0004391375,"about_ca_system_score_gemma":0.0005506489,"threshold_uncertainty_score":0.291144},"labels":[],"label_agreement":null},{"id":"W2112405949","doi":"10.19173/irrodl.v15i6.1713","title":"The search for meaningful e-learning at Canadian universities: A multi-institutional research study","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Saskatchewan Polytechnic; Nipissing University; Magna International (Canada); Mount Royal University","funders":"Sigma Theta Tau International; National League for Nursing","keywords":"Higher education; Psychology; Educational technology; Instructional design; E learning; Mandate; Mathematics education; Pedagogy; Political science","score_opus":0.14144859466858054,"score_gpt":0.49551526930071627,"score_spread":0.3540666746321357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112405949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6994289,0.013379538,0.0009384876,0.12539585,0.00055884535,0.008823456,0.00013008875,0.00006760167,0.1512772],"genre_scores_gemma":[0.98538756,0.007844815,0.00015203805,0.000051426567,0.00015765493,0.00010183042,0.00008513405,0.000010469279,0.006209046],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99215287,0.0048597977,0.0003260403,0.00031238206,0.0016509384,0.0006979935],"domain_scores_gemma":[0.9915945,0.0064156596,0.00009010689,0.00018838258,0.0015053143,0.00020606797],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.050686903,0.000099349236,0.00021503035,0.00026910906,0.005610677,0.00043031186,0.0017782184,0.000056865516,0.00014737956],"category_scores_gemma":[0.009674877,0.00006483802,0.000059510803,0.00090705644,0.0009325696,0.00024252562,0.000907096,0.0013946556,0.000023208593],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000732554,0.000530658,0.25803307,0.001106928,0.0003283383,0.00006562114,0.019655067,0.0034627568,0.0000458192,0.5458324,0.008482493,0.16172431],"study_design_scores_gemma":[0.00069302134,0.0001814896,0.0031202422,0.0014065626,0.000006380471,0.000002653702,0.13312797,0.003725167,0.000005363839,0.0002421895,0.8574057,0.00008322293],"about_ca_topic_score_codex":0.10015362,"about_ca_topic_score_gemma":0.12158478,"teacher_disagreement_score":0.8489232,"about_ca_system_score_codex":0.0010402673,"about_ca_system_score_gemma":0.0027204214,"threshold_uncertainty_score":0.99866706},"labels":[],"label_agreement":null},{"id":"W2112694065","doi":"10.19173/irrodl.v7i3.390","title":"RSS Windows Editors: First impressions","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Web and Library Services","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"RSS; Web syndication; Computer science; World Wide Web; XML; The Internet; Web page","score_opus":0.04083258430647286,"score_gpt":0.3753300710553937,"score_spread":0.3344974867489208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112694065","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08777886,0.13626198,0.01805306,0.51931185,0.0033799198,0.0047624465,0.00022969962,0.00023424525,0.22998796],"genre_scores_gemma":[0.9862396,0.010772857,0.0008987418,0.0003555478,0.0006955714,0.000077556404,0.0001344486,0.000007290119,0.0008183934],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848294,0.00028822984,0.0002681073,0.00020586756,0.0005624577,0.00019238367],"domain_scores_gemma":[0.99872434,0.00072947284,0.00009617478,0.00024615368,0.00015822226,0.000045616962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023016196,0.00006740982,0.00014432945,0.00008352047,0.00019529859,0.00033872132,0.00254247,0.00002525278,0.000098637924],"category_scores_gemma":[0.00033044518,0.00004335294,0.000032184573,0.0005089464,0.00007967378,0.00072308304,0.0017497669,0.00037674865,0.000013815455],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000114661365,0.000638086,0.20957254,0.0038165639,0.000091463415,0.00010360683,0.0004412968,0.0017332463,0.0003409347,0.35463053,0.38288102,0.04563607],"study_design_scores_gemma":[0.00044968905,0.00005744558,0.031666245,0.0071636993,0.000002430033,0.00001225271,0.00020671218,0.013532979,0.00015841446,0.0067503774,0.9398898,0.00010998298],"about_ca_topic_score_codex":0.0012149798,"about_ca_topic_score_gemma":0.00003694347,"teacher_disagreement_score":0.89846075,"about_ca_system_score_codex":0.000026256215,"about_ca_system_score_gemma":0.000095281444,"threshold_uncertainty_score":0.47245842},"labels":[],"label_agreement":null},{"id":"W2113021696","doi":"10.19173/irrodl.v9i2.567","title":"The Effective Use of Synchronous Classes Within an Online Graduate Program: Building upon an interdependent system","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Interdependence; Mathematics education; Computer science; Engineering management; Engineering; Psychology; Sociology","score_opus":0.19609168507160024,"score_gpt":0.49042241160462124,"score_spread":0.294330726533021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113021696","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99214566,0.002675205,0.00015538817,0.002699321,0.00010260821,0.0014573712,0.000032041793,0.000030599916,0.00070180884],"genre_scores_gemma":[0.9858168,0.012913317,0.0008984995,0.00001532657,0.000103128026,0.000072814975,0.000098765704,0.0000100870075,0.000071254835],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99381083,0.0040976643,0.0004889856,0.00024781012,0.0010561681,0.00029853894],"domain_scores_gemma":[0.9968752,0.0017741575,0.00032242807,0.00021195768,0.00071385136,0.00010239956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01195921,0.00010327536,0.00026839625,0.00009822169,0.0008200392,0.00025810895,0.0011872319,0.000041186384,0.0000113253745],"category_scores_gemma":[0.004088608,0.00006317713,0.000054385764,0.00048695176,0.00051980064,0.00058453775,0.00047287933,0.00081982376,0.0000017628324],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006204925,0.001205732,0.057268478,0.0019889013,0.00023881001,0.00012361475,0.0072053615,0.0028500042,0.0002665806,0.049074396,0.00030552098,0.8788521],"study_design_scores_gemma":[0.0041585537,0.0054323864,0.15331955,0.081396684,0.00016020834,0.00028887638,0.33361712,0.10315533,0.0008164475,0.0021379734,0.31433222,0.0011846661],"about_ca_topic_score_codex":0.0051488294,"about_ca_topic_score_gemma":0.0019122874,"teacher_disagreement_score":0.8776674,"about_ca_system_score_codex":0.0002106534,"about_ca_system_score_gemma":0.00045408748,"threshold_uncertainty_score":0.77835244},"labels":[],"label_agreement":null},{"id":"W2113721698","doi":"","title":"63. Mobile Learning in Developing Nations","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mobile phone; Developing country; Educational technology; Mobile technology; Distance education; Phone; Multimedia; Computer science; Mobile device; Political science; Telecommunications; Economic growth; World Wide Web; Mathematics education; Psychology","score_opus":0.0963453338018868,"score_gpt":0.43940348647406235,"score_spread":0.34305815267217554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113721698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6735289,0.057497993,0.0700547,0.102379635,0.0010077201,0.0064977556,0.000016920336,0.00024013406,0.08877625],"genre_scores_gemma":[0.9571678,0.03892633,0.0026659209,0.00017581909,0.000033864133,0.00031518788,0.00005583076,0.000008003623,0.00065126043],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973587,0.00090123323,0.00044594426,0.00031254182,0.00071044744,0.0002711676],"domain_scores_gemma":[0.99756795,0.0015760473,0.00016593479,0.00024089614,0.0004002561,0.00004891738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005527067,0.00009183924,0.0002061277,0.0003768431,0.00032732842,0.00014833077,0.0019227029,0.000037732698,0.000057523892],"category_scores_gemma":[0.0041664997,0.00007480774,0.000030244546,0.0017060166,0.00014743941,0.0005125154,0.0011598702,0.00093447906,0.0000243291],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005590402,0.0004925609,0.5211926,0.0022055586,0.00006762467,0.00011053926,0.0052245227,0.026935846,0.00015040174,0.27448592,0.004514054,0.16456445],"study_design_scores_gemma":[0.0015624289,0.00027653808,0.20114206,0.02258998,0.0000049983055,0.00024088877,0.0034433324,0.07566583,0.00021293949,0.004441397,0.68990165,0.00051796954],"about_ca_topic_score_codex":0.00033729133,"about_ca_topic_score_gemma":0.00003617704,"teacher_disagreement_score":0.6853876,"about_ca_system_score_codex":0.00024014058,"about_ca_system_score_gemma":0.00050273666,"threshold_uncertainty_score":0.49879903},"labels":[],"label_agreement":null},{"id":"W2113910046","doi":"10.19173/irrodl.v14i2.1493","title":"Exploration of open educational resources in non-English speaking communities","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Scopus; Portuguese; World Wide Web; Open education; Computer science; Higher education; Political science; Linguistics","score_opus":0.12028326354771582,"score_gpt":0.43806462838400656,"score_spread":0.3177813648362907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113910046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5540742,0.007583758,0.0022512728,0.10347458,0.00056636124,0.0045868326,0.000018285355,0.000028044424,0.32741663],"genre_scores_gemma":[0.99308753,0.0052263374,0.000867462,0.00013910366,0.000034163193,0.00016919448,0.000080843754,0.0000049808073,0.00039040542],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99775624,0.00089993316,0.0004715073,0.00017102431,0.00052033545,0.00018095967],"domain_scores_gemma":[0.9974622,0.0011935547,0.0002355894,0.0002724575,0.0007876991,0.00004846189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057878895,0.00007886628,0.00022359187,0.00022776781,0.00017490868,0.0008649492,0.0037616624,0.000025901909,0.0003707581],"category_scores_gemma":[0.0019192848,0.0000618078,0.000024334535,0.0008028112,0.00013837124,0.0025511654,0.0026516719,0.0006009672,0.000017433886],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011603709,0.0011638318,0.37670797,0.002806294,0.00010209625,0.000004370611,0.07466875,0.0035603677,0.00027114036,0.40475342,0.013862871,0.12198285],"study_design_scores_gemma":[0.0025609897,0.00036906713,0.41658595,0.042760357,0.000009671791,0.000016516982,0.317428,0.044518165,0.0002738847,0.028031139,0.14684877,0.0005975006],"about_ca_topic_score_codex":0.008986278,"about_ca_topic_score_gemma":0.00020430036,"teacher_disagreement_score":0.43901327,"about_ca_system_score_codex":0.00008623891,"about_ca_system_score_gemma":0.00022308787,"threshold_uncertainty_score":0.99761295},"labels":[],"label_agreement":null},{"id":"W2114326368","doi":"10.19173/irrodl.v4i2.158","title":"From Cognitive Landscapes to Digital Hyperscapes","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Learning Styles and Cognitive Differences","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hypermedia; Computer science; Cognitive style; Context (archaeology); Multimedia; Learning Management; Educational technology; Class (philosophy); Digital learning; Cognition; Distance education; Hypertext; Open educational resources; Collaborative learning; Adaptive hypermedia; World Wide Web; Knowledge management; Mathematics education; Psychology; Artificial intelligence","score_opus":0.0822918207739202,"score_gpt":0.45807896502647505,"score_spread":0.3757871442525549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114326368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8379562,0.0133629115,0.00021208367,0.004225545,0.000119171615,0.0006118271,0.00026918214,0.000010120122,0.14323296],"genre_scores_gemma":[0.996279,0.0022380103,0.00001616813,0.00023200364,0.000040200368,0.00008004898,0.00019525229,0.0000065843346,0.00091275765],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983507,0.0005866219,0.00022306641,0.00025084842,0.00038053517,0.0002082628],"domain_scores_gemma":[0.99761194,0.0018560917,0.00007223772,0.000094125746,0.0002998398,0.00006574447],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016305032,0.000084128704,0.00019741453,0.000081282065,0.00010124526,0.00019516842,0.0005147089,0.000029349774,0.0017968159],"category_scores_gemma":[0.0038497923,0.00005619078,0.000036613383,0.00031449835,0.00009356417,0.00011141455,0.00027285857,0.00041931597,0.00015613661],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007632977,0.00058496196,0.6034998,0.00043527535,0.00050226314,0.000088066015,0.00463346,0.0000134805605,0.00007806739,0.057865005,0.008393589,0.3231427],"study_design_scores_gemma":[0.0038783178,0.00080033677,0.3456799,0.029927507,0.00005853425,0.0000470235,0.15732771,0.00010575483,0.00020448057,0.01208889,0.44929886,0.00058266625],"about_ca_topic_score_codex":0.0005041051,"about_ca_topic_score_gemma":0.000016449249,"teacher_disagreement_score":0.44090527,"about_ca_system_score_codex":0.000021004142,"about_ca_system_score_gemma":0.000049860017,"threshold_uncertainty_score":0.9991157},"labels":[],"label_agreement":null},{"id":"W2114581480","doi":"10.19173/irrodl.v8i3.372","title":"Re-organizing Universities for the Information Age","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Higher education; Affect (linguistics); Organizational structure; Organizational change; Organizational learning; Information Age; Sociology; Public relations; Cohort; Political science; Management; Knowledge management; Computer science; Economics","score_opus":0.08729761164343885,"score_gpt":0.47022114662952735,"score_spread":0.3829235349860885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114581480","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17738457,0.035926074,0.016808376,0.34164342,0.0007802595,0.0062997774,0.00014069557,0.00009352714,0.42092326],"genre_scores_gemma":[0.9798034,0.018483426,0.00032890905,0.00026362966,0.00012359442,0.000012531324,0.0000822162,0.0000036316399,0.0008987052],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99874634,0.00027943865,0.00020734518,0.00006814465,0.0005021927,0.00019655035],"domain_scores_gemma":[0.9968976,0.0025182816,0.000105347535,0.00007508941,0.00037091607,0.00003280795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014755078,0.000040241397,0.000092349845,0.000080205435,0.0006331578,0.00018370779,0.00074355735,0.000026518948,0.00009853614],"category_scores_gemma":[0.0028443474,0.00002543932,0.000028386872,0.00041722448,0.00023192473,0.0004502524,0.00027292687,0.00036242788,0.0000048527177],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003040127,0.0000649767,0.015030732,0.0011634964,0.00009880078,0.000013094411,0.014291299,0.0001992589,0.000035521833,0.55225885,0.00979511,0.40674484],"study_design_scores_gemma":[0.00019671669,0.000022632801,0.0014060927,0.0011445535,0.000004915948,5.205103e-7,0.18882085,0.00014649551,0.000015191697,0.00079758617,0.8074099,0.000034562087],"about_ca_topic_score_codex":0.0013833932,"about_ca_topic_score_gemma":0.0006907814,"teacher_disagreement_score":0.80241877,"about_ca_system_score_codex":0.00013034618,"about_ca_system_score_gemma":0.00031748257,"threshold_uncertainty_score":0.5113845},"labels":[],"label_agreement":null},{"id":"W2115769599","doi":"10.19173/irrodl.v12i2.965","title":"Universal instructional design principles for mobile learning","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":257,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Instructional design; Distance education; Relevance (law); Computer science; Universal Design for Learning; Mobile device; Educational technology; Learning design; Design elements and principles; Multimedia; Focus (optics); M-learning; Mobile technology; Relation (database); Mathematics education; World Wide Web; Psychology","score_opus":0.18711441555915223,"score_gpt":0.4197386074815763,"score_spread":0.2326241919224241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115769599","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055557437,0.012816892,0.877887,0.008625221,0.00093784154,0.006645977,0.000029277046,0.00014648271,0.037353873],"genre_scores_gemma":[0.929172,0.010978768,0.057602677,0.0001082448,0.00009683652,0.0007524432,0.00010392848,0.000018086743,0.001167007],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979157,0.0007387762,0.00032884628,0.00029568214,0.00049218925,0.00022883422],"domain_scores_gemma":[0.9977873,0.0012343364,0.00020117254,0.00022047784,0.0004984457,0.000058252554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006316752,0.000087067936,0.00016826882,0.00015492378,0.0002402853,0.00014463798,0.0019016871,0.00003669971,0.000111132395],"category_scores_gemma":[0.002321857,0.00006830796,0.00004099427,0.00048809504,0.00015582533,0.00046671747,0.0008984486,0.00056082796,0.000008875182],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002920306,0.00039982088,0.05048346,0.0015674346,0.0001258294,0.000012234181,0.0025082575,0.011405829,0.00018031,0.62535936,0.002283928,0.3053815],"study_design_scores_gemma":[0.0023827595,0.0013800195,0.039851423,0.011243322,0.000023788198,0.00012523237,0.00672852,0.20566022,0.0009264428,0.026349347,0.70476764,0.0005612972],"about_ca_topic_score_codex":0.00016513318,"about_ca_topic_score_gemma":0.000003172786,"teacher_disagreement_score":0.87361455,"about_ca_system_score_codex":0.00012630464,"about_ca_system_score_gemma":0.00029997795,"threshold_uncertainty_score":0.35338393},"labels":[],"label_agreement":null},{"id":"W2116083008","doi":"10.19173/irrodl.v10i2.595","title":"Research Insights from a Decade of Campus-Wide Implementation of Web-Supported Academic Instruction at Tel Aviv University","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tel aviv; Scope (computer science); Diffusion of innovations; Computer science; Pace; Virtual campus; Process (computing); Distance education; Information and Communications Technology; Higher education; Mathematics education; World Wide Web; Sociology; Pedagogy; Library science; Psychology; Political science","score_opus":0.07996909534418385,"score_gpt":0.48244989043151776,"score_spread":0.4024807950873339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116083008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9842177,0.0027275444,0.0000195861,0.008197974,0.000030441413,0.00047044794,0.000051430037,0.000005664529,0.0042791977],"genre_scores_gemma":[0.9603594,0.039073564,0.00012153814,0.000022336646,0.00003954783,0.000002907085,0.00017820833,0.0000031917718,0.0001993324],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960862,0.0018815942,0.00041319377,0.00020192652,0.0011888824,0.00022824407],"domain_scores_gemma":[0.9975009,0.001251573,0.00028855132,0.000121411154,0.0007670595,0.00007053168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062300893,0.00006351898,0.00022441418,0.00027923027,0.00034250482,0.000027551801,0.00085647,0.00006727661,0.00030924665],"category_scores_gemma":[0.0021274106,0.000052503794,0.00004301526,0.0010984652,0.0004075646,0.00033141195,0.00041026322,0.0008780241,0.000003730167],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007542995,0.00021986268,0.5320456,0.0006174915,0.00013668546,0.000023918525,0.0061195814,0.00012927408,0.0085605625,0.055100672,0.0036214474,0.39267063],"study_design_scores_gemma":[0.0031248068,0.00036417154,0.2833769,0.008813039,0.000040541945,0.0000037559105,0.17390157,0.0005895271,0.003659762,0.009506524,0.5163894,0.00022999324],"about_ca_topic_score_codex":0.009058992,"about_ca_topic_score_gemma":0.001669919,"teacher_disagreement_score":0.512768,"about_ca_system_score_codex":0.0002722236,"about_ca_system_score_gemma":0.0008213376,"threshold_uncertainty_score":0.99753976},"labels":[],"label_agreement":null},{"id":"W2116198859","doi":"10.19173/irrodl.v10i2.686","title":"Are We There Yet? A Progress Report from Three Turkish University Pioneers in Distance Education and E-Learning","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Sakarya Üniversitesi","keywords":"Turkish; Distance education; Higher education; Political science; Mathematics education; Sociology; Pedagogy; Psychology","score_opus":0.0760511979799455,"score_gpt":0.4411051500306653,"score_spread":0.3650539520507198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116198859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8573884,0.03647221,0.00011865959,0.09314382,0.000119376695,0.00076424243,0.00001274855,0.00002209664,0.011958458],"genre_scores_gemma":[0.9720255,0.027407095,0.000097920594,0.000038942948,0.000023501607,0.000010290666,0.000056276556,0.0000022448799,0.000338239],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986301,0.00050812954,0.00017197223,0.00019415926,0.00034742086,0.00014822089],"domain_scores_gemma":[0.99913466,0.00033270003,0.00017994872,0.000104228864,0.00020788248,0.00004055874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030697612,0.000053463333,0.00012994105,0.000097494354,0.00027378634,0.00008492789,0.00049559004,0.000051150153,0.000042272404],"category_scores_gemma":[0.0020290888,0.00004537031,0.000015969275,0.0004888468,0.00027306998,0.00020065748,0.00014277177,0.000579279,0.0000012185212],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034190405,0.00012468778,0.89267546,0.000092566115,0.0000113421065,0.000023251874,0.0016747611,0.000009151208,0.0000055747346,0.015076986,0.000838899,0.08943314],"study_design_scores_gemma":[0.00028511247,0.00002983339,0.7615092,0.005736737,0.0000072358544,0.0000069575285,0.08770664,0.000113014525,0.0000051406673,0.021019856,0.123485126,0.000095170646],"about_ca_topic_score_codex":0.002395649,"about_ca_topic_score_gemma":0.0015231243,"teacher_disagreement_score":0.13116626,"about_ca_system_score_codex":0.0001640522,"about_ca_system_score_gemma":0.0002611237,"threshold_uncertainty_score":0.36215207},"labels":[],"label_agreement":null},{"id":"W2117424525","doi":"10.19173/irrodl.v10i2.596","title":"Looking under the Bonnet: Factors Affecting Student Adoption of E-Learning Systems in Jordan","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":333,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Technology acceptance model; Affect (linguistics); E learning; Knowledge management; Perception; Point (geometry); Psychology; Structural equation modeling; Mathematics education; Information system; Virtual learning environment; Educational technology; Computer science; Usability; Pedagogy; Human–computer interaction; Engineering; Mathematics","score_opus":0.17792177184983435,"score_gpt":0.5023191027095831,"score_spread":0.32439733085974876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117424525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98743725,0.0065021715,0.00028233658,0.0043078037,0.000078825804,0.0005481344,0.0000050311883,0.000009029459,0.00082939013],"genre_scores_gemma":[0.9960844,0.0036673737,0.000018151173,0.000041711763,0.000014307426,0.000012121159,0.000018384893,0.0000042056336,0.00013933163],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956413,0.0015877957,0.00077673193,0.00026672982,0.0015031343,0.00022432284],"domain_scores_gemma":[0.99633837,0.0025276581,0.0004194531,0.00026081258,0.00041743534,0.000036248028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01993011,0.00009632251,0.000318185,0.00034134192,0.00020574756,0.0002481037,0.0017184471,0.00005948139,0.0000614006],"category_scores_gemma":[0.0052448018,0.000052859814,0.000057719295,0.0011693668,0.00016976167,0.00023268691,0.0005731127,0.0010712493,0.0000064547066],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005687406,0.00015501535,0.94668514,0.00010745081,0.000020415744,0.000008492896,0.0008067475,0.007701101,0.00023311736,0.024803152,0.00023576489,0.019186752],"study_design_scores_gemma":[0.0004724711,0.0001381524,0.9266074,0.0045696027,0.000006290941,0.000011357496,0.061047606,0.0019430338,0.000051484698,0.0019581022,0.0031109212,0.00008360212],"about_ca_topic_score_codex":0.0003346957,"about_ca_topic_score_gemma":0.0000472005,"teacher_disagreement_score":0.06024086,"about_ca_system_score_codex":0.000110075875,"about_ca_system_score_gemma":0.00006888753,"threshold_uncertainty_score":0.6907418},"labels":[],"label_agreement":null},{"id":"W2118007559","doi":"10.19173/irrodl.v16i3.2202","title":"Who studies MOOCs? Interdisciplinarity in MOOC research and its changes over time","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Context (archaeology); Field (mathematics); Massive open online course; Educational research; Empirical research; Higher education; Computer science; Data science; Sociology; Engineering ethics; Social science; Pedagogy; Political science; Epistemology; Engineering; Mathematics","score_opus":0.3033761711451208,"score_gpt":0.5480081558538772,"score_spread":0.2446319847087564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118007559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.655009,0.11534144,0.00022942454,0.22222193,0.00013509953,0.0011821344,0.000032219104,0.000033825898,0.005814937],"genre_scores_gemma":[0.95555365,0.04223734,0.00018473007,0.00009869741,0.000059386402,0.000039650906,0.000021936763,0.000007054251,0.001797567],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99702334,0.0010431461,0.00030127427,0.0003343659,0.0009800554,0.00031782404],"domain_scores_gemma":[0.9974024,0.001288279,0.00009018758,0.00023147595,0.0008860908,0.000101562735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016229507,0.00009531992,0.00031247624,0.00030837324,0.00015036203,0.00027045884,0.0015853359,0.000038477352,0.000013284611],"category_scores_gemma":[0.0053190277,0.00006618865,0.000019289077,0.0010480846,0.00024419755,0.0003517542,0.0047523975,0.0010481093,0.000016034894],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008780485,0.0019038888,0.2346312,0.011578398,0.0006346153,0.0006145433,0.020917097,0.0021493796,0.00068442465,0.4429632,0.06282473,0.22022046],"study_design_scores_gemma":[0.0049880394,0.0022028557,0.05499694,0.07751043,0.000020069028,0.000111860965,0.016367108,0.6106409,0.0003131556,0.14981084,0.08218024,0.0008575723],"about_ca_topic_score_codex":0.000176425,"about_ca_topic_score_gemma":0.00006820173,"teacher_disagreement_score":0.60849154,"about_ca_system_score_codex":0.0001468662,"about_ca_system_score_gemma":0.00015266237,"threshold_uncertainty_score":0.63677573},"labels":[],"label_agreement":null},{"id":"W2118136003","doi":"10.19173/irrodl.v5i3.202","title":"Online Education and Learning Management Systems: Global e-Learning in a Scandinavian Perspective","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Educational technology; E learning; Online learning; Distance education; Learning Management; Computer science; Electronic learning; Open learning; Blended learning; Knowledge management; Sociology; Multimedia; Pedagogy; Cooperative learning; Teaching method; Artificial intelligence","score_opus":0.05234374358624402,"score_gpt":0.4727113653051571,"score_spread":0.4203676217189131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118136003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7452813,0.07637296,0.00024709266,0.051836945,0.0002720903,0.00263179,0.00003080597,0.000060798382,0.12326622],"genre_scores_gemma":[0.94299245,0.05549434,0.00032910155,0.000054341803,0.00008991328,0.000054019605,0.000081179176,0.0000068394093,0.000897837],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99681073,0.0015077865,0.000342559,0.0002990989,0.0007212841,0.0003185357],"domain_scores_gemma":[0.99893093,0.0003551775,0.00016316547,0.00008738114,0.00037293544,0.0000904195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007006585,0.00010200798,0.00023824508,0.00018323139,0.00049211015,0.0002755994,0.0005618843,0.00005141451,0.00003806688],"category_scores_gemma":[0.0029857974,0.00008455872,0.000030260882,0.00096381904,0.00025374562,0.00030801445,0.00047815152,0.0011096308,0.0000051674733],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014647625,0.00071248,0.30930573,0.0017208431,0.00009192326,0.000055638437,0.004628765,0.0062124236,0.0000071003005,0.46790498,0.00018306487,0.20903058],"study_design_scores_gemma":[0.0019170872,0.00025208402,0.08227685,0.03769752,0.000028740582,0.00003108918,0.61421686,0.0010592361,0.0000015603221,0.008908611,0.2533012,0.0003091532],"about_ca_topic_score_codex":0.016609384,"about_ca_topic_score_gemma":0.0010868877,"teacher_disagreement_score":0.6095881,"about_ca_system_score_codex":0.0008213056,"about_ca_system_score_gemma":0.00059186475,"threshold_uncertainty_score":0.9899391},"labels":[],"label_agreement":null},{"id":"W2118137205","doi":"10.19173/irrodl.v5i1.164","title":"Best Practices in Online Conference Moderation","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Moderation; Socialization; Context (archaeology); Session (web analytics); Facilitation; Psychology; Knowledge management; Social psychology; Computer science; World Wide Web","score_opus":0.3022620625323095,"score_gpt":0.5756962367393911,"score_spread":0.2734341742070816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118137205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50494826,0.011933338,0.0005411262,0.3799439,0.00026611995,0.001793594,0.0000433422,0.0000143044335,0.100516014],"genre_scores_gemma":[0.95241255,0.04658108,0.00017406719,0.00016501498,0.000053866646,0.00004159849,0.000096042524,0.0000020513744,0.00047374697],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983567,0.00063310354,0.00022942963,0.00012391448,0.0005367405,0.00012008261],"domain_scores_gemma":[0.9987516,0.00040836236,0.00017971221,0.00007585962,0.0005506083,0.00003389999],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054377913,0.000037970738,0.00009401323,0.00008358006,0.000191025,0.00022603905,0.0005036526,0.000028221928,0.00014794698],"category_scores_gemma":[0.007741251,0.000030091605,0.000009948611,0.0005992719,0.00016528217,0.00046871734,0.00012608536,0.00033328592,0.000007828119],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013505536,0.0009552246,0.041471273,0.00053728174,0.0000196446,0.00000813559,0.009086409,0.0019366299,0.00014822649,0.8787127,0.0009963522,0.06599305],"study_design_scores_gemma":[0.0027606164,0.00026024508,0.034303706,0.028243195,0.000015775184,0.000007301774,0.27038142,0.004155515,0.00016053214,0.08526879,0.57407117,0.00037170266],"about_ca_topic_score_codex":0.01068,"about_ca_topic_score_gemma":0.0089150695,"teacher_disagreement_score":0.7934439,"about_ca_system_score_codex":0.00019023838,"about_ca_system_score_gemma":0.00085319177,"threshold_uncertainty_score":0.99590796},"labels":[],"label_agreement":null},{"id":"W2118234118","doi":"10.19173/irrodl.v4i1.129","title":"Indicators of Support in Online Interaction","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Psychology","score_opus":0.1284750624831179,"score_gpt":0.5059644046730619,"score_spread":0.377489342189944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118234118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5681826,0.006098393,0.00005728236,0.0065373625,0.00017781276,0.0009929349,0.000017640486,0.0000074531317,0.41792852],"genre_scores_gemma":[0.98070174,0.018509282,0.000027751603,0.000027746933,0.000013999255,0.000012458042,0.000037472884,0.0000022289787,0.00066729845],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984206,0.0006521806,0.0002725014,0.00010097468,0.0004208168,0.0001329056],"domain_scores_gemma":[0.9992578,0.0004175516,0.00010597572,0.00006773823,0.00012312928,0.000027786657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008215658,0.000035809146,0.00013031748,0.00021237816,0.000078010555,0.000045170764,0.0005203083,0.000019777068,0.0005031958],"category_scores_gemma":[0.0039182613,0.00002775023,0.000021286936,0.0007019541,0.00014600427,0.0001732705,0.00023911077,0.0003135498,0.0000044771323],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055828277,0.00029385943,0.7174845,0.0008640686,0.000031497297,0.000009600913,0.002438422,0.00003672131,0.00002319279,0.19715624,0.0015354431,0.08007063],"study_design_scores_gemma":[0.000845733,0.000086912274,0.069677755,0.009191622,0.000008178537,0.0000013676006,0.043597087,0.00024227538,0.000102884995,0.0040630857,0.8720588,0.00012430524],"about_ca_topic_score_codex":0.0010788664,"about_ca_topic_score_gemma":0.0006617154,"teacher_disagreement_score":0.87052333,"about_ca_system_score_codex":0.00008550159,"about_ca_system_score_gemma":0.0001225386,"threshold_uncertainty_score":0.5509641},"labels":[],"label_agreement":null},{"id":"W2119207990","doi":"10.19173/irrodl.v16i4.2399","title":"Personal Spaces in Public Repositories as a Facilitator for Open Educational Resource Usage","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Facilitator; Reuse; World Wide Web; Computer science; Learning object; Space (punctuation); Variety (cybernetics); Resource (disambiguation); Open educational resources; Multimedia; Knowledge management; Psychology; Engineering","score_opus":0.15705772833272283,"score_gpt":0.4621633092719469,"score_spread":0.305105580939224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119207990","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13199143,0.027325101,0.0019541571,0.6252288,0.0008900403,0.0057515586,0.00008083878,0.000045087352,0.20673297],"genre_scores_gemma":[0.9914237,0.0014322347,0.0017531606,0.00039490615,0.000089075525,0.00041378007,0.00017248794,0.000007979102,0.0043126754],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972978,0.0009005646,0.0003930691,0.00036091576,0.0007467512,0.00030086588],"domain_scores_gemma":[0.9972317,0.0015303959,0.00016979242,0.00022185428,0.0006832119,0.00016302992],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.012197023,0.0000976593,0.00022784485,0.00018101354,0.00023669061,0.0015788093,0.0031910352,0.00003440529,0.00008984261],"category_scores_gemma":[0.011718706,0.000075400014,0.000035432393,0.0008601141,0.00014103459,0.0011176948,0.0020711701,0.0005100803,0.000020128553],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033843383,0.000635299,0.14457808,0.0011247175,0.000082337705,0.0000135301025,0.011829582,0.00015668498,0.00005540664,0.75052536,0.06148659,0.029173996],"study_design_scores_gemma":[0.0013117412,0.0002562999,0.010486766,0.0036560306,0.00000338834,0.000045861878,0.03711017,0.0050205085,0.000034598546,0.009356254,0.9325117,0.00020667574],"about_ca_topic_score_codex":0.0011084636,"about_ca_topic_score_gemma":0.000057622896,"teacher_disagreement_score":0.87102515,"about_ca_system_score_codex":0.0002410961,"about_ca_system_score_gemma":0.0013441573,"threshold_uncertainty_score":0.99945766},"labels":[],"label_agreement":null},{"id":"W2119213496","doi":"10.19173/irrodl.v9i1.481","title":"The Role of Open and Distance Learning in the Implementation of the Right to Education in Zambia","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Poverty, Education, and Child Welfare","field":"Social Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Human rights; Charter; Declaration; Political science; Convention on the Rights of the Child; Economic growth; Commission; Linguistic rights; Distance education; Welfare; International human rights law; Public administration; Law; Right to property; Economics","score_opus":0.03826759357821357,"score_gpt":0.45720658756337,"score_spread":0.41893899398515644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119213496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9054165,0.019345906,0.00000993063,0.044343717,0.000078832956,0.001834144,0.000024777577,0.0000018622311,0.028944332],"genre_scores_gemma":[0.96596557,0.033463996,0.000011290365,0.00009751063,0.000021272504,0.000064475666,0.000023760178,0.0000024964909,0.00034962187],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974684,0.0014062593,0.0003222817,0.000121319026,0.0005362923,0.00014541547],"domain_scores_gemma":[0.99865174,0.00079102756,0.00018013596,0.00013492054,0.00021709422,0.000025083897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00692105,0.00004780494,0.00012418003,0.000050076847,0.0005398485,0.00011141461,0.0014076044,0.000017501823,0.000050540508],"category_scores_gemma":[0.0014695688,0.000025302315,0.000020102494,0.000635172,0.00026762098,0.0002207089,0.00030295158,0.00029294717,6.2408975e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004985761,0.000105175866,0.849373,0.00010177687,0.000009603223,2.5804422e-7,0.01633984,0.000024861387,0.000030223182,0.07333955,0.0018401092,0.058785755],"study_design_scores_gemma":[0.00023009215,0.000027542888,0.6156835,0.0014967216,0.000002809935,0.0000015712667,0.077308364,0.00003182104,0.00006700918,0.004545123,0.30056357,0.0000418567],"about_ca_topic_score_codex":0.02575818,"about_ca_topic_score_gemma":0.017575555,"teacher_disagreement_score":0.29872346,"about_ca_system_score_codex":0.000094267496,"about_ca_system_score_gemma":0.0007603636,"threshold_uncertainty_score":0.9807572},"labels":[],"label_agreement":null},{"id":"W2119255823","doi":"10.19173/irrodl.v3i1.75","title":"Towards a Strategy for Improved Student Retention in Programmes of Open, Distance Education: A Case Study From the Open University UK","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open university; Open education; Doors; Mission statement; Variety (cybernetics); Open learning; Institution; Sociology; Open society; Higher education; Pedagogy; Political science; Mathematics education; Public relations; Psychology; Teaching method; Engineering; Computer science; Social science; Cooperative learning","score_opus":0.21056471875528446,"score_gpt":0.5425507264251421,"score_spread":0.33198600766985764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119255823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8075567,0.02662721,0.00014785635,0.1098591,0.00022776224,0.025426703,0.00043170995,0.00001105476,0.029711913],"genre_scores_gemma":[0.9858741,0.011967372,0.00010586554,0.000038634513,0.00003081925,0.00036040362,0.000048385682,0.0000036204792,0.0015707556],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9969052,0.0017517696,0.00033061652,0.00025155567,0.0005520416,0.00020881703],"domain_scores_gemma":[0.9974653,0.0012632735,0.00018874022,0.00020679481,0.00081866974,0.000057180645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0094401995,0.000069383306,0.00023315594,0.000064354004,0.0005095831,0.0005229127,0.0028561424,0.000022197451,0.00025753217],"category_scores_gemma":[0.0026780344,0.000046994188,0.000031670515,0.00082836143,0.0003539202,0.00036726388,0.0016646332,0.00031132757,9.706355e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006024967,0.0050856583,0.5859882,0.0006976439,0.00036941515,0.00006961785,0.048078194,0.000030755433,0.000016097778,0.080909856,0.019691668,0.25846037],"study_design_scores_gemma":[0.0019878072,0.00035229017,0.08486023,0.00341056,0.000025147341,0.000003586845,0.72667634,0.00024967155,0.0000031461389,0.0024017973,0.17989208,0.00013733668],"about_ca_topic_score_codex":0.13700613,"about_ca_topic_score_gemma":0.028354313,"teacher_disagreement_score":0.67859817,"about_ca_system_score_codex":0.00027490864,"about_ca_system_score_gemma":0.00069667405,"threshold_uncertainty_score":0.9893757},"labels":[],"label_agreement":null},{"id":"W2119620070","doi":"10.19173/irrodl.v11i2.852","title":"Perspectives on distance education: Open schooling in the 21st century","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open education; Sociology; Mathematics education; Educational technology; Pedagogy; Computer science; Psychology","score_opus":0.04934481537177812,"score_gpt":0.4497372657866817,"score_spread":0.40039245041490357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119620070","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.103337154,0.062039617,0.0020173378,0.63215625,0.0008316917,0.0034720986,0.000047621685,0.000044337212,0.19605389],"genre_scores_gemma":[0.9726073,0.025841167,0.0007638945,0.00040953574,0.0000816601,0.000046499223,0.000026783793,0.000004032434,0.00021908768],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99816716,0.0005734542,0.00024946898,0.00026695456,0.0005632398,0.00017974107],"domain_scores_gemma":[0.9983569,0.00084032875,0.00011294206,0.00037732557,0.00027171386,0.000040786203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006737911,0.000075155964,0.00015132473,0.00010408064,0.00019767515,0.00074379507,0.0044169924,0.000024499139,0.00003614443],"category_scores_gemma":[0.003044438,0.00004470101,0.000028471613,0.00075615785,0.00012209392,0.00037084747,0.0011325447,0.00140056,0.000011155086],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021834083,0.0002659759,0.0119126905,0.00015186476,0.000009937657,0.0000060341513,0.00093218155,0.000094836454,0.000018962155,0.927697,0.00092659116,0.057962105],"study_design_scores_gemma":[0.0011914992,0.00024050391,0.04785136,0.018101892,0.00000807524,0.00005927539,0.06294848,0.019331705,0.000026690886,0.030361498,0.81952053,0.00035846193],"about_ca_topic_score_codex":0.00039521244,"about_ca_topic_score_gemma":0.000058098078,"teacher_disagreement_score":0.89733547,"about_ca_system_score_codex":0.000055064545,"about_ca_system_score_gemma":0.0003321869,"threshold_uncertainty_score":0.82079446},"labels":[],"label_agreement":null},{"id":"W2120445341","doi":"10.19173/irrodl.v11i1.763","title":"An investigation of distance education in North American research literature using co-word analysis","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of North Florida","keywords":"Distance education; World Wide Web; Sociology; Library science; Computer science; Pedagogy","score_opus":0.08055053098903693,"score_gpt":0.528510095905094,"score_spread":0.4479595649160571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120445341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9933917,0.0015800435,0.000043578933,0.0033284582,0.000031917287,0.00038528038,0.000026513406,0.0000037374687,0.0012087703],"genre_scores_gemma":[0.9908352,0.00789604,0.0007241106,0.000027695683,0.00007979648,0.000019777724,0.00032972192,0.0000047491835,0.00008291973],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99574083,0.0023839755,0.0003735786,0.00023210791,0.0010202482,0.00024927783],"domain_scores_gemma":[0.9976184,0.00084951374,0.00021826293,0.00020122361,0.0010213301,0.00009127793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013933988,0.00006429288,0.0002442007,0.00055574114,0.0002785402,0.00020032506,0.0009239675,0.00003800055,0.000058105416],"category_scores_gemma":[0.0032523025,0.000051083556,0.000038065882,0.005321344,0.00080344727,0.00043877534,0.00015245583,0.0013439246,0.000001074293],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037524795,0.00007971338,0.9362962,0.00018583666,0.000020849515,0.0000017099273,0.0013967055,0.00014246794,0.00023804436,0.006237172,0.00005592416,0.055307813],"study_design_scores_gemma":[0.00034461636,0.00012098146,0.8983017,0.005010817,0.000032503103,0.0000018786344,0.03455532,0.005337934,0.00010633924,0.0018349637,0.054164335,0.00018857914],"about_ca_topic_score_codex":0.009791435,"about_ca_topic_score_gemma":0.023307197,"teacher_disagreement_score":0.055119235,"about_ca_system_score_codex":0.000117134245,"about_ca_system_score_gemma":0.0013676492,"threshold_uncertainty_score":0.99680245},"labels":[],"label_agreement":null},{"id":"W2120854374","doi":"10.19173/irrodl.v13i3.1153","title":"A preliminary examination of the cost savings and learning impacts of using open textbooks in middle and high school science classes","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Mathematics education; Psychology; Sample (material); Pedagogy; Computer science; Chemistry","score_opus":0.12200637319846995,"score_gpt":0.4322641596801686,"score_spread":0.31025778648169866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120854374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901925,0.0040442497,0.00021772408,0.0015342382,0.000055958135,0.000808264,0.0000030419892,0.0000033060853,0.0031407462],"genre_scores_gemma":[0.995948,0.0030528868,0.00080388924,0.000043528224,0.00001162371,0.000021931652,0.0000053092017,0.0000046810615,0.00010813585],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99746275,0.0010064964,0.00040072858,0.00023364427,0.0006349326,0.00026146346],"domain_scores_gemma":[0.9980296,0.00092946715,0.00034147248,0.00019719212,0.0004024128,0.00009984259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013393504,0.000086910804,0.00023349642,0.00022311443,0.00032412243,0.00037490504,0.0017848682,0.000029890645,0.000025842783],"category_scores_gemma":[0.0067395307,0.00005935383,0.000017325232,0.00096207194,0.00045755904,0.0014914363,0.0035232995,0.00065425306,8.646158e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009714351,0.00025072647,0.86147183,0.0015638568,0.000024917814,0.0000018065264,0.004933639,0.00046436433,0.004844752,0.040211562,0.00006451805,0.086070895],"study_design_scores_gemma":[0.0006026674,0.00013359784,0.96391493,0.010685618,0.0000070001975,0.000031443797,0.008887171,0.013194629,0.0009350467,0.00029809098,0.00120056,0.00010921867],"about_ca_topic_score_codex":0.001592745,"about_ca_topic_score_gemma":0.000018323917,"teacher_disagreement_score":0.102443144,"about_ca_system_score_codex":0.00012422174,"about_ca_system_score_gemma":0.0003983754,"threshold_uncertainty_score":0.80683345},"labels":[],"label_agreement":null},{"id":"W2121693989","doi":"10.19173/irrodl.v14i5.1541","title":"Institutional level identity control strategies in the distance education environment: A survey of administrative staff","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Higher education; Academic freedom; Openness to experience; Accreditation; Public relations; Psychology; Medical education; Sociology; Pedagogy; Political science; Medicine; Social psychology","score_opus":0.19816477979878222,"score_gpt":0.48962813965434426,"score_spread":0.29146335985556204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121693989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71699935,0.038405612,0.012477194,0.08664423,0.00032092497,0.0067591234,0.0013891902,0.000011075089,0.13699329],"genre_scores_gemma":[0.9838302,0.015663566,0.000032336964,0.00008829489,0.000022314804,0.00009140746,0.00013135512,0.000001437573,0.00013904451],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99609655,0.0024652986,0.0003247079,0.00012262806,0.00084228243,0.00014850857],"domain_scores_gemma":[0.99745655,0.0019164605,0.00015937639,0.00008770232,0.00034991713,0.000029988747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014686089,0.00005434175,0.00014949156,0.000051581228,0.00022755498,0.00016777245,0.0010436454,0.00006574054,0.00031593596],"category_scores_gemma":[0.004929313,0.000034839075,0.000021569693,0.00034043973,0.00071548484,0.00070612365,0.00012052103,0.00091330754,0.000008762067],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008248736,0.00028161163,0.092161074,0.00029657787,0.00002652028,0.000001698746,0.003910868,0.00009306138,0.00002204705,0.89118683,0.0018121831,0.0101250205],"study_design_scores_gemma":[0.00056630606,0.00008546797,0.81939554,0.0043879123,0.0000072074754,0.0000031109812,0.083227046,0.00044971166,0.00000862544,0.044582747,0.047166202,0.00012013605],"about_ca_topic_score_codex":0.056354284,"about_ca_topic_score_gemma":0.0052907015,"teacher_disagreement_score":0.8466041,"about_ca_system_score_codex":0.00011788383,"about_ca_system_score_gemma":0.0010123685,"threshold_uncertainty_score":0.94992954},"labels":[],"label_agreement":null},{"id":"W2121732783","doi":"10.19173/irrodl.v4i1.118","title":"Bridges to Effective Learning Through Radio","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Distance education; Educational technology; Multimedia; Mathematics education; Psychology","score_opus":0.07652324035104971,"score_gpt":0.484773812652941,"score_spread":0.4082505723018913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121732783","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37071785,0.051056962,0.0027047112,0.118147425,0.0005263914,0.005562174,0.000035925426,0.000095890624,0.45115268],"genre_scores_gemma":[0.9669543,0.029966077,0.000539288,0.00020466173,0.00010150496,0.000096304655,0.000032067772,0.000010414158,0.002095394],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952778,0.0030057868,0.00027521615,0.00025192052,0.000837531,0.0003517458],"domain_scores_gemma":[0.9973823,0.0019144095,0.000106564505,0.00011576887,0.00038806154,0.000092883216],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012680865,0.00008779776,0.00024086014,0.000096825555,0.0005684935,0.00020516505,0.0007857342,0.000042915737,0.00031604918],"category_scores_gemma":[0.017170386,0.0000664873,0.000047995392,0.00081141933,0.00023564907,0.00029063915,0.0003291248,0.0009228514,0.000037841015],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020574937,0.00027608185,0.188836,0.0011827623,0.00014023311,0.000052049836,0.007953917,0.0021333757,0.00017586534,0.4814714,0.0072015957,0.310371],"study_design_scores_gemma":[0.00030975003,0.0001016759,0.0033205936,0.0036845915,0.00000573535,0.0000043825585,0.019393228,0.00007176667,0.000071227194,0.0014008863,0.9715414,0.000094778996],"about_ca_topic_score_codex":0.0022179,"about_ca_topic_score_gemma":0.0001722899,"teacher_disagreement_score":0.9643398,"about_ca_system_score_codex":0.00017397731,"about_ca_system_score_gemma":0.0003613987,"threshold_uncertainty_score":0.9911084},"labels":[],"label_agreement":null},{"id":"W2122346357","doi":"10.19173/irrodl.v4i2.145","title":"Distance Education in Transition: new trends and challenges","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Transition (genetics); Educational technology; Computer science; Data science; Mathematics education; Multimedia; Psychology; Chemistry","score_opus":0.16628478734243038,"score_gpt":0.5218823932250926,"score_spread":0.3555976058826622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122346357","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044565473,0.27988654,0.000113895774,0.4499724,0.00024495833,0.00068173214,0.0000059292183,0.000013924418,0.22451515],"genre_scores_gemma":[0.73902625,0.2577681,0.00013219863,0.00011774375,0.000045873603,0.00003145833,0.00001815418,0.000003584441,0.002856621],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99751335,0.0015299018,0.00020752665,0.00016764933,0.00043317254,0.00014839646],"domain_scores_gemma":[0.99871224,0.00087860797,0.00009611889,0.00008626841,0.00015594237,0.000070804716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006931149,0.000050118535,0.0001211565,0.00011011341,0.0001729812,0.00013430705,0.00035902468,0.000029494999,0.00039146352],"category_scores_gemma":[0.003307251,0.000041490868,0.000013534926,0.0005435557,0.00018737346,0.00038103326,0.000051031115,0.00037936665,0.000004553186],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005148243,0.00023133816,0.04653823,0.0006642448,0.000016972452,0.0000027629171,0.01504762,0.00003540399,0.0000056092013,0.51719874,0.0030508793,0.41715673],"study_design_scores_gemma":[0.00020455434,0.0000192748,0.025478357,0.002544703,0.0000027796875,0.0000026762475,0.01836418,0.000011455894,0.0000024667459,0.0024228413,0.95089567,0.000051059127],"about_ca_topic_score_codex":0.0029409379,"about_ca_topic_score_gemma":0.0009891231,"teacher_disagreement_score":0.94784474,"about_ca_system_score_codex":0.00010092579,"about_ca_system_score_gemma":0.0007831475,"threshold_uncertainty_score":0.4445838},"labels":[],"label_agreement":null},{"id":"W2122453331","doi":"10.19173/irrodl.v12i6.1053","title":"ODL and the impact of digital divide on information access in Botswana","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Digital divide; Information and Communications Technology; Government (linguistics); Relevance (law); Higher education; Face-to-face; Sociology; Public relations; Political science; Psychology; Pedagogy; Mathematics education; Economic growth; Computer science; World Wide Web; Economics","score_opus":0.14361113224645772,"score_gpt":0.5028775285353791,"score_spread":0.35926639628892143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122453331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85554826,0.0036013327,0.00006753229,0.012957074,0.000039784132,0.0011265106,0.000056772635,0.0000070976407,0.1265956],"genre_scores_gemma":[0.9865907,0.013250111,0.000010541664,0.0000296088,0.000016878063,0.0000144133755,0.000031707823,0.0000018465794,0.000054189444],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984433,0.00057646504,0.00028374902,0.00007612788,0.0004728269,0.00014754139],"domain_scores_gemma":[0.9985837,0.0009587271,0.0001532713,0.00008165314,0.00018825779,0.000034433808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067639323,0.00004985535,0.00015960616,0.000113018505,0.00013128323,0.0002135576,0.0007429119,0.000023578563,0.00010981706],"category_scores_gemma":[0.005144547,0.000026713766,0.00003627635,0.00042234187,0.00038863995,0.0009163204,0.00043340249,0.0004040912,0.0000031220577],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008021784,0.00014983102,0.58283484,0.00042944553,0.000065714536,0.0000043422697,0.0057251863,0.00017829612,0.0000023663908,0.08229823,0.0009033482,0.32660624],"study_design_scores_gemma":[0.0059335604,0.0006424556,0.77192014,0.0201753,0.000024840265,0.00000872731,0.044006795,0.0030519487,0.000046897814,0.050240792,0.10357989,0.00036865796],"about_ca_topic_score_codex":0.007052552,"about_ca_topic_score_gemma":0.00015430825,"teacher_disagreement_score":0.32623756,"about_ca_system_score_codex":0.000060984206,"about_ca_system_score_gemma":0.00023573694,"threshold_uncertainty_score":0.9995596},"labels":[],"label_agreement":null},{"id":"W2122493983","doi":"10.19173/irrodl.v15i4.1873","title":"Towards development of OER derived custom-built open textbooks: A baseline survey of university teachers at the University of the South Pacific","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Open university; Mathematics education; Educational technology; Computer science; Psychology; Pedagogy; Distance education","score_opus":0.09697470385682909,"score_gpt":0.37211761830155216,"score_spread":0.27514291444472305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122493983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8977975,0.0023751552,0.020636918,0.019966433,0.00021308723,0.0027032138,0.0001464106,0.000016896889,0.056144383],"genre_scores_gemma":[0.9968795,0.00096211536,0.000701876,0.000026229392,0.000003384888,0.0000012756537,0.00004053016,0.000003088988,0.0013819939],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958284,0.0029959234,0.00028288015,0.00019801274,0.0005538653,0.0001409237],"domain_scores_gemma":[0.9975005,0.0011051323,0.00036015667,0.0003448982,0.0006422485,0.000047071575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015117904,0.00007333675,0.00023613969,0.0000675843,0.00032998205,0.000056934827,0.0038815658,0.00002677873,0.00017256307],"category_scores_gemma":[0.0028756463,0.000045302833,0.00004437806,0.0006245214,0.0003252067,0.00019687218,0.0041286107,0.00035567273,0.0000059046215],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001110548,0.0007781399,0.62991905,0.0025859152,0.0004788556,0.000005417726,0.04281761,0.0024815095,0.0018792442,0.0319307,0.010614779,0.27539825],"study_design_scores_gemma":[0.001681302,0.000119201926,0.79361576,0.0068295286,0.000023368837,0.0000049605947,0.042673923,0.0073333397,0.0013031048,0.00015576386,0.14603087,0.00022888633],"about_ca_topic_score_codex":0.0026300955,"about_ca_topic_score_gemma":0.00039160333,"teacher_disagreement_score":0.27516937,"about_ca_system_score_codex":0.00011800373,"about_ca_system_score_gemma":0.00067988684,"threshold_uncertainty_score":0.721298},"labels":[],"label_agreement":null},{"id":"W2122524552","doi":"10.19173/irrodl.v9i2.502","title":"Eportfolios: From description to analysis","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Reflection (computer programming); Educational technology; Computer science; Online discussion; Cognition; Space (punctuation); Mathematics education; Data science; Psychology; World Wide Web","score_opus":0.21596621462828006,"score_gpt":0.5453816607799266,"score_spread":0.32941544615164653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122524552","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78079647,0.010891571,0.002028632,0.047209453,0.00024252554,0.0011818641,0.000034472447,0.000015382884,0.15759966],"genre_scores_gemma":[0.95365274,0.044878237,0.00044912475,0.00018114572,0.000073513336,0.000055703615,0.00008146525,0.0000027639262,0.0006252841],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973894,0.0012193787,0.00025240457,0.00017925366,0.00080584455,0.00015376582],"domain_scores_gemma":[0.99808145,0.0010545524,0.0001386075,0.00013599846,0.0005177585,0.00007165397],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007367786,0.000044384207,0.00015676409,0.00020477231,0.00037992015,0.00012643257,0.0007610814,0.00002460673,0.00049848034],"category_scores_gemma":[0.010482445,0.000034507142,0.000038857677,0.0017146132,0.00020550819,0.00040458608,0.00028601513,0.00032342257,0.000022764327],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010558822,0.00017115178,0.9390715,0.0000770856,0.00026222153,0.000013227095,0.007381159,0.0002707407,0.00012630464,0.013910391,0.0050623035,0.033548363],"study_design_scores_gemma":[0.0002086562,0.000046285775,0.45044222,0.0016172101,0.000058255202,0.0000029039923,0.0138680665,0.00031844008,0.000046248628,0.005766502,0.5275134,0.000111824644],"about_ca_topic_score_codex":0.024813626,"about_ca_topic_score_gemma":0.0009916616,"teacher_disagreement_score":0.5224511,"about_ca_system_score_codex":0.00023360274,"about_ca_system_score_gemma":0.0002677282,"threshold_uncertainty_score":0.9978527},"labels":[],"label_agreement":null},{"id":"W2123094782","doi":"10.19173/irrodl.v5i3.205","title":"Stealing the Goose: Copyright and Learning","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Copyright and Intellectual Property","field":"Business, Management and Accounting","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Intellectual property; Fair use; Commonwealth; Digital Millennium Copyright Act; The Internet; Law and economics; Copyright infringement; Commons; Copyright Act; Balance (ability); Internet privacy; Fair dealing; Business; Law; Political science; Public relations; Copyright law; Economics; Computer science; World Wide Web","score_opus":0.08698715531493428,"score_gpt":0.3794221919015,"score_spread":0.2924350365865657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123094782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49478856,0.07347127,0.0007611698,0.11470612,0.0003739328,0.002750192,0.000011659974,0.000078594836,0.3130585],"genre_scores_gemma":[0.98575693,0.012755414,0.000019803872,0.0007092853,0.0001663099,0.000030341856,0.000046584046,0.000009661619,0.0005056442],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985993,0.00015379919,0.00030442604,0.00021083381,0.0005067813,0.00022484017],"domain_scores_gemma":[0.9987893,0.00056972686,0.00013775153,0.00013435389,0.00035395758,0.000014902031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057417047,0.000101562684,0.00019025047,0.0001110915,0.00055503804,0.0006277326,0.0008390079,0.000028316217,0.0006816936],"category_scores_gemma":[0.00332254,0.000051894724,0.000035180914,0.000528031,0.00025071652,0.0006007819,0.0011513227,0.0009168376,0.000047976762],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013866221,0.00066368363,0.14561385,0.013592657,0.000492324,0.00012084847,0.002304342,0.0022409759,0.0012912347,0.4114405,0.09556615,0.3252868],"study_design_scores_gemma":[0.001173085,0.000061602834,0.009582699,0.010188576,0.000025566476,0.000019249253,0.0036528767,0.0153674465,0.00007000771,0.01248619,0.9471605,0.00021223881],"about_ca_topic_score_codex":0.0023094078,"about_ca_topic_score_gemma":0.00007122626,"teacher_disagreement_score":0.8515943,"about_ca_system_score_codex":0.00005086882,"about_ca_system_score_gemma":0.000054892014,"threshold_uncertainty_score":0.74640673},"labels":[],"label_agreement":null},{"id":"W2123130529","doi":"10.19173/irrodl.v11i3.886","title":"The pedagogical enhancement of open education: An examination of problem-based learning","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open education; Open educational resources; Open learning; Openness to experience; Context (archaeology); Computer science; Dissemination; Distance education; Educational technology; Embodied cognition; Open society; Mathematics education; Knowledge management; Teaching method; Pedagogy; World Wide Web; Sociology; Political science; Psychology; Artificial intelligence; Cooperative learning","score_opus":0.13919833885331,"score_gpt":0.4926375175025531,"score_spread":0.35343917864924307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123130529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7228536,0.008258424,0.012384055,0.064310625,0.0009660794,0.0063736443,0.000015522988,0.000045381494,0.1847927],"genre_scores_gemma":[0.99283326,0.0031198584,0.002686456,0.00006873474,0.000030267302,0.00014348647,0.00007725322,0.000005561305,0.001035108],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969583,0.0012373164,0.00055074587,0.00026925674,0.0007912253,0.00019314898],"domain_scores_gemma":[0.9970389,0.0010645234,0.00043046722,0.0003447588,0.0010477299,0.00007361347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01343257,0.00008956264,0.00021957145,0.00011422984,0.00033945232,0.0004927345,0.0037710764,0.00003616606,0.00020518625],"category_scores_gemma":[0.002762453,0.00005775279,0.000035598867,0.00066237716,0.00022534592,0.0006462042,0.001386417,0.0008746085,0.0000054154243],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000094669245,0.00092357263,0.017262585,0.0009711599,0.00003882621,0.000001112601,0.0018776973,0.00042470527,0.0034044497,0.44135723,0.0007808925,0.5328631],"study_design_scores_gemma":[0.0029500301,0.0020818885,0.13784684,0.01840077,0.000034736135,0.00003568534,0.046188526,0.049738314,0.011360302,0.009394384,0.7212718,0.00069673045],"about_ca_topic_score_codex":0.00040114738,"about_ca_topic_score_gemma":0.00004136585,"teacher_disagreement_score":0.7204909,"about_ca_system_score_codex":0.0000486764,"about_ca_system_score_gemma":0.0008286142,"threshold_uncertainty_score":0.7007661},"labels":[],"label_agreement":null},{"id":"W2123508417","doi":"10.19173/irrodl.v2i2.63","title":"Web-Based Education at Conventional Universities in China: A Case Study","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"China; Government (linguistics); Web application; Information and Communications Technology; Educational technology; Distance education; Political science; Web 2.0; The Internet; Public relations; World Wide Web; Computer science","score_opus":0.0814233883666522,"score_gpt":0.4620297172630856,"score_spread":0.3806063288964334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123508417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9564508,0.004673041,0.0000052191685,0.014564406,0.000057577283,0.00064273627,0.000012217428,0.000007022999,0.023586983],"genre_scores_gemma":[0.9926723,0.004541063,0.000041997257,0.00004923514,0.00003937418,0.000031879852,0.000039126775,0.000003277971,0.0025817468],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99749875,0.0013790963,0.00022046306,0.00015346908,0.000579761,0.0001684761],"domain_scores_gemma":[0.9990146,0.0005518537,0.00009251915,0.00008259214,0.0002107289,0.000047679714],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0052504153,0.000054153035,0.00013440182,0.00017325081,0.0003723821,0.000087644665,0.0004487949,0.000025106623,0.0012716252],"category_scores_gemma":[0.0008513927,0.000044108398,0.000028425404,0.00056346465,0.00019656365,0.00020496112,0.00026410772,0.00042153287,0.000011826671],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014496503,0.0020988197,0.865705,0.00080296624,0.000059004135,0.000720825,0.0064145965,0.00048622055,0.000012094086,0.023306804,0.007320627,0.09292806],"study_design_scores_gemma":[0.0027716912,0.00023994275,0.025100157,0.007054067,0.000018644792,0.00007840815,0.37172133,0.0065393914,0.000003886473,0.00044904766,0.5858131,0.00021030972],"about_ca_topic_score_codex":0.0075076227,"about_ca_topic_score_gemma":0.0031170496,"teacher_disagreement_score":0.84060484,"about_ca_system_score_codex":0.00034773583,"about_ca_system_score_gemma":0.00066821766,"threshold_uncertainty_score":0.99964136},"labels":[],"label_agreement":null},{"id":"W2123749079","doi":"10.19173/irrodl.v2i1.29","title":"The Technological Consolidation of UNED in Spain","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Technology in Learning","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; The Internet; Higher education; Videoconferencing; Sociology; Computer science; Multimedia; Telecommunications; Library science; World Wide Web; Pedagogy; Political science","score_opus":0.08921343848701406,"score_gpt":0.4479924891548417,"score_spread":0.3587790506678276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123749079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53648865,0.038829334,0.019057082,0.38456953,0.00021323934,0.0021836117,0.000010292956,0.00008140325,0.018566877],"genre_scores_gemma":[0.96572363,0.03328619,0.0007286712,0.000065743094,0.0000075493335,0.00006548373,0.000013264575,0.00000246002,0.000107020365],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9980647,0.000688504,0.00039138095,0.000186875,0.0004802007,0.00018836319],"domain_scores_gemma":[0.9965762,0.0026673698,0.00017386,0.0002832269,0.00027944666,0.000019917732],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0104678795,0.000057881316,0.00015228556,0.0001700258,0.00013331171,0.00008387237,0.0025311483,0.00004872411,0.000024189343],"category_scores_gemma":[0.00871377,0.000035564903,0.000021787655,0.001205521,0.0004955961,0.00018616207,0.001165932,0.0007327711,0.00000535823],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032584394,0.00010174552,0.13571925,0.00013110379,0.00001608875,0.000011342299,0.00008205582,0.0001746213,0.00018030309,0.7455312,0.0003620168,0.1176577],"study_design_scores_gemma":[0.0025091819,0.00050333457,0.32868198,0.023383902,0.000010607813,0.00027388547,0.00951264,0.05191816,0.0017029451,0.2529864,0.32802242,0.00049452065],"about_ca_topic_score_codex":0.00013657869,"about_ca_topic_score_gemma":0.000022883825,"teacher_disagreement_score":0.49254477,"about_ca_system_score_codex":0.000079063655,"about_ca_system_score_gemma":0.00014225685,"threshold_uncertainty_score":0.99963623},"labels":[],"label_agreement":null},{"id":"W2123865730","doi":"10.19173/irrodl.v14i3.1299","title":"De-gendering in the use of e-learning","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"ICT Impact and Policies","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Appeal; Point (geometry); Psychology; Institution; Character (mathematics); Educational technology; Social psychology; Sociology; Mathematics education; Mathematics; Political science; Social science","score_opus":0.14143957957177314,"score_gpt":0.4099498482353474,"score_spread":0.2685102686635743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123865730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9819547,0.0073807063,0.00019956105,0.0030498754,0.000027991879,0.0005465611,0.000010235694,0.000010996191,0.0068193926],"genre_scores_gemma":[0.9817659,0.01792607,0.000045385175,0.00006341914,0.000016189038,0.000041268482,0.00002160004,0.0000062702666,0.00011385997],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99887604,0.00034364432,0.00024017667,0.00004140768,0.00030583443,0.00019293014],"domain_scores_gemma":[0.9987659,0.0009688837,0.000041182735,0.00010153985,0.00009748645,0.000025012685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026211485,0.000058337577,0.00014272134,0.000094672236,0.000052037478,0.00014177515,0.000569166,0.000022360924,0.0001265634],"category_scores_gemma":[0.0014042183,0.0000359634,0.000024141516,0.00033232913,0.00007073199,0.00022297035,0.0001958302,0.0005646069,0.000006355655],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088979774,0.00022175668,0.66296303,0.008882881,0.0002322406,0.000018474557,0.01663943,0.1307971,0.005475413,0.024239171,0.01973802,0.13070346],"study_design_scores_gemma":[0.0015123297,0.00026514533,0.3820258,0.031603493,0.00002574717,0.00007827811,0.041600134,0.15684684,0.0016616368,0.0025021213,0.38139084,0.0004876139],"about_ca_topic_score_codex":0.0014500569,"about_ca_topic_score_gemma":0.000014407683,"teacher_disagreement_score":0.36165282,"about_ca_system_score_codex":0.00004870619,"about_ca_system_score_gemma":0.000030601113,"threshold_uncertainty_score":0.24529675},"labels":[],"label_agreement":null},{"id":"W2124501599","doi":"10.19173/irrodl.v13i1.1141","title":"An open education resource supports a diversity of inquiry-based learning","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Casual; Open education; Diversity (politics); Resource (disambiguation); Mathematics education; The Internet; Set (abstract data type); Function (biology); Open educational resources; Computer science; Psychology; Pedagogy; World Wide Web; Sociology; Political science","score_opus":0.1176197711275156,"score_gpt":0.4601874413879958,"score_spread":0.3425676702604802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124501599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7750052,0.016441224,0.017226161,0.044416457,0.0012268176,0.005361983,0.00003064122,0.00011642135,0.14017509],"genre_scores_gemma":[0.9963292,0.0012997637,0.0015043197,0.0002700834,0.000054923898,0.000042726544,0.00016867249,0.000006907196,0.00032341393],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99679,0.0015043921,0.00039072576,0.00027544828,0.0007432281,0.0002962319],"domain_scores_gemma":[0.99811536,0.00056664675,0.00031765367,0.0003481493,0.0004909954,0.00016119164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011282334,0.00010073377,0.00025108972,0.00019138625,0.00044607365,0.0003852846,0.0037555527,0.00004018682,0.00024038377],"category_scores_gemma":[0.001997002,0.00008104821,0.000035489003,0.00078650354,0.00015320793,0.0013972138,0.0039239805,0.00071080896,0.000013727264],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015553016,0.0013689974,0.7763226,0.0012116071,0.00005209633,0.0000036204847,0.0063421796,0.0013580475,0.00026333338,0.10673482,0.007833997,0.098353185],"study_design_scores_gemma":[0.0020501954,0.00090738904,0.30491677,0.015245062,0.000035254605,0.00004741009,0.056869116,0.0143906325,0.00078618433,0.002189956,0.6019138,0.0006482218],"about_ca_topic_score_codex":0.0010599853,"about_ca_topic_score_gemma":0.00000847217,"teacher_disagreement_score":0.5940798,"about_ca_system_score_codex":0.00011597122,"about_ca_system_score_gemma":0.00053812057,"threshold_uncertainty_score":0.6978814},"labels":[],"label_agreement":null},{"id":"W2124544771","doi":"10.19173/irrodl.v9i2.478","title":"Distance Education and Corporate Training in Brazil: Regulations and interrelationships","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Public Policy","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Bureaucracy; Population; Poverty; Economic growth; Developing country; Business; Higher education; Private sector; Economics; Political science; Sociology","score_opus":0.2958116804340959,"score_gpt":0.5217390457917723,"score_spread":0.22592736535767644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124544771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77749586,0.02143276,0.00019203198,0.11750459,0.00016239633,0.001045105,0.000024253226,0.000014428706,0.08212859],"genre_scores_gemma":[0.966306,0.03195451,0.0000897368,0.00018575083,0.000043588618,0.00004801365,0.00005563311,0.0000030380675,0.001313753],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9985033,0.00068047165,0.00024491135,0.00013930372,0.000290962,0.00014101258],"domain_scores_gemma":[0.998755,0.0007713849,0.00013041639,0.0000747008,0.0001943491,0.000074173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004503642,0.00004715739,0.00011658002,0.00015478233,0.00037990676,0.00011199451,0.00028142816,0.000028852764,0.000070513925],"category_scores_gemma":[0.0039309817,0.0000396035,0.000010407017,0.00059020135,0.0005036402,0.0003390592,0.00013832525,0.0003299748,0.0000016301503],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019188918,0.000070089336,0.43078235,0.00016479386,0.0000076011443,0.0000012576264,0.018055815,0.000009432285,0.0000040054565,0.5044452,0.0022009404,0.044239365],"study_design_scores_gemma":[0.00044744316,0.00002647386,0.644976,0.0048958044,0.0000037936652,0.000022368953,0.052966293,0.00060820393,0.0000017044696,0.033499144,0.2624277,0.00012504382],"about_ca_topic_score_codex":0.0033109568,"about_ca_topic_score_gemma":0.0013494767,"teacher_disagreement_score":0.470946,"about_ca_system_score_codex":0.00008700366,"about_ca_system_score_gemma":0.0007870137,"threshold_uncertainty_score":0.5005198},"labels":[],"label_agreement":null},{"id":"W2124878517","doi":"10.19173/irrodl.v12i2.964","title":"Online videoconferencing products: Update","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Videoconferencing; Distance education; Computer science; Teleconference; Software; Multimedia; Online video; Online learning; World Wide Web; Psychology; Mathematics education","score_opus":0.15514141718793187,"score_gpt":0.43378281453525785,"score_spread":0.27864139734732596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124878517","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2184445,0.08784076,0.057194687,0.5552716,0.0009694816,0.0042853756,0.00018792824,0.00030707032,0.0754986],"genre_scores_gemma":[0.96829444,0.024984261,0.0058338116,0.00035068853,0.000056550263,0.000015723688,0.00008467566,0.00000647457,0.0003733439],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983086,0.00042175042,0.00032100664,0.00025735467,0.00048277434,0.00020851275],"domain_scores_gemma":[0.9987709,0.00026415262,0.0001321358,0.00030506167,0.00047715497,0.00005061153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046152305,0.00007642976,0.00018546343,0.000117490556,0.00010860073,0.00014612287,0.0022156925,0.000021759359,0.000063254665],"category_scores_gemma":[0.0024513113,0.000051390223,0.000027090042,0.0006656084,0.00010502279,0.00032551715,0.0014800368,0.0006429068,0.000016368713],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009501462,0.0010830088,0.067714855,0.0034097154,0.0001695953,0.00011830734,0.00139146,0.00020757676,0.00024891144,0.5796796,0.006124672,0.3397573],"study_design_scores_gemma":[0.0031353612,0.000874611,0.08698568,0.059825152,0.00004998072,0.00020543551,0.0056706076,0.2117335,0.0015002782,0.10604224,0.5229126,0.0010645094],"about_ca_topic_score_codex":0.0003648363,"about_ca_topic_score_gemma":0.000014028399,"teacher_disagreement_score":0.74985,"about_ca_system_score_codex":0.000037236998,"about_ca_system_score_gemma":0.00019070266,"threshold_uncertainty_score":0.4117345},"labels":[],"label_agreement":null},{"id":"W2126546743","doi":"10.19173/irrodl.v13i2.1127","title":"Are online learners frustrated with collaborative learning experiences?","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":247,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Frustration; Collaborative learning; Online discussion; Psychology; Feeling; Computer-mediated communication; Quality (philosophy); Cooperative learning; Distance education; Perception; Computer-supported collaborative learning; Mathematics education; Social psychology; Computer science; The Internet; Teaching method; World Wide Web","score_opus":0.18668201735901985,"score_gpt":0.5364246168918788,"score_spread":0.34974259953285897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126546743","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95296484,0.014328595,0.0005868049,0.0032872949,0.00015687566,0.00064023276,0.0000226723,0.000031222866,0.027981468],"genre_scores_gemma":[0.99544334,0.0016790618,0.00049457076,0.00019007723,0.00009831889,0.0001416471,0.00014510252,0.000017086924,0.001790769],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99340546,0.0048365276,0.00039473083,0.00028409195,0.00062893267,0.0004502638],"domain_scores_gemma":[0.99728084,0.0013754804,0.00046147854,0.00019192185,0.0005979522,0.00009234438],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013406193,0.0001498431,0.00034358702,0.00018000542,0.0003176043,0.00010825039,0.00075826683,0.000065154185,0.0009893527],"category_scores_gemma":[0.0048161806,0.000096020594,0.000029072246,0.0014118904,0.00044253728,0.0002495904,0.00032764795,0.0020991967,0.000023771934],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078205834,0.0005680739,0.91813976,0.0004925932,0.0002418791,0.000044136348,0.023117034,0.00031046924,0.00012636685,0.016788084,0.0032051723,0.036184356],"study_design_scores_gemma":[0.0015359452,0.00046983777,0.30164662,0.00906876,0.000020312007,0.00006301197,0.48114306,0.00025677073,0.000074097865,0.000119221186,0.20528878,0.00031357518],"about_ca_topic_score_codex":0.0003544666,"about_ca_topic_score_gemma":0.000009756413,"teacher_disagreement_score":0.61649317,"about_ca_system_score_codex":0.0000931044,"about_ca_system_score_gemma":0.00009838509,"threshold_uncertainty_score":0.9999239},"labels":[],"label_agreement":null},{"id":"W2126829455","doi":"10.19173/irrodl.v16i4.2351","title":"An Investigation of University Student Readiness towards M-learning using Technology Acceptance Model","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Technology acceptance model; Psychology; Usability; Context (archaeology); Sample (material); Blended learning; Educational technology; Data collection; M-learning; Mobile device; Applied psychology; Knowledge management; Social psychology; Mathematics education; Computer science; Human–computer interaction; World Wide Web; Sociology","score_opus":0.362668019032204,"score_gpt":0.5513177684144464,"score_spread":0.18864974938224233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126829455","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9902081,0.0011258444,0.0033701614,0.004420693,0.000034447887,0.0002743243,0.00001529128,0.000016047736,0.0005351135],"genre_scores_gemma":[0.9971015,0.0015737666,0.0010696535,0.000027938773,0.000006279096,0.0000038207936,0.000020593086,0.0000039812044,0.00019247731],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99704236,0.0009449527,0.00043424775,0.00026841584,0.0011592197,0.0001507856],"domain_scores_gemma":[0.99752504,0.00033495604,0.00031885612,0.00029488874,0.0014512825,0.00007500313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0138696255,0.000071910945,0.0002583347,0.0004768754,0.00012811334,0.000080189515,0.0022029146,0.00007787455,0.000038476413],"category_scores_gemma":[0.0050984393,0.00005234903,0.000028045215,0.0016162617,0.0004503405,0.00044574984,0.0010288594,0.0006213681,0.0000036289223],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001284813,0.00008082134,0.94594663,0.0000627192,0.000015263977,0.0000102592685,0.0004640361,0.010953246,0.0007722143,0.019134304,0.00025005118,0.022181982],"study_design_scores_gemma":[0.0032248395,0.00062247785,0.46598834,0.007315141,0.00004832312,0.000065531356,0.10524085,0.34561816,0.0015456709,0.058652233,0.011216059,0.0004623528],"about_ca_topic_score_codex":0.0002237528,"about_ca_topic_score_gemma":0.000022157903,"teacher_disagreement_score":0.47995827,"about_ca_system_score_codex":0.00013364431,"about_ca_system_score_gemma":0.00033401282,"threshold_uncertainty_score":0.6103676},"labels":[],"label_agreement":null},{"id":"W2127469561","doi":"10.19173/irrodl.v14i3.1460","title":"Synchronous online collaborative professional development for elementary mathematics teachers","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Mathematics education; Curriculum; Professional development; Professional learning community; Creativity; The Internet; Learning community; Faculty development; Connected Mathematics; Core-Plus Mathematics Project; Cognitively Guided Instruction; Quality (philosophy); Reform mathematics; Collaborative learning; Pedagogy; Educational technology; Teaching method; Computer science; Mathematics; Psychology; World Wide Web","score_opus":0.128421322582333,"score_gpt":0.5298285920537434,"score_spread":0.4014072694714105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127469561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9182228,0.01510169,0.012104994,0.029192884,0.0007537716,0.0070500397,0.00019851641,0.000043600474,0.017331736],"genre_scores_gemma":[0.8823247,0.0025804979,0.09162246,0.0012563232,0.00024853065,0.0030151575,0.0024285861,0.000059802158,0.016463928],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971348,0.0014619174,0.0004978978,0.00022140861,0.00042090318,0.00026305954],"domain_scores_gemma":[0.9969904,0.001942046,0.00022635002,0.00014604333,0.0006518034,0.000043395466],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0111497715,0.00010566119,0.00025515372,0.00011710402,0.00024807084,0.00006995534,0.0006999282,0.00004334393,0.0011166051],"category_scores_gemma":[0.002499329,0.00006986964,0.000027609098,0.00039549664,0.00015666637,0.00010710499,0.00038015327,0.00081408455,0.000026067695],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031473624,0.0022891269,0.060859364,0.0031427697,0.00070185243,0.000010964481,0.022610694,0.00006665413,0.00061839155,0.051334832,0.091563895,0.7664867],"study_design_scores_gemma":[0.002985757,0.0004784568,0.13143872,0.017568063,0.000024367713,0.000021790682,0.08975483,0.0014100049,0.00015394321,0.004933834,0.75084335,0.0003868947],"about_ca_topic_score_codex":0.00027001544,"about_ca_topic_score_gemma":0.000010358956,"teacher_disagreement_score":0.7660998,"about_ca_system_score_codex":0.00014298294,"about_ca_system_score_gemma":0.00024120865,"threshold_uncertainty_score":0.9997965},"labels":[],"label_agreement":null},{"id":"W2127578158","doi":"10.19173/irrodl.v11i3.842","title":"Development of interactive and reflective learning among Malaysian online distant learners: An ESL instructor’s experience","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Task (project management); TUTOR; Distance education; Process (computing); Educational technology; Plan (archaeology); Active learning (machine learning); Pedagogy; Psychology; Computer science; Mathematics education; Engineering","score_opus":0.07818201290708808,"score_gpt":0.48938177457296145,"score_spread":0.41119976166587335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127578158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99378675,0.0005798854,0.000050647348,0.0013555099,0.00007743249,0.00037469875,0.000009257501,0.00001066978,0.003755162],"genre_scores_gemma":[0.9933168,0.0040620393,0.0022439826,0.00001949158,0.00006420543,0.000029005145,0.00008876379,0.000008903474,0.00016680628],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9974744,0.0007349961,0.0004535231,0.00030497124,0.00075110066,0.0002810266],"domain_scores_gemma":[0.9983551,0.0006358139,0.00029455405,0.0001348119,0.00045428445,0.00012546296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005284246,0.000110221314,0.00028069713,0.00015503795,0.00049080706,0.00016294379,0.00080689834,0.00006317113,0.00018578027],"category_scores_gemma":[0.0045857877,0.00008427566,0.000030468957,0.00051525806,0.0008041714,0.00064350443,0.00061245816,0.0014977838,0.0000013019887],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038395607,0.00043539813,0.41291946,0.0007005197,0.00011050595,0.000020964371,0.06775371,0.00008798651,0.0051804404,0.022374399,0.00003618552,0.4899965],"study_design_scores_gemma":[0.0011997723,0.0003339933,0.11312332,0.010207133,0.00001999413,0.000014604842,0.66438043,0.0024938222,0.0011413514,0.0013227365,0.20533578,0.00042703983],"about_ca_topic_score_codex":0.001561386,"about_ca_topic_score_gemma":0.0028383464,"teacher_disagreement_score":0.59662676,"about_ca_system_score_codex":0.000097420714,"about_ca_system_score_gemma":0.00050919113,"threshold_uncertainty_score":0.65072083},"labels":[],"label_agreement":null},{"id":"W2127725863","doi":"10.19173/irrodl.v16i1.2000","title":"How do students want to learn in online distance education? Profiling student preferences","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preference; Distance education; Psychology; Bachelor; Exploratory factor analysis; Promotion (chess); Mathematics education; Mathematics; Statistics; Developmental psychology","score_opus":0.1440926855472007,"score_gpt":0.5354291103398124,"score_spread":0.39133642479261177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127725863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90406364,0.014889137,0.00012458593,0.06976574,0.00022035677,0.001843961,0.00003587531,0.000014519577,0.009042207],"genre_scores_gemma":[0.98203367,0.014746977,0.0007330645,0.00013677616,0.00011195336,0.00010649778,0.000098753786,0.000006732054,0.0020255833],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99628526,0.0012380312,0.0003285973,0.00026859043,0.0015875628,0.00029196712],"domain_scores_gemma":[0.99849224,0.00043939022,0.00013021885,0.00014295979,0.00064465025,0.00015054013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00972407,0.00008719907,0.0002304509,0.0001630822,0.0001808418,0.0005356351,0.0016330814,0.00003483597,0.00003420088],"category_scores_gemma":[0.005889828,0.00006314756,0.000024999794,0.00086143427,0.0001532631,0.00032994096,0.0007960942,0.00066830346,0.000006832255],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084392195,0.0006067507,0.8769428,0.00028304552,0.00002182528,0.0000073420265,0.0030047053,0.00017114938,0.000009211455,0.021702437,0.0010262589,0.09614008],"study_design_scores_gemma":[0.0007602693,0.00018796735,0.049382336,0.012142217,0.000007918607,0.000001846163,0.26539427,0.0000823068,0.000014005068,0.0042618304,0.6675718,0.00019329129],"about_ca_topic_score_codex":0.0015741333,"about_ca_topic_score_gemma":0.001819551,"teacher_disagreement_score":0.8275605,"about_ca_system_score_codex":0.00028251155,"about_ca_system_score_gemma":0.0012414672,"threshold_uncertainty_score":0.70510995},"labels":[],"label_agreement":null},{"id":"W2128485655","doi":"10.19173/irrodl.v15i3.1586","title":"Success factors for e-learning in a developing country: A case study of Serbia","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; E learning; Learning Management; Order (exchange); Knowledge management; Distance education; Mathematics education; Information system; Instructional design; Multimedia; World Wide Web; The Internet; Psychology; Engineering","score_opus":0.2796944368682848,"score_gpt":0.5409845940118866,"score_spread":0.26129015714360176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128485655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99540436,0.0005764336,0.00082689547,0.0021054863,0.000041595893,0.0008057851,0.000014893607,0.000007698632,0.00021686418],"genre_scores_gemma":[0.99891007,0.0007273371,0.0001199367,0.000039715964,0.0000070382844,0.00007005596,0.00002253888,0.0000052354844,0.0000980518],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99675333,0.0010938684,0.000733819,0.00028581795,0.00093687756,0.00019629668],"domain_scores_gemma":[0.99441683,0.0043284954,0.0003118546,0.00021770966,0.0006878573,0.000037257494],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018474363,0.00008504809,0.00036127702,0.00037618907,0.0001682966,0.0001438255,0.0013634028,0.000049787766,0.00005626069],"category_scores_gemma":[0.020009262,0.000054760025,0.000032395357,0.0011871672,0.00013182148,0.00021307229,0.000755196,0.0005761709,0.0000018450638],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055315817,0.000119976634,0.98398197,0.00014052576,0.000011186986,0.000026086707,0.0005640044,0.00016882402,0.000010475332,0.0040687895,0.0001590946,0.010693735],"study_design_scores_gemma":[0.004749251,0.0009046186,0.74324167,0.008319466,0.000022984002,0.00018485423,0.15896596,0.011959104,0.00009998831,0.0055049574,0.06570817,0.0003390068],"about_ca_topic_score_codex":0.001963665,"about_ca_topic_score_gemma":0.0009796337,"teacher_disagreement_score":0.24074034,"about_ca_system_score_codex":0.000067596084,"about_ca_system_score_gemma":0.00012428782,"threshold_uncertainty_score":0.9882456},"labels":[],"label_agreement":null},{"id":"W2128548635","doi":"10.19173/irrodl.v13i4.1294","title":"Facebook groups as LMS: A case study","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":192,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning Management; Psychology; Computer-mediated communication; Educational technology; Medical education; Computer science; Multimedia; The Internet; World Wide Web; Mathematics education; Medicine","score_opus":0.14371981019413999,"score_gpt":0.5254391494614725,"score_spread":0.38171933926733254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128548635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92664754,0.008793572,0.00002411297,0.013022472,0.00014023029,0.003181789,0.000012899755,0.000029320474,0.04814809],"genre_scores_gemma":[0.9912879,0.0076713315,0.000016942895,0.0001328329,0.00004624475,0.000116059295,0.000007437519,0.000004742391,0.00071651035],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99726397,0.0012734671,0.00023936544,0.00012857308,0.0007561875,0.00033843276],"domain_scores_gemma":[0.9989344,0.00050886977,0.00010190258,0.0001505225,0.0002033509,0.000100961865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01335874,0.00006428153,0.0001672064,0.00009493736,0.00045128213,0.00013115993,0.0009950812,0.00004134965,0.00044152126],"category_scores_gemma":[0.005483322,0.000046662164,0.000027152773,0.00039286888,0.00038601342,0.0003153833,0.00077458844,0.00061882933,0.000059023896],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087466426,0.0008983802,0.8887364,0.00034207848,0.000087265435,0.00037811644,0.0065983636,0.0000023668797,0.000017963897,0.025225824,0.005194019,0.07243175],"study_design_scores_gemma":[0.002616538,0.00043737513,0.049904414,0.009627884,0.000039406572,0.0006297416,0.5275149,0.000068696,0.00006341568,0.003413992,0.40533403,0.0003496264],"about_ca_topic_score_codex":0.009438135,"about_ca_topic_score_gemma":0.00038678048,"teacher_disagreement_score":0.838832,"about_ca_system_score_codex":0.00015775203,"about_ca_system_score_gemma":0.00014458234,"threshold_uncertainty_score":0.9971581},"labels":[],"label_agreement":null},{"id":"W2129136111","doi":"10.19173/irrodl.v10i3.675","title":"Creating Effective Collaborative Learning Groups in an Online Environment","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":580,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Grading (engineering); Collaborative learning; Distance education; Computer science; Mathematics education; Group work; Cooperative learning; Higher education; Experiential learning; Psychology; Pedagogy; Teaching method; Engineering","score_opus":0.06172265576446639,"score_gpt":0.4599894164421236,"score_spread":0.3982667606776572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129136111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94527024,0.011627627,0.00010735945,0.020474099,0.000045096724,0.0017465787,0.000027062608,0.000022298209,0.020679628],"genre_scores_gemma":[0.9693058,0.02963783,0.00040026143,0.00010499817,0.000100349534,0.000040874234,0.00016965535,0.000006020688,0.0002341797],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99525577,0.0030218218,0.00035494324,0.00027099383,0.0007790937,0.00031740122],"domain_scores_gemma":[0.99808514,0.0013224735,0.00016946948,0.000106016756,0.00023213889,0.000084765445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009768906,0.00009769574,0.00026690372,0.00015237511,0.0004278933,0.00017670267,0.0007098396,0.000052668,0.0001679558],"category_scores_gemma":[0.004547353,0.000076322816,0.00003021784,0.0007582536,0.00022826718,0.0004445648,0.00025762065,0.0011467357,0.0000061761057],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002956438,0.00074880186,0.24389008,0.00029962562,0.000037603226,0.00005830637,0.0076810312,0.0039959066,0.0003172144,0.033052992,0.00013913457,0.7094837],"study_design_scores_gemma":[0.0030278438,0.0018842334,0.34061974,0.02198183,0.00002712667,0.000007718998,0.2190083,0.008871792,0.00009717074,0.007440029,0.39645854,0.0005757034],"about_ca_topic_score_codex":0.0009323796,"about_ca_topic_score_gemma":0.00050628796,"teacher_disagreement_score":0.70890796,"about_ca_system_score_codex":0.00026169408,"about_ca_system_score_gemma":0.00026487897,"threshold_uncertainty_score":0.5443935},"labels":[],"label_agreement":null},{"id":"W2129286809","doi":"10.19173/irrodl.v16i2.2051","title":"Influencing factors in OER usage of adult learners in Korea","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Terminology; Context (archaeology); Computer science; The Internet; Educational technology; Multimedia; Affect (linguistics); Knowledge management; World Wide Web; Psychology; Mathematics education","score_opus":0.11078887687615044,"score_gpt":0.4337778706129694,"score_spread":0.322988993736819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129286809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9704984,0.0018403297,0.00023069822,0.005868189,0.00009432966,0.00049114105,0.0000037522304,0.000008307113,0.020964889],"genre_scores_gemma":[0.99586725,0.0035358274,0.00027590868,0.00009242221,0.000009368009,0.000022184424,0.000025625894,0.0000046420328,0.00016673945],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974947,0.0008306343,0.00049696385,0.00023949749,0.0006961303,0.00024208556],"domain_scores_gemma":[0.99847615,0.0006652159,0.00017561691,0.0002040976,0.00039398836,0.000084948966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065391622,0.00008709921,0.000259298,0.00031291743,0.000046896585,0.00015371203,0.0017077219,0.000035886183,0.000042154305],"category_scores_gemma":[0.0059100967,0.00006459935,0.000028885686,0.0011886589,0.00011081717,0.0005966494,0.001018123,0.0007766454,0.000008860861],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048067486,0.00015078054,0.9433962,0.00046312818,0.000013677979,0.000012934202,0.0048194835,0.0022417782,0.00013320016,0.03556303,0.00047570426,0.0126819955],"study_design_scores_gemma":[0.0050703683,0.00054828014,0.71158046,0.039331153,0.000009034578,0.000032983007,0.1473408,0.04829343,0.001414774,0.006471768,0.039192837,0.00071409444],"about_ca_topic_score_codex":0.0038158712,"about_ca_topic_score_gemma":0.00018923766,"teacher_disagreement_score":0.23181576,"about_ca_system_score_codex":0.00018476804,"about_ca_system_score_gemma":0.00037486586,"threshold_uncertainty_score":0.70753646},"labels":[],"label_agreement":null},{"id":"W2129669013","doi":"10.19173/irrodl.v1i1.2","title":"Theoretical Challenges for Distance Education in the 21st Century: A Shift from Structural to Transactional Issues","year":2000,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":604,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Distance education; Premise; Pace; Sociology; Credibility; Transactional leadership; Class (philosophy); Field (mathematics); Management; Political science; Pedagogy; Public relations; Epistemology; Law; Philosophy; Mathematics; Economics; Geography","score_opus":0.06084845383910959,"score_gpt":0.47868622793788185,"score_spread":0.41783777409877226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129669013","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28626114,0.09065899,0.0001231364,0.5557986,0.00020608217,0.0029166224,0.00023890464,0.000016808639,0.063779704],"genre_scores_gemma":[0.9182474,0.0807484,0.0002384778,0.00021839145,0.00017563916,0.00010360035,0.00012681811,0.000004089114,0.00013719813],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978028,0.0009776034,0.00022358893,0.0001860598,0.00060517306,0.00020477998],"domain_scores_gemma":[0.998327,0.0013490425,0.00004340114,0.000099568475,0.00013447384,0.000046520967],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004639493,0.00006338856,0.00014333871,0.000051671577,0.0002648407,0.00014896982,0.000850582,0.000032777334,0.0011225875],"category_scores_gemma":[0.0012142711,0.000039612652,0.000035474055,0.0002775631,0.00024335504,0.00017278787,0.000049556347,0.00040674745,0.0000060814355],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001273234,0.000057844365,0.0017959672,0.00009882476,0.000008757382,6.8673495e-7,0.002849496,0.000030446621,0.0000017344931,0.5431816,0.00016347287,0.45168385],"study_design_scores_gemma":[0.00029449243,0.000059520888,0.0168953,0.002646857,0.000005653261,9.190386e-7,0.04792343,0.00019316237,0.0000030455435,0.046627745,0.88526905,0.00008085047],"about_ca_topic_score_codex":0.0015341488,"about_ca_topic_score_gemma":0.0010669616,"teacher_disagreement_score":0.88510555,"about_ca_system_score_codex":0.0000759802,"about_ca_system_score_gemma":0.00037226506,"threshold_uncertainty_score":0.99979055},"labels":[],"label_agreement":null},{"id":"W2129925758","doi":"10.19173/irrodl.v6i1.223","title":"Markets, Distance Education, and Australian Higher Education","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Deregulation; Distance education; Competition (biology); Government (linguistics); Market competition; Political science; Economics; Market economy; Business; Sociology; Pedagogy","score_opus":0.06731811469501693,"score_gpt":0.48069970803316664,"score_spread":0.4133815933381497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129925758","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.086072944,0.08411185,0.00003305605,0.5701302,0.0007900987,0.0015312812,0.000030537507,0.00001970939,0.2572803],"genre_scores_gemma":[0.876277,0.06905089,0.00037539902,0.0008994239,0.00022957897,0.00012747507,0.00006625112,0.000004505115,0.052969415],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99855876,0.00037306355,0.00023363005,0.00015962782,0.00051708193,0.00015781708],"domain_scores_gemma":[0.9990798,0.00025991246,0.000108555854,0.0000988816,0.00037189052,0.00008095363],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032907836,0.000054846394,0.00010410991,0.000058477708,0.00027005133,0.00017727063,0.0004923896,0.000026632788,0.0009173151],"category_scores_gemma":[0.0006794431,0.000043142314,0.000013795337,0.0003704489,0.00020846022,0.00031538514,0.0001448827,0.00023299264,0.000016307655],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036282112,0.00034564652,0.1523515,0.00044740434,0.0000196715,4.424413e-7,0.0019396691,0.0000030005676,0.0000071759778,0.35694888,0.18815856,0.29974174],"study_design_scores_gemma":[0.00007933652,0.000004685134,0.13135558,0.002019121,0.0000018802141,9.076203e-7,0.0024088768,0.0000021784415,0.0000040351315,0.0018700423,0.86220855,0.000044808156],"about_ca_topic_score_codex":0.0016630568,"about_ca_topic_score_gemma":0.0001838925,"teacher_disagreement_score":0.7902041,"about_ca_system_score_codex":0.00021901201,"about_ca_system_score_gemma":0.0012383144,"threshold_uncertainty_score":0.999996},"labels":[],"label_agreement":null},{"id":"W2129936729","doi":"10.19173/irrodl.v16i4.2175","title":"Usability Evaluation of the Student Centered e-Learning Environment","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Computer science; Web usability; Usability engineering; Usability lab; System usability scale; Heuristic evaluation; Interview; Pluralistic walkthrough; Cognitive walkthrough; Multimedia; World Wide Web; Human–computer interaction","score_opus":0.2818764015980461,"score_gpt":0.4738172032287361,"score_spread":0.19194080163069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129936729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9365656,0.015596093,0.009679547,0.026737167,0.00033207197,0.0032094193,0.000021707443,0.000017888367,0.007840549],"genre_scores_gemma":[0.99782443,0.0018082757,0.00017872559,0.000044571065,0.00000919518,0.00005305929,0.000009459827,0.0000027141434,0.00006956974],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99419814,0.0030706308,0.0004266183,0.00024982932,0.0018931614,0.00016161642],"domain_scores_gemma":[0.9980896,0.00062770065,0.00018976706,0.00042347066,0.00061341655,0.000056031135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025900206,0.00007375329,0.0001817819,0.000045409943,0.00010197305,0.00011954549,0.0025388387,0.000024865938,0.00007490185],"category_scores_gemma":[0.004943295,0.000044083223,0.00004891293,0.00033349174,0.00022477035,0.00026388405,0.0022849087,0.00049714366,0.000008767736],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023689803,0.001405593,0.7845744,0.0014415187,0.00019308046,0.0000030250228,0.005711088,0.031652242,0.0006292589,0.029676575,0.0027559951,0.14172031],"study_design_scores_gemma":[0.0057287095,0.0010493002,0.49904373,0.018230874,0.00008695152,0.00003321576,0.013730005,0.3162754,0.0039184517,0.032760307,0.10861322,0.0005298628],"about_ca_topic_score_codex":0.00022914314,"about_ca_topic_score_gemma":0.000011021983,"teacher_disagreement_score":0.2855307,"about_ca_system_score_codex":0.00026900956,"about_ca_system_score_gemma":0.00022788777,"threshold_uncertainty_score":0.8976546},"labels":[],"label_agreement":null},{"id":"W2130531746","doi":"10.19173/irrodl.v9i2.497","title":"Collaborative Learning: Two perspectives on theory and practice","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Educational technology; Learning theory; Computer science; Distance education; Sociology; Mathematics education; Pedagogy; Psychology; Knowledge management","score_opus":0.14421954650209437,"score_gpt":0.5612357558964429,"score_spread":0.4170162093943486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130531746","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3582206,0.0818759,0.0026936636,0.030502858,0.00025923736,0.001668861,0.00003729846,0.00005807001,0.52468354],"genre_scores_gemma":[0.97397566,0.021387719,0.00056473946,0.00033968352,0.00007259675,0.00007068575,0.000036158624,0.000014433065,0.0035383352],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9823797,0.016180204,0.0003117083,0.00035476795,0.0005304797,0.00024316859],"domain_scores_gemma":[0.9858982,0.012852744,0.00023502379,0.00017928853,0.0007842166,0.000050551498],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033542812,0.000120490484,0.00027224046,0.00018132335,0.00046844545,0.00007758554,0.00052423205,0.00004270248,0.000389834],"category_scores_gemma":[0.039030083,0.00008405535,0.000027609614,0.0007304544,0.0006473395,0.00016910744,0.00036784372,0.0019312653,0.000026218868],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003183852,0.00046313685,0.03066904,0.0002508452,0.00029891208,0.0001302391,0.034234423,0.00014134447,0.00016638359,0.8775115,0.0043056626,0.048644643],"study_design_scores_gemma":[0.0031996788,0.001322672,0.095418215,0.006844866,0.000032532284,0.00046238163,0.2829776,0.00018057557,0.00004938014,0.0049542864,0.6041851,0.00037273558],"about_ca_topic_score_codex":0.00028057938,"about_ca_topic_score_gemma":0.000001558825,"teacher_disagreement_score":0.8725572,"about_ca_system_score_codex":0.000084967905,"about_ca_system_score_gemma":0.00012253283,"threshold_uncertainty_score":0.99517107},"labels":[],"label_agreement":null},{"id":"W2130804440","doi":"10.19173/irrodl.v8i2.347","title":"Integrating Mobile Learning into Nomadic Education Programme in Nigeria: Issues and perspectives","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Functional illiteracy; Commission; Literacy; Population; Information and Communications Technology; Economic growth; Public relations; Political science; Sociology; Pedagogy","score_opus":0.04914460864090508,"score_gpt":0.44176092907666886,"score_spread":0.3926163204357638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130804440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8194757,0.13665378,0.010784904,0.019775739,0.0003236268,0.0028860595,0.000001588387,0.00006854288,0.010030028],"genre_scores_gemma":[0.97817665,0.016599856,0.0045221467,0.00006707282,0.00006633153,0.00022589303,0.000039606515,0.000008667687,0.000293747],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9975627,0.00075227726,0.00045258494,0.000393252,0.0005285767,0.00031057405],"domain_scores_gemma":[0.9979236,0.0011061245,0.00020165439,0.00021777856,0.00045562934,0.0000952003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010415737,0.000113593785,0.00022372983,0.00031921352,0.00019834223,0.00038495546,0.0011519104,0.00004739321,0.000026737576],"category_scores_gemma":[0.005757614,0.00008956124,0.000025800131,0.0009702049,0.00020128091,0.00054591044,0.0008481571,0.0010162614,0.000005114321],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041273568,0.00029745355,0.24874508,0.0008194414,0.000018269135,0.000006940878,0.014839734,0.000118048265,0.00021385888,0.04119236,0.00021654156,0.693491],"study_design_scores_gemma":[0.00204846,0.0015156571,0.18291971,0.044785287,0.00001325987,0.00017908271,0.43765476,0.026390437,0.00042698815,0.023573788,0.27956465,0.0009279048],"about_ca_topic_score_codex":0.0013981378,"about_ca_topic_score_gemma":0.0001533924,"teacher_disagreement_score":0.6925631,"about_ca_system_score_codex":0.0002711445,"about_ca_system_score_gemma":0.00037864316,"threshold_uncertainty_score":0.68928176},"labels":[],"label_agreement":null},{"id":"W2130964763","doi":"10.19173/irrodl.v8i3.508","title":"Toward a Unified Theory of Instruction in the Cognitive Domain","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Cognition; Instructional design; Domain (mathematical analysis); Mathematics education; Cognitive science; Psychology; Multimedia; Human–computer interaction; Mathematics","score_opus":0.21000173027619398,"score_gpt":0.5333102699683857,"score_spread":0.32330853969219175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130964763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88916576,0.0056386534,0.009923253,0.0038096902,0.00014569455,0.0008396573,0.000020631182,0.000007022578,0.09044963],"genre_scores_gemma":[0.998417,0.0008750321,0.00022958826,0.00017237752,0.00003591018,0.000031446943,0.000056764704,0.000005748641,0.00017612899],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99184304,0.0067355516,0.00049268303,0.00018968894,0.00050817453,0.0002308279],"domain_scores_gemma":[0.9941863,0.005127248,0.00021359848,0.00014446084,0.00030918897,0.000019209272],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06401736,0.00007535375,0.00021241253,0.00022339373,0.0000947046,0.000032450796,0.0007484553,0.00004680219,0.00023976418],"category_scores_gemma":[0.005622768,0.000045113127,0.000034694887,0.0009140172,0.00035961898,0.00007092276,0.00022064467,0.0012806274,0.0000053914114],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015773027,0.0002637845,0.077649884,0.00057600724,0.00010338951,0.00004542767,0.013404203,0.000010611265,0.00019014372,0.59622455,0.0003448736,0.3096098],"study_design_scores_gemma":[0.0032490336,0.00040838844,0.7397025,0.012417799,0.000017840666,0.00010328469,0.16421275,0.00004069945,0.00016105946,0.04646733,0.033037193,0.00018212959],"about_ca_topic_score_codex":0.00057453825,"about_ca_topic_score_gemma":0.000015730078,"teacher_disagreement_score":0.66205263,"about_ca_system_score_codex":0.00005157785,"about_ca_system_score_gemma":0.000059996742,"threshold_uncertainty_score":0.9637911},"labels":[],"label_agreement":null},{"id":"W2131107455","doi":"10.19173/irrodl.v2i2.50","title":"Book Review - The \"E\" is for Everything: E-commerce, E-Business, and E-Learning in the Future of Higher Education. Editors: Richard N. Katz and Diana G. Oblinger","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"E learning; E-commerce; Sociology; Media studies; Psychology; Mathematics education; Computer science; World Wide Web; Educational technology","score_opus":0.0576747282672219,"score_gpt":0.42723669156603394,"score_spread":0.369561963298812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131107455","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010873375,0.69223976,0.0000044132776,0.30273053,0.00015856375,0.00083017023,0.000011105419,0.000003981165,0.0029341138],"genre_scores_gemma":[0.020604564,0.96547425,0.00008717368,0.006994258,0.0010951691,0.00014381493,0.00005638298,0.000010416631,0.0055339825],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970689,0.0014409366,0.0003842774,0.000210418,0.00066560897,0.00022989235],"domain_scores_gemma":[0.9969518,0.002139628,0.00023286877,0.00015163636,0.00047776374,0.000046257534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009223199,0.000100487974,0.00027298252,0.00009024475,0.0005328025,0.00017792468,0.00079851307,0.000054144173,0.00048028727],"category_scores_gemma":[0.0029807817,0.00005593298,0.000043498847,0.0007728795,0.00033185197,0.00034183916,0.0002517658,0.00088341313,0.000002353035],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025368545,0.00010530016,0.01051268,0.0029726534,0.000032624357,0.0000013813628,0.0019246009,0.000005872023,0.0000024646645,0.0047964323,0.8570027,0.122617915],"study_design_scores_gemma":[0.00020094233,0.000029041112,0.004856801,0.008802817,0.000017592387,0.0000025494192,0.004908021,0.00007897906,4.530017e-7,0.00029287604,0.9807454,0.00006457889],"about_ca_topic_score_codex":0.00065403135,"about_ca_topic_score_gemma":0.000043436772,"teacher_disagreement_score":0.29573628,"about_ca_system_score_codex":0.00004403519,"about_ca_system_score_gemma":0.00021230712,"threshold_uncertainty_score":0.5258809},"labels":[],"label_agreement":null},{"id":"W2131602872","doi":"10.19173/irrodl.v5i2.186","title":"Interaction and Immediacy in Online Learning","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":178,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Immediacy; Antecedent (behavioral psychology); Psychology; Distance education; Computer science; Cognitive science; Epistemology; Social psychology; Mathematics education","score_opus":0.19843187070938034,"score_gpt":0.5796126307224608,"score_spread":0.3811807600130805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131602872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8117411,0.046703175,0.00008038488,0.11949091,0.0003010602,0.00096904405,0.00002288512,0.000015406482,0.020676002],"genre_scores_gemma":[0.9465116,0.05247761,0.00009589361,0.00026895967,0.000035362817,0.00007435261,0.00019467506,0.000005676611,0.00033586923],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983429,0.00071684073,0.0003727351,0.00016907716,0.00024315646,0.0001553287],"domain_scores_gemma":[0.99859923,0.0008511978,0.00012680722,0.00016998452,0.00020182485,0.000050968727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003266219,0.000059746922,0.00015634434,0.00017986448,0.00010870499,0.000058154917,0.00049950817,0.00003517213,0.00046028753],"category_scores_gemma":[0.0016599096,0.00004776231,0.000017641205,0.0003996665,0.00012361292,0.00012879855,0.00040270615,0.0010923692,0.000016335112],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033376215,0.00082282996,0.5960222,0.0012945734,0.00005366459,0.000015026726,0.008247517,0.00030749183,0.000070738846,0.11989456,0.001403313,0.27153432],"study_design_scores_gemma":[0.0021743653,0.00017334428,0.67950964,0.01370632,0.0000056362733,0.000057441885,0.08287739,0.0002979097,0.000010268363,0.0048378767,0.2162013,0.00014847863],"about_ca_topic_score_codex":0.0031712134,"about_ca_topic_score_gemma":0.00032873495,"teacher_disagreement_score":0.27138585,"about_ca_system_score_codex":0.00014401808,"about_ca_system_score_gemma":0.00010644207,"threshold_uncertainty_score":0.50398254},"labels":[],"label_agreement":null},{"id":"W2131850280","doi":"10.19173/irrodl.v15i4.1905","title":"An investigation into social learning activities by practitioners in open educational practices","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; University of Leicester","keywords":"Operationalization; Variety (cybernetics); Educational technology; Social learning; Knowledge management; Open education; Open educational resources; Psychology; Open learning; Sociology; Computer science; Pedagogy; Cooperative learning; Teaching method","score_opus":0.09034813065879568,"score_gpt":0.48125627295632356,"score_spread":0.3909081422975279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131850280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5668549,0.0038094404,0.0043703215,0.34724715,0.000542515,0.0028481681,0.00001613987,0.00007159774,0.0742398],"genre_scores_gemma":[0.9938336,0.0029607732,0.0013529237,0.00047683512,0.00008761795,0.00017723432,0.0003780379,0.000009527787,0.00072344043],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99479085,0.0033862942,0.00043151897,0.0004080993,0.0007337381,0.00024949477],"domain_scores_gemma":[0.9966638,0.002101257,0.00062250043,0.00019718282,0.00031892248,0.000096326425],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.013997854,0.00011693712,0.00023868732,0.00021323422,0.0005536864,0.0015163571,0.0027059265,0.000051990868,0.0001611246],"category_scores_gemma":[0.0065748473,0.000100305006,0.000025600451,0.0008486158,0.00018725982,0.0035998812,0.0012074154,0.0011315378,0.000016325035],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021828298,0.0010377925,0.2687479,0.0014838453,0.00009419772,0.0000044058947,0.017078694,0.001729458,0.002858869,0.55747133,0.022370342,0.1269049],"study_design_scores_gemma":[0.0037220253,0.0009469368,0.13592848,0.012950079,0.000028523114,0.00006376604,0.1406679,0.1030282,0.00086576707,0.047578584,0.5530087,0.0012110773],"about_ca_topic_score_codex":0.0036535105,"about_ca_topic_score_gemma":0.00015706585,"teacher_disagreement_score":0.5306383,"about_ca_system_score_codex":0.00021070076,"about_ca_system_score_gemma":0.0005833502,"threshold_uncertainty_score":0.9995202},"labels":[],"label_agreement":null},{"id":"W2131951500","doi":"10.19173/irrodl.v1i1.3","title":"Digital Learning Environments: New Possibilities and Opportunities","year":2000,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Panacea (medicine); Class (philosophy); Point (geometry); Distance education; Computer science; Educational technology; Paradigm shift; Order (exchange); Field (mathematics); Mathematics education; Information and Communications Technology; Sociology; Pedagogy; Multimedia; Engineering ethics; Psychology; Epistemology; Engineering; Artificial intelligence; World Wide Web; Mathematics","score_opus":0.11523501558757276,"score_gpt":0.4378366925027171,"score_spread":0.32260167691514435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131951500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46073315,0.05478487,0.00008070398,0.088500015,0.00007748198,0.0011089054,0.000052559815,0.000040264786,0.39462206],"genre_scores_gemma":[0.6371333,0.29026213,0.00008163125,0.00015248856,0.00013085672,0.00001662803,0.00012232299,0.000009644967,0.07209096],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979827,0.00065662584,0.00026889064,0.00018802425,0.0006538831,0.00024989597],"domain_scores_gemma":[0.99887496,0.0007847053,0.000077888675,0.00008747461,0.000063422434,0.00011156594],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0041321856,0.000077225406,0.0001769116,0.000071319,0.00040847115,0.00040700642,0.0005340729,0.000036337275,0.0015375725],"category_scores_gemma":[0.0017282187,0.00005878891,0.000029115165,0.00017491881,0.0004953743,0.0005811898,0.00031140877,0.0005998113,0.000016230892],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047440157,0.000038608956,0.016498208,0.00015497368,0.00002241404,0.000010100697,0.0010527474,0.00005672011,0.000004708458,0.012146404,0.0008911901,0.9690765],"study_design_scores_gemma":[0.00024970173,0.000060633844,0.0015256954,0.0020646378,0.0000041426033,0.0000043174186,0.022905394,0.00012241173,0.000002642318,0.001724974,0.9712624,0.000073037685],"about_ca_topic_score_codex":0.001068513,"about_ca_topic_score_gemma":0.00004551329,"teacher_disagreement_score":0.97037125,"about_ca_system_score_codex":0.00006677187,"about_ca_system_score_gemma":0.00031834698,"threshold_uncertainty_score":0.99937516},"labels":[],"label_agreement":null},{"id":"W2132083665","doi":"10.19173/irrodl.v8i3.400","title":"Identifying Effective Pedagogical Approaches for Online Workplace Training: A case study of the South African wood products manufacturing sector","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology; University of British Columbia","funders":"","keywords":"Context (archaeology); Asynchronous communication; Inclusion (mineral); Pedagogy; Constructivist teaching methods; Task (project management); Mathematics education; Face (sociological concept); Computer science; Psychology; Teaching method; Sociology; Engineering; Geography","score_opus":0.3776224628925184,"score_gpt":0.5077529511678546,"score_spread":0.1301304882753362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132083665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9915609,0.0013471192,0.00018028452,0.0033275462,0.00006512755,0.0025105833,0.000027620306,0.000007847061,0.0009730123],"genre_scores_gemma":[0.9988305,0.0002914791,0.00030757702,0.000013171488,0.00016396669,0.000074927506,0.000020988613,0.000008053693,0.0002893664],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9968922,0.0013188414,0.0003904721,0.0002756088,0.00080131274,0.0003215314],"domain_scores_gemma":[0.99704945,0.0021831838,0.00026549737,0.00016006341,0.0002816734,0.000060142967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01578439,0.0000955627,0.00027088,0.000107724685,0.0005291876,0.000112745896,0.0008404494,0.00004008172,0.000021007247],"category_scores_gemma":[0.0058546406,0.000057943875,0.00006035491,0.0005727396,0.00025641386,0.00014594417,0.00050387025,0.0007491217,3.6562773e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013098253,0.0026940021,0.07270966,0.004798301,0.00053106615,0.00029933863,0.21598192,0.0011276337,0.00013117967,0.010575675,0.00024324427,0.68959814],"study_design_scores_gemma":[0.0011528424,0.0002747653,0.008545064,0.00359261,0.000039052593,0.000040598625,0.9553105,0.00022015786,0.00016186693,0.00034769665,0.030184984,0.00012982819],"about_ca_topic_score_codex":0.0014152697,"about_ca_topic_score_gemma":0.0013933217,"teacher_disagreement_score":0.7393286,"about_ca_system_score_codex":0.00013586528,"about_ca_system_score_gemma":0.00028675096,"threshold_uncertainty_score":0.70089746},"labels":[],"label_agreement":null},{"id":"W2132904678","doi":"10.19173/irrodl.v10i1.589","title":"Critical and Higher Order Thinking in Online Threaded Discussions in the Slovak Context","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Online discussion; Critical thinking; Slovak; Context (archaeology); Distance education; Higher-order thinking; Interactivity; Cognitive style; Mathematics education; Pedagogy; Order (exchange); Higher education; Collaborative learning; Computer-mediated communication; Autocracy; Technology integration; Computer science; Educational technology; Psychology; Cognition; Teaching method; Political science; Multimedia; World Wide Web; The Internet; Czech","score_opus":0.11647582696411696,"score_gpt":0.5089312423803305,"score_spread":0.39245541541621354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132904678","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17645279,0.029218981,0.000047970705,0.7674837,0.0000875399,0.0010409798,0.000027405576,0.0000123402,0.025628308],"genre_scores_gemma":[0.9774782,0.02129362,0.00017300172,0.0006850491,0.000070767666,0.000015295906,0.000040628987,0.000003274956,0.00024012926],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968626,0.0016546801,0.00031576655,0.00018350057,0.0007089897,0.00027447275],"domain_scores_gemma":[0.9975636,0.0020389205,0.000058549493,0.00010465463,0.00018766263,0.000046631496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009268629,0.00007158116,0.00019793847,0.00011063674,0.0003151026,0.0002195735,0.00081864255,0.00004685875,0.00016980889],"category_scores_gemma":[0.0067555574,0.00003939536,0.000022750277,0.0007627064,0.00034408845,0.0002826268,0.00024834997,0.00104769,0.0000024526892],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010936549,0.00048535346,0.07041269,0.00027855206,0.0000130970075,0.00006363388,0.0051665427,0.000036315785,0.000024051824,0.575543,0.001312768,0.34655464],"study_design_scores_gemma":[0.0015142483,0.00019841986,0.27788293,0.018609703,0.000012806253,0.000010897828,0.1120319,0.00072773226,0.000003591428,0.06396099,0.52480644,0.00024034681],"about_ca_topic_score_codex":0.001521942,"about_ca_topic_score_gemma":0.0018354678,"teacher_disagreement_score":0.80102545,"about_ca_system_score_codex":0.00006408024,"about_ca_system_score_gemma":0.00019698225,"threshold_uncertainty_score":0.8087521},"labels":[],"label_agreement":null},{"id":"W2133474950","doi":"10.19173/irrodl.v9i1.469","title":"Open Content and Open Educational Resources: Enabling universal education","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":330,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open education; Reproduction; Production (economics); Universal Primary Education; Quality (philosophy); Business; Economic growth; Economics; Sociology; Developing country; Pedagogy; Microeconomics","score_opus":0.16142851312941495,"score_gpt":0.43692101954717094,"score_spread":0.275492506417756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133474950","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26223338,0.037288267,0.0016452499,0.30367714,0.00089729537,0.00664871,0.000035165463,0.000047297024,0.3875275],"genre_scores_gemma":[0.95536035,0.033183534,0.0023263053,0.0009639545,0.00007981855,0.000168489,0.00014714905,0.0000106624275,0.0077597513],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976752,0.000783305,0.00037940044,0.00039838458,0.0005387608,0.00022497484],"domain_scores_gemma":[0.9978907,0.00084272615,0.0002190549,0.000291798,0.00062436354,0.00013133562],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.005227958,0.000104907704,0.0002477021,0.00017043742,0.0005950703,0.0013292325,0.005409589,0.000032382468,0.00023601235],"category_scores_gemma":[0.0021870201,0.000082003186,0.000024567158,0.00068644824,0.00020246813,0.0016245994,0.0063630957,0.00057709444,0.000019536716],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020362627,0.00092423166,0.11838136,0.00081811904,0.0001119648,0.000014598112,0.0056209043,0.0001353824,0.00018759075,0.7463312,0.03082527,0.09644573],"study_design_scores_gemma":[0.0018882789,0.00023832469,0.10735839,0.011254867,0.000011542081,0.0002356898,0.0335564,0.003164206,0.00007927196,0.0063199173,0.8354993,0.00039382125],"about_ca_topic_score_codex":0.0035970998,"about_ca_topic_score_gemma":0.00003571532,"teacher_disagreement_score":0.804674,"about_ca_system_score_codex":0.00015549487,"about_ca_system_score_gemma":0.0013022088,"threshold_uncertainty_score":0.9999716},"labels":[],"label_agreement":null},{"id":"W2134077948","doi":"10.19173/irrodl.v2i1.36","title":"Patterns of Interaction in a Computer Conference Transcript","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":174,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social network analysis; Computer-mediated communication; Social relation; Psychology; Expression (computer science); Network analysis; Computer science; Social psychology; World Wide Web; Social media; The Internet","score_opus":0.1347442727887474,"score_gpt":0.4815733232890321,"score_spread":0.3468290505002847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134077948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9422795,0.0035358106,0.002416921,0.03337032,0.0001558483,0.0008130793,0.000024864645,0.000009849448,0.017393772],"genre_scores_gemma":[0.9620336,0.037520617,0.00011524083,0.000050312257,0.00004542223,0.000013772878,0.00003551793,0.0000027489205,0.0001827603],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980077,0.0008916929,0.0003117201,0.00013052166,0.00048862764,0.00016971212],"domain_scores_gemma":[0.99897444,0.000540229,0.00010916248,0.00007483247,0.00026626498,0.000035096185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051457775,0.000048793518,0.00017624845,0.00012349265,0.00008536526,0.00007093926,0.0005868856,0.000029144208,0.00040653278],"category_scores_gemma":[0.00077387807,0.000037220736,0.000029711264,0.0003988458,0.000109932,0.00024593127,0.00016951548,0.0005106389,0.0000030949825],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018619142,0.00025831626,0.5248877,0.0008101228,0.00003009271,0.000029582401,0.0028244131,0.0003375764,0.00012554624,0.028655495,0.00031200683,0.44154295],"study_design_scores_gemma":[0.0021253994,0.00033484556,0.09891788,0.045716252,0.00001494353,0.000019683594,0.049895443,0.010563878,0.0001145463,0.0034691333,0.78854716,0.00028080665],"about_ca_topic_score_codex":0.0050748256,"about_ca_topic_score_gemma":0.0016826408,"teacher_disagreement_score":0.7882352,"about_ca_system_score_codex":0.00006787697,"about_ca_system_score_gemma":0.00019915281,"threshold_uncertainty_score":0.7671652},"labels":[],"label_agreement":null},{"id":"W2134095478","doi":"10.19173/irrodl.v9i1.477","title":"Technology-Enhanced Learning in Developing Nations: A review","year":2008,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Poverty, Education, and Child Welfare","field":"Social Sciences","cited_by":354,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Developing country; Poverty; Educational technology; The Internet; Equity (law); Economic growth; Digital divide; Public relations; Open learning; Internet access; Literacy; Political science; Sociology; Computer science; Teaching method; Economics; Pedagogy; Cooperative learning; World Wide Web","score_opus":0.11274151115229585,"score_gpt":0.489275914002487,"score_spread":0.37653440285019113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134095478","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000050155486,0.95105374,0.000020043328,0.016246831,0.00009658244,0.0018899088,0.000018331424,0.000022315508,0.03064721],"genre_scores_gemma":[0.00008942958,0.9975354,0.00007795279,0.00018039998,0.000078896956,0.00047414444,0.00037533205,0.000017432909,0.001170999],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944812,0.00258944,0.0010192046,0.00043484932,0.0010343932,0.00044093307],"domain_scores_gemma":[0.9965164,0.0019026672,0.00056192186,0.0002486723,0.0006973368,0.00007299368],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0084529715,0.00021550668,0.0010990428,0.00070901273,0.0008291394,0.00013074352,0.0022871313,0.00018004884,0.00018706924],"category_scores_gemma":[0.016390108,0.00016262353,0.00014235315,0.0039873365,0.00047271204,0.00029743146,0.0005725794,0.0018896216,0.000031631436],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035444118,0.0000567748,0.00039887798,0.03829157,0.000047211866,0.0000077979275,0.00037601983,0.0000015086214,2.2568688e-8,0.022069,0.0028731865,0.93587446],"study_design_scores_gemma":[0.00008712082,0.000009431123,0.000033542707,0.32426322,0.000014420486,0.000009788626,0.00088104524,0.000001754639,1.0244649e-7,0.00043058372,0.6741569,0.00011209708],"about_ca_topic_score_codex":0.0010910331,"about_ca_topic_score_gemma":0.00071840966,"teacher_disagreement_score":0.9357624,"about_ca_system_score_codex":0.0007329866,"about_ca_system_score_gemma":0.0035453248,"threshold_uncertainty_score":0.99189526},"labels":[],"label_agreement":null},{"id":"W2134782501","doi":"10.19173/irrodl.v16i2.2071","title":"Mobile learning: Moving past the myths and embracing the opportunities","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Multimedia; Social media; World Wide Web","score_opus":0.15123578623077283,"score_gpt":0.42624082624596576,"score_spread":0.27500504001519294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134782501","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20250905,0.20008445,0.029080339,0.37896222,0.0015211032,0.0077370885,0.000026936441,0.00022470897,0.1798541],"genre_scores_gemma":[0.9808156,0.016712619,0.00026599498,0.0003909554,0.00009924805,0.00024023677,0.000027026143,0.000009382942,0.0014389402],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965837,0.00169761,0.00035486824,0.000266422,0.0008400547,0.00025732466],"domain_scores_gemma":[0.9967915,0.002021169,0.00023056223,0.0003829487,0.00048489653,0.000088966764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013370218,0.00010651093,0.00018501081,0.00009031977,0.00046952078,0.0007200906,0.0023346713,0.000030509666,0.00002564788],"category_scores_gemma":[0.003825006,0.000056295976,0.00003065515,0.0004864385,0.00045898207,0.00046658108,0.0021647953,0.0010610858,0.000008765474],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000866283,0.00019484843,0.055248905,0.0012865608,0.00013207729,0.000032796957,0.016985403,0.008478745,0.00006548066,0.27242306,0.021263061,0.6238024],"study_design_scores_gemma":[0.0006802114,0.00036460592,0.007503894,0.0063262805,0.000015584283,0.0001655886,0.07325946,0.07221343,0.000041120777,0.008072871,0.8310958,0.0002611553],"about_ca_topic_score_codex":0.0003663313,"about_ca_topic_score_gemma":0.000009359971,"teacher_disagreement_score":0.80983275,"about_ca_system_score_codex":0.00009032108,"about_ca_system_score_gemma":0.00029247993,"threshold_uncertainty_score":0.694385},"labels":[],"label_agreement":null},{"id":"W2135428355","doi":"10.19173/irrodl.v16i4.2124","title":"Exploring the Roles of Social Participation in Mobile Social Media Learning: A Social Network Analysis","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Social media; Closeness; Centrality; Social learning; Social network (sociolinguistics); Social engagement; Psychology; Sociology; Computer science; World Wide Web; Pedagogy; Social science","score_opus":0.21221010466706763,"score_gpt":0.4620371594711239,"score_spread":0.24982705480405626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135428355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9709668,0.00443745,0.0037130606,0.016946599,0.00026463994,0.001007285,0.000009756414,0.00002927731,0.002625117],"genre_scores_gemma":[0.99767256,0.0015019457,0.00011736073,0.00003404173,0.00019280291,0.0003602568,0.00007823376,0.000006174708,0.00003664575],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9956775,0.002197084,0.0005444454,0.00025458846,0.0010285971,0.0002978175],"domain_scores_gemma":[0.9974716,0.0014638278,0.0003512458,0.00014711736,0.00052138936,0.000044858905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011591406,0.000096336946,0.00034044063,0.00021167377,0.0003097628,0.00018358107,0.0015909903,0.00003962146,0.000027935093],"category_scores_gemma":[0.0031618336,0.00006927243,0.00008476098,0.0024484904,0.00021577836,0.00043905267,0.0009449908,0.00080256705,0.000004457741],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030796375,0.00067292113,0.24499512,0.0007986063,0.0005066744,0.000011160753,0.10406679,0.08004431,0.000055511515,0.10904723,0.004592386,0.45490134],"study_design_scores_gemma":[0.0019513943,0.0002633647,0.7637088,0.0024470596,0.00014567669,0.00000470728,0.044639327,0.095834054,0.00007889252,0.009661029,0.08080255,0.00046314037],"about_ca_topic_score_codex":0.00018848963,"about_ca_topic_score_gemma":0.00018448858,"teacher_disagreement_score":0.5187137,"about_ca_system_score_codex":0.00017023252,"about_ca_system_score_gemma":0.0002384112,"threshold_uncertainty_score":0.40173727},"labels":[],"label_agreement":null},{"id":"W2135664843","doi":"10.19173/irrodl.v2i2.59","title":"The Development of CyberLearning in Dual-Mode: Higher Education Institutions in Taiwan","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Distance education; Information and Communications Technology; Higher education; The Internet; Curriculum; Educational technology; Open education; Videoconferencing; Computer science; Knowledge management; Sociology; Multimedia; Pedagogy; Political science; World Wide Web","score_opus":0.15674376859249137,"score_gpt":0.500141371133079,"score_spread":0.3433976025405876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135664843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5933694,0.046037212,0.000061378305,0.12420044,0.00040044286,0.0020340276,0.000017031642,0.000019372788,0.23386069],"genre_scores_gemma":[0.98347145,0.014188383,0.00024044426,0.00003159744,0.00004170154,0.00006218998,0.000027290747,0.0000038858407,0.0019330522],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975312,0.0009814784,0.00047770928,0.00014794421,0.0006251409,0.00023653341],"domain_scores_gemma":[0.99885714,0.0006105728,0.00015369273,0.00010241055,0.00023577704,0.000040433526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007626615,0.00006060401,0.00015733117,0.00016688327,0.00040419755,0.000096694515,0.0005492098,0.000037963393,0.00029874843],"category_scores_gemma":[0.0026437992,0.000041751133,0.000022772709,0.00094093854,0.00028589292,0.00022655082,0.0002947796,0.0006825192,0.000008581058],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047865327,0.0004282728,0.14340171,0.00042108048,0.000026976417,0.000007179031,0.0069006006,0.00083030044,0.00006579257,0.17792983,0.00097166677,0.66896874],"study_design_scores_gemma":[0.00035567046,0.00002120761,0.037350617,0.0061743692,0.0000025087977,0.0000012508251,0.017941533,0.000515457,0.000009798479,0.0010528716,0.9364914,0.00008334355],"about_ca_topic_score_codex":0.0011231018,"about_ca_topic_score_gemma":0.0029696717,"teacher_disagreement_score":0.9355197,"about_ca_system_score_codex":0.00023476288,"about_ca_system_score_gemma":0.0009463755,"threshold_uncertainty_score":0.3271086},"labels":[],"label_agreement":null},{"id":"W2135676825","doi":"10.19173/irrodl.v6i3.268","title":"System Dynamics in Distance Education and a Call to Develop a Standard Model","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Dynamics (music); System dynamics; Computer science; Systems theory; Telecommunications; Mathematics education; Mathematics; Sociology; Artificial intelligence; Pedagogy","score_opus":0.15685616555742182,"score_gpt":0.5060863828202647,"score_spread":0.3492302172628429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135676825","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59591115,0.063578755,0.23619512,0.022389378,0.00040352184,0.004323587,0.00049229,0.000030799438,0.076675415],"genre_scores_gemma":[0.9975293,0.00044291146,0.0009908641,0.000056711142,0.000019702753,0.00006566467,0.000020783566,0.0000048480065,0.00086915924],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99658453,0.000550633,0.0008165262,0.00033616743,0.0015270527,0.00018507283],"domain_scores_gemma":[0.9966618,0.0016240627,0.00018918622,0.00024142461,0.0012190965,0.00006443123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014621583,0.00008157255,0.0003172624,0.0003098516,0.00012609902,0.00046645445,0.0010288891,0.000026304893,0.000015990978],"category_scores_gemma":[0.007347185,0.00005276517,0.000021056343,0.0015667164,0.00007094181,0.00019794218,0.00091341056,0.00027837206,0.000007088016],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028262538,0.000097951895,0.1805047,0.0007273418,0.0000084163175,0.000015522106,0.00024787118,0.0064419205,0.000029103274,0.6942774,0.016477363,0.10088977],"study_design_scores_gemma":[0.0011005218,0.00010034214,0.06095423,0.033794608,0.0000049737914,0.000070322894,0.013656679,0.6960727,0.0000100814395,0.06699499,0.12692551,0.00031504207],"about_ca_topic_score_codex":0.0014836687,"about_ca_topic_score_gemma":0.0015943792,"teacher_disagreement_score":0.68963075,"about_ca_system_score_codex":0.0004457948,"about_ca_system_score_gemma":0.00042675866,"threshold_uncertainty_score":0.8795798},"labels":[],"label_agreement":null},{"id":"W2136075262","doi":"10.19173/irrodl.v9i2.572","title":"The Use of Whiteboards in Synchronous Online Drop-In Tutorials in Distance Delivered Courses","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Technology Integration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Computer science; Online learning; Educational technology; Asynchronous communication; Drop (telecommunication); Multimedia; Mathematics education; Psychology; Telecommunications","score_opus":0.16814471625363606,"score_gpt":0.4816056480090085,"score_spread":0.3134609317553725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136075262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96645445,0.008814311,0.000033823922,0.022506444,0.0001233576,0.000720273,0.000039711234,0.0000051992733,0.0013024618],"genre_scores_gemma":[0.9096541,0.089926355,0.00005539475,0.000034926466,0.000021088206,0.0000420909,0.000044866167,0.000002465058,0.0002187145],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978243,0.0009715334,0.0004273621,0.00012882578,0.00047166756,0.00017629458],"domain_scores_gemma":[0.99769646,0.0017087751,0.00014486803,0.00011792015,0.00030927567,0.000022719587],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005058164,0.00005109046,0.0001821445,0.0001379386,0.00014975187,0.00004899525,0.0006658533,0.000047708887,0.00005045645],"category_scores_gemma":[0.010192005,0.00003441811,0.000020645124,0.00074989774,0.0005763636,0.00019669831,0.00013314327,0.0004627462,0.0000014724567],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024841083,0.0005037185,0.86528015,0.00021661709,0.000018897652,0.000022703733,0.003925616,0.00029170793,0.00011393761,0.09375024,0.0019860694,0.033641964],"study_design_scores_gemma":[0.0021947583,0.00021215559,0.5013331,0.019762453,0.000007022377,0.000009409883,0.05982347,0.0029139605,0.00016311127,0.0064426935,0.40686724,0.00027060392],"about_ca_topic_score_codex":0.013307284,"about_ca_topic_score_gemma":0.023307377,"teacher_disagreement_score":0.40488115,"about_ca_system_score_codex":0.00026186876,"about_ca_system_score_gemma":0.00046952887,"threshold_uncertainty_score":0.9981456},"labels":[],"label_agreement":null},{"id":"W2136331245","doi":"10.19173/irrodl.v3i1.80","title":"The Development of Social Climate in Virtual Learning Discussion Groups","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Moderation; Asynchronous communication; Computer-mediated communication; Educational technology; The Internet; Virtual learning environment; Social learning; Psychology; Computer science; Mathematics education; World Wide Web; Pedagogy; Social psychology","score_opus":0.0911789096867827,"score_gpt":0.4538879262536753,"score_spread":0.3627090165668926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136331245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78526264,0.016812447,0.00020204291,0.11122092,0.00027093815,0.0019204636,0.000022742444,0.00003540543,0.08425241],"genre_scores_gemma":[0.9729429,0.025883079,0.00009112047,0.000018028044,0.0000590118,0.000030249448,0.000030292462,0.000005716122,0.0009396389],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964736,0.0016234284,0.00050265447,0.00016040636,0.00090846396,0.00033140904],"domain_scores_gemma":[0.9984187,0.001061967,0.00020684027,0.00007103449,0.00020041753,0.000041078285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014103026,0.000070868875,0.00019886873,0.00009555109,0.0009997456,0.00012704817,0.0008740289,0.000042841926,0.00023153746],"category_scores_gemma":[0.0034713296,0.00003805546,0.00003918437,0.0006113186,0.00034489614,0.00019552835,0.0006318492,0.00085043866,0.000010915029],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119422664,0.00018882084,0.06654264,0.00042493365,0.00003418354,0.0000066142256,0.01314019,0.0001798459,0.00007406696,0.058678508,0.00064378226,0.859967],"study_design_scores_gemma":[0.00071971596,0.00008420754,0.018201344,0.005573048,0.0000054758084,0.0000012825019,0.09776804,0.0019078893,0.000028884833,0.0006118141,0.87495774,0.00014056628],"about_ca_topic_score_codex":0.00015608185,"about_ca_topic_score_gemma":0.00055603543,"teacher_disagreement_score":0.87431395,"about_ca_system_score_codex":0.00012764447,"about_ca_system_score_gemma":0.00019613607,"threshold_uncertainty_score":0.7689336},"labels":[],"label_agreement":null},{"id":"W2136419363","doi":"10.19173/irrodl.v15i4.1881","title":"Educational triage in open distance learning: Walking a moral tightrope","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation","keywords":"Triage; Psychological intervention; Curriculum; Scope (computer science); Distance education; Psychology; Learning analytics; Medical education; Public relations; Sociology; Pedagogy; Medicine; Nursing; Computer science; Political science; Data science","score_opus":0.08102891189023843,"score_gpt":0.4500330141082159,"score_spread":0.36900410221797747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136419363","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13957895,0.040331587,0.055789806,0.60178626,0.0008854089,0.004915628,0.000058039495,0.00012835299,0.15652597],"genre_scores_gemma":[0.99110883,0.0048804423,0.0015947575,0.00021208603,0.00007877599,0.000054535714,0.00009691662,0.0000089176365,0.001964751],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99663085,0.0014541504,0.00049708877,0.00039593378,0.00070858846,0.00031340154],"domain_scores_gemma":[0.9974914,0.0015854039,0.00022736688,0.00031980028,0.0002947532,0.000081268845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010266068,0.000117987096,0.0003286992,0.00018545397,0.00021354565,0.00069860317,0.0038895828,0.000036295503,0.000090616595],"category_scores_gemma":[0.005991407,0.000087016124,0.000044675893,0.0009948609,0.00013070069,0.00056948484,0.0024847607,0.0011160395,0.000021079715],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009953526,0.0003480549,0.25443786,0.0007626224,0.000039176277,0.000018478671,0.000439493,0.0022035476,0.000055053173,0.64650977,0.002376264,0.09271016],"study_design_scores_gemma":[0.0033106785,0.00040776085,0.12514837,0.023407187,0.000012119714,0.00004017155,0.0010741416,0.3881131,0.000044363882,0.07045893,0.38745084,0.0005323071],"about_ca_topic_score_codex":0.0005050147,"about_ca_topic_score_gemma":0.000054722706,"teacher_disagreement_score":0.8515299,"about_ca_system_score_codex":0.0001223209,"about_ca_system_score_gemma":0.00027771574,"threshold_uncertainty_score":0.72278774},"labels":[],"label_agreement":null},{"id":"W2136630123","doi":"10.19173/irrodl.v3i2.106","title":"When is a Learning Object not an Object: A first step towards a theory of learning objects","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":145,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Learning object; Object (grammar); Confusion; Computer science; Field (mathematics); Educational technology; Term (time); Concept learning; Learning theory; Epistemology; Scale (ratio); Artificial intelligence; Synchronous learning; Cognitive science; Data science; Mathematics education; Psychology; Teaching method; Cooperative learning; Machine learning; Mathematics; Philosophy","score_opus":0.10343689611964839,"score_gpt":0.40005370200533436,"score_spread":0.29661680588568595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136630123","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36701122,0.06294193,0.028748848,0.10086858,0.0014010911,0.008250475,0.0000918519,0.0005610499,0.43012497],"genre_scores_gemma":[0.97960454,0.015728448,0.0012997322,0.00031875158,0.00006355159,0.00009159598,0.000051572046,0.000021980699,0.0028198527],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.994043,0.0026620016,0.0007591048,0.00061489386,0.0013920732,0.00052895397],"domain_scores_gemma":[0.99638414,0.0017085375,0.00048537974,0.00047273736,0.0007655882,0.00018358635],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011335489,0.00023163264,0.0005349857,0.0003668094,0.0005987678,0.0006380093,0.0031786615,0.000086550266,0.0012424198],"category_scores_gemma":[0.0067722537,0.0001833998,0.00012290114,0.0011783814,0.00026139116,0.0010385314,0.0019432089,0.0019621546,0.00006399208],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005671797,0.0014730913,0.0690962,0.0055740424,0.0004983864,0.00009984382,0.06350051,0.004486686,0.00068881456,0.12747085,0.007982586,0.7185618],"study_design_scores_gemma":[0.0054370766,0.0031890133,0.029726328,0.0361457,0.00009097724,0.00027880375,0.10227234,0.321637,0.0017017993,0.008887442,0.48896348,0.001670035],"about_ca_topic_score_codex":0.0008051082,"about_ca_topic_score_gemma":0.000041016425,"teacher_disagreement_score":0.71689177,"about_ca_system_score_codex":0.00016400403,"about_ca_system_score_gemma":0.00028126538,"threshold_uncertainty_score":0.99967057},"labels":[],"label_agreement":null},{"id":"W2137874271","doi":"10.19173/irrodl.v8i2.451","title":"Guest Editorial - Mobile Learning","year":2007,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Educational technology; Distance education; Multimedia; World Wide Web; Mathematics education; Psychology","score_opus":0.0398648972767095,"score_gpt":0.4443319034482844,"score_spread":0.4044670061715749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137874271","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000083546554,0.0132435635,0.0012204823,0.0014096461,0.97389674,0.0013675808,0.000035999285,0.00005371109,0.008688722],"genre_scores_gemma":[0.0015153106,0.060950328,0.00040537975,0.000043003925,0.93366194,0.00043329355,0.0012965194,0.00003739926,0.0016568254],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99185,0.0018340839,0.0009196939,0.0007755407,0.0040468886,0.000573747],"domain_scores_gemma":[0.9868711,0.009214044,0.00070339016,0.0007016951,0.0023620755,0.00014764963],"candidate_categories":["metaresearch","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.025141703,0.00027308168,0.00059160823,0.0004098178,0.00035472788,0.0008502063,0.006055842,0.00039121858,0.00008153008],"category_scores_gemma":[0.025549171,0.00021629271,0.000105024264,0.001184882,0.00028373997,0.0005608669,0.0036127167,0.006405597,0.00006733033],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003600698,0.00008774801,0.00036868872,0.0011668624,0.000035330722,0.0000108043905,0.00017406292,0.00018007288,0.000004298867,0.00073380064,0.9848823,0.012320006],"study_design_scores_gemma":[0.00038155683,0.00019747173,0.000074689866,0.010696469,0.000008625314,0.00000489264,0.00041366706,0.00058744865,0.000009266625,0.00030130538,0.98712945,0.00019517391],"about_ca_topic_score_codex":0.00096801104,"about_ca_topic_score_gemma":0.000018144403,"teacher_disagreement_score":0.047706764,"about_ca_system_score_codex":0.00046470636,"about_ca_system_score_gemma":0.0012476487,"threshold_uncertainty_score":0.9993219},"labels":[],"label_agreement":null},{"id":"W2138207986","doi":"10.19173/irrodl.v13i4.1316","title":"A needs assessment of ODL educators to determine their effective use of open educational resources","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Distance education; Information and Communications Technology; Software deployment; Educational technology; Faculty development; Open education; Open learning; Knowledge management; Computer science; Professional development; Teaching method; Pedagogy; Sociology; World Wide Web; Cooperative learning","score_opus":0.10973186870741958,"score_gpt":0.4729624624979369,"score_spread":0.3632305937905173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138207986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9558661,0.0031944492,0.0014486637,0.022256292,0.0003311758,0.0023879702,0.000034614382,0.000007912967,0.01447285],"genre_scores_gemma":[0.9949098,0.0014063134,0.0028774072,0.00017674512,0.000045474724,0.00017069829,0.000039438186,0.0000064445862,0.00036767343],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974372,0.0010683539,0.0004633346,0.00019588799,0.00059438345,0.00024086391],"domain_scores_gemma":[0.9961521,0.0025152727,0.0002967716,0.00030912456,0.00059263676,0.00013409699],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007022885,0.00010132164,0.0003122362,0.0003064557,0.00012912914,0.00032100876,0.0027972981,0.000025624819,0.00017005099],"category_scores_gemma":[0.0030787222,0.00007116815,0.00004706687,0.001187832,0.000121458084,0.0010006829,0.0028514238,0.00041084888,0.000005605266],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010344687,0.0011181266,0.712671,0.0012468767,0.00014487925,7.039992e-7,0.0070702047,0.00037716966,0.0009056718,0.1742038,0.005609176,0.096548975],"study_design_scores_gemma":[0.0007056522,0.0003989722,0.7801203,0.011352901,0.000014863759,0.00002262754,0.014146221,0.0030555115,0.0010036278,0.0009356431,0.18798192,0.00026172935],"about_ca_topic_score_codex":0.00095237663,"about_ca_topic_score_gemma":0.000009543442,"teacher_disagreement_score":0.18237275,"about_ca_system_score_codex":0.000120026,"about_ca_system_score_gemma":0.00043003375,"threshold_uncertainty_score":0.5198122},"labels":[],"label_agreement":null},{"id":"W2138214097","doi":"10.19173/irrodl.v8i3.463","title":"OOPS, Turning MIT Opencourseware into Chinese: An analysis of a community of practice of global translators","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Public relations; Community of practice; Enthusiasm; Sociology; Acronym; Negotiation; Political science; Pedagogy; Psychology; Social science","score_opus":0.065739507335345,"score_gpt":0.545658361761704,"score_spread":0.479918854426359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138214097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9749597,0.0046979296,0.0005847493,0.006126046,0.00005572558,0.0004349584,0.0000636604,0.000003415446,0.013073868],"genre_scores_gemma":[0.995814,0.003676308,0.00030335068,0.000044376957,0.000016448477,0.000006950425,0.0001131379,0.000002187269,0.00002319709],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960819,0.0022641127,0.00052937574,0.000090126276,0.00091001525,0.0001244887],"domain_scores_gemma":[0.99574125,0.0019258483,0.00043977515,0.00018392722,0.0016499686,0.000059256046],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022231288,0.00005539297,0.00028783595,0.00014865774,0.00021766225,0.000044182416,0.0010233502,0.000040823754,0.00012731926],"category_scores_gemma":[0.011014876,0.000042637792,0.000054266377,0.0030527106,0.0004190635,0.0004030119,0.0001672234,0.00035397796,3.089334e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043291482,0.00097012904,0.828228,0.0009332798,0.0005723049,0.000001684645,0.037656486,0.0008710465,0.0002695008,0.0716225,0.00023322194,0.05820891],"study_design_scores_gemma":[0.00076042785,0.0002815685,0.57674074,0.0038949335,0.00028175695,0.0000017412225,0.38518238,0.00084143545,0.00019650972,0.0031646728,0.028492536,0.00016128016],"about_ca_topic_score_codex":0.025254948,"about_ca_topic_score_gemma":0.0074915104,"teacher_disagreement_score":0.3475259,"about_ca_system_score_codex":0.00012936114,"about_ca_system_score_gemma":0.00048149002,"threshold_uncertainty_score":0.99731576},"labels":[],"label_agreement":null},{"id":"W2138381575","doi":"10.19173/irrodl.v10i3.712","title":"Online Teaching Effectiveness: A Tale of Two Instructors","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":138,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dialogic; Psychology; Mathematics education; Computer-mediated communication; Graduate students; Distance education; Post hoc; Online teaching; Computer science; Cognition; Medical education; Teaching method; Educational technology; Pedagogy; World Wide Web; Medicine; The Internet","score_opus":0.06550235649548913,"score_gpt":0.49712020965260084,"score_spread":0.4316178531571117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138381575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96267396,0.0059297974,0.000095990246,0.010095983,0.000059105805,0.0005844299,0.000028598652,0.000011176887,0.020520978],"genre_scores_gemma":[0.9893136,0.009845232,0.0005258709,0.00005235389,0.00007131589,0.000006484642,0.00006510956,0.0000034006707,0.00011664235],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967818,0.0019029372,0.00029279978,0.00015062765,0.00067445985,0.0001973393],"domain_scores_gemma":[0.9982365,0.001191131,0.00015076953,0.00010301524,0.00026846668,0.000050120296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011102632,0.00006212533,0.00022866734,0.000113865295,0.00024875757,0.00006792542,0.00079895795,0.0000283652,0.00008369674],"category_scores_gemma":[0.005666847,0.000044953784,0.000044353746,0.00042793626,0.0002367679,0.00023515876,0.00024378292,0.0007334891,0.0000017654876],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013860351,0.00045810023,0.08745053,0.00090204505,0.000049556074,0.000012957565,0.0009866892,0.00023487782,0.00063609687,0.16206206,0.00029465585,0.74677384],"study_design_scores_gemma":[0.004062267,0.0008895965,0.17726107,0.064647846,0.00004740041,0.000019821933,0.036614385,0.0018538553,0.00048619256,0.035454743,0.6781707,0.00049216475],"about_ca_topic_score_codex":0.0019576529,"about_ca_topic_score_gemma":0.00014120543,"teacher_disagreement_score":0.7462817,"about_ca_system_score_codex":0.00008301265,"about_ca_system_score_gemma":0.00030939517,"threshold_uncertainty_score":0.6784154},"labels":[],"label_agreement":null},{"id":"W2138892488","doi":"10.19173/irrodl.v10i6.806","title":"IRRODL year in review","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.09940104538855898,"score_gpt":0.5088525806191749,"score_spread":0.40945153523061595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138892488","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030939562,0.2886966,0.000032414966,0.39840487,0.0001246612,0.002194228,0.000021893133,0.00002758114,0.27955818],"genre_scores_gemma":[0.3623399,0.6356578,0.00016130437,0.00079329195,0.000071787115,0.000019711646,0.000051988252,0.0000037393147,0.000900489],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99745655,0.0011114948,0.0003217412,0.00016481937,0.0007036428,0.00024175986],"domain_scores_gemma":[0.9990053,0.00050659204,0.00009773804,0.00011692277,0.00021911308,0.000054328902],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012606198,0.000057548437,0.0002196011,0.00009619474,0.00015019445,0.00008185814,0.00088484236,0.000030221694,0.00050061406],"category_scores_gemma":[0.0050506513,0.00004205999,0.000035228873,0.0006882043,0.00013928239,0.00020895335,0.00020214368,0.0006791825,0.00002800101],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086079344,0.0003176981,0.07812529,0.0034729263,0.000025409985,0.00005736352,0.00073058694,0.000042197433,0.000035188637,0.17992908,0.023337515,0.71384066],"study_design_scores_gemma":[0.00029386836,0.000055603057,0.010311335,0.03433547,0.000004159895,0.0000019999286,0.0026671542,0.000048690545,0.0000032265107,0.0027823912,0.94942206,0.00007401486],"about_ca_topic_score_codex":0.0007049795,"about_ca_topic_score_gemma":0.00017994466,"teacher_disagreement_score":0.9260846,"about_ca_system_score_codex":0.00009457549,"about_ca_system_score_gemma":0.00033089874,"threshold_uncertainty_score":0.6046466},"labels":[],"label_agreement":null},{"id":"W2139002669","doi":"10.19173/irrodl.v16i1.1983","title":"Astronomy for astronomical numbers: A worldwide massive open online class","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Arizona; Howard Hughes Medical Institute","keywords":"Class (philosophy); Certificate; Student engagement; Massive open online course; Social media; Computer science; Psychology; World Wide Web; Mathematics education; Artificial intelligence","score_opus":0.2982224119854011,"score_gpt":0.5677968648087914,"score_spread":0.2695744528233903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139002669","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21499178,0.009331415,0.065132014,0.36549896,0.0009482873,0.01506122,0.00081845414,0.000066505425,0.32815138],"genre_scores_gemma":[0.89938754,0.0016970088,0.08986926,0.00071373204,0.0005986327,0.00071999605,0.00096624414,0.000034818204,0.0060127783],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962493,0.0022993772,0.00036780522,0.00022843976,0.00055017427,0.00030487808],"domain_scores_gemma":[0.99675024,0.0020254417,0.00019672411,0.0001434564,0.0007757434,0.000108397086],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026781615,0.000078977835,0.0002676027,0.00008968833,0.00026781365,0.00033772617,0.0021549186,0.00003507185,0.00012114791],"category_scores_gemma":[0.014445417,0.000060173013,0.00003889595,0.00045568388,0.0004131497,0.00038234418,0.0010880146,0.0006428669,0.0000066694274],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009358406,0.0004703028,0.12359393,0.00042862,0.00017894956,0.000005495802,0.003379554,0.0003816031,0.000039411752,0.58648777,0.044904154,0.23919438],"study_design_scores_gemma":[0.0010540844,0.00009377468,0.0034364646,0.002639924,0.000006472611,7.7532087e-7,0.020378022,0.00048550006,0.000013212704,0.005666336,0.96613216,0.0000932619],"about_ca_topic_score_codex":0.0035726526,"about_ca_topic_score_gemma":0.00040012682,"teacher_disagreement_score":0.921228,"about_ca_system_score_codex":0.000416031,"about_ca_system_score_gemma":0.0008696789,"threshold_uncertainty_score":0.9938563},"labels":[],"label_agreement":null},{"id":"W2139442502","doi":"10.19173/irrodl.v10i3.630","title":"Cognitive, Instructional, and Social Presence as Factors in Learners’ Negotiation of Planned Absences from Online Study","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Psychology; Cognition; Instructional design; Flexibility (engineering); Online discussion; Mathematics education; Computer-mediated communication; Educational technology; Qualitative research; Social cognitive theory; Pedagogy; Computer science; Social psychology; The Internet","score_opus":0.11213770461284069,"score_gpt":0.4823445186148382,"score_spread":0.3702068140019975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139442502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98918086,0.0014177246,0.000005006757,0.0075066406,0.00002956702,0.00047070117,0.00005075473,0.00000445162,0.0013343137],"genre_scores_gemma":[0.9924834,0.0071078734,0.00004909923,0.000034953406,0.00005316511,0.0000065566437,0.00018908516,0.0000025199588,0.00007333972],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99747986,0.0010738814,0.00033161452,0.00019435078,0.0007585441,0.00016175758],"domain_scores_gemma":[0.99818385,0.0013049893,0.0001813088,0.00004726521,0.0002476561,0.00003490844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030750267,0.0000689177,0.00022281196,0.00013314569,0.00022912644,0.00008592952,0.00043327146,0.00004090816,0.000113863076],"category_scores_gemma":[0.0037495976,0.00005263445,0.000022673694,0.0004659512,0.0002739847,0.0003164886,0.00018243372,0.000509628,0.0000010229737],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025586435,0.00045275773,0.90301514,0.0001052262,0.000037140973,0.000008910504,0.0074178693,0.00004499947,0.000046198522,0.0051309294,0.000073388255,0.08341159],"study_design_scores_gemma":[0.0010101222,0.00034338332,0.71275365,0.0030084273,0.000011652134,0.0000010047103,0.27390227,0.00025817286,0.000021828051,0.0031360097,0.005451193,0.00010225863],"about_ca_topic_score_codex":0.007477481,"about_ca_topic_score_gemma":0.0016729997,"teacher_disagreement_score":0.2664844,"about_ca_system_score_codex":0.000046317124,"about_ca_system_score_gemma":0.0002637777,"threshold_uncertainty_score":0.9991318},"labels":[],"label_agreement":null},{"id":"W2140668648","doi":"10.19173/irrodl.v2i1.30","title":"Issues and Challenges of Providing Online Inservice Teacher Training: Korea's experience","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Teacher education; Government (linguistics); Medical education; Process (computing); Online learning; Faculty development; Educational technology; Computer science; Distance education; Online teaching; Mathematics education; Psychology; Pedagogy; Multimedia; Professional development; Medicine","score_opus":0.2488643343226227,"score_gpt":0.5082648201371349,"score_spread":0.25940048581451225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140668648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7721509,0.11756403,0.000013152702,0.08915455,0.000040330553,0.0005569819,0.000012310411,0.000014130909,0.020493649],"genre_scores_gemma":[0.6971732,0.30210033,0.00020933234,0.000040010596,0.00007011323,0.000016253518,0.000018283376,0.000004201185,0.00036829317],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99788934,0.00079762924,0.0002888438,0.00018865259,0.0006189193,0.00021661392],"domain_scores_gemma":[0.9987961,0.00061135343,0.0001400141,0.00010130572,0.00028888145,0.00006234536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005779944,0.000069007314,0.00022220978,0.00008859598,0.00021155567,0.000076377575,0.00069238356,0.000039755203,0.00013116545],"category_scores_gemma":[0.0033827499,0.000050464743,0.000023461298,0.00037535597,0.00035724332,0.0002797687,0.0003985515,0.00043233673,0.0000010158408],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013013615,0.00027752435,0.13180795,0.0015456091,0.00004885805,0.00002090899,0.025746904,0.000021272268,0.00015795455,0.050603554,0.00018254257,0.7894568],"study_design_scores_gemma":[0.00044459107,0.00011848284,0.018683106,0.009397145,0.000007729353,0.000009653877,0.24013475,0.00054437335,0.000028896573,0.0015063975,0.72900474,0.00012014841],"about_ca_topic_score_codex":0.0030967437,"about_ca_topic_score_gemma":0.0006864862,"teacher_disagreement_score":0.7893366,"about_ca_system_score_codex":0.000038385864,"about_ca_system_score_gemma":0.00020869703,"threshold_uncertainty_score":0.4681371},"labels":[],"label_agreement":null},{"id":"W2140799558","doi":"10.19173/irrodl.v13i4.1266","title":"Understanding e-learning adoption in Brazil: Major determinants and gender effects","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministerio de Ciencia e Innovación","keywords":"Moderation; Structural equation modeling; Psychology; Technology acceptance model; Context (archaeology); Usability; Social psychology; Social influence; Construct (python library); Generalization; Computer science","score_opus":0.42071397421885404,"score_gpt":0.5376557547652171,"score_spread":0.11694178054636306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140799558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9845664,0.009265212,0.0013219689,0.0026761058,0.00010282454,0.000524932,0.0000058674937,0.000012948255,0.0015237218],"genre_scores_gemma":[0.99200594,0.0075796386,0.000098352335,0.0000907196,0.000016951717,0.00003125697,0.000011265595,0.000005997178,0.00015988149],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99693525,0.00111195,0.000475526,0.000248996,0.0009247914,0.00030351226],"domain_scores_gemma":[0.99714077,0.002267952,0.00018531145,0.00016946385,0.00015677769,0.00007970367],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016349625,0.000091153895,0.00025875185,0.0003960544,0.00019370238,0.00019027897,0.00078710756,0.000072899566,0.00012501575],"category_scores_gemma":[0.008554628,0.00006128358,0.00003068911,0.00079150486,0.00021574464,0.0005092857,0.0008885816,0.0008359535,0.000019683946],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037577196,0.00004385762,0.97883534,0.00015309022,0.0000054940174,0.000008181948,0.00023454592,0.00001211599,0.000053260927,0.0075654243,0.00027509738,0.012776038],"study_design_scores_gemma":[0.00082893413,0.00005990459,0.9768018,0.0026475168,0.0000071769327,0.000042991647,0.005348283,0.0012535763,0.00005395483,0.007781188,0.0050665704,0.00010808185],"about_ca_topic_score_codex":0.00007986812,"about_ca_topic_score_gemma":0.000029274735,"teacher_disagreement_score":0.012667956,"about_ca_system_score_codex":0.00013506072,"about_ca_system_score_gemma":0.00004566995,"threshold_uncertainty_score":0.99979675},"labels":[],"label_agreement":null},{"id":"W2140917144","doi":"10.19173/irrodl.v12i3.934","title":"Dialogue and connectivism: A new approach to understanding and promoting dialogue-rich networked learning","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Connectivism; Social constructivism; Constructivism (international relations); Argument (complex analysis); Learning theory; Sociology; Epistemology; Computer science; Pedagogy","score_opus":0.36420360506956273,"score_gpt":0.48174615126316583,"score_spread":0.1175425461936031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140917144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5591066,0.023008438,0.12419097,0.010340032,0.0004904211,0.003935252,0.000024122379,0.000120007855,0.2787842],"genre_scores_gemma":[0.9953131,0.0015998445,0.0019993589,0.00015140508,0.00009065468,0.00006660721,0.000050831404,0.000020485,0.00070773205],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9946947,0.0036685003,0.00041229837,0.00047006068,0.0003600734,0.00039435548],"domain_scores_gemma":[0.99741936,0.0019409797,0.00019821957,0.00017174929,0.00013794375,0.00013177448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019135496,0.00015573617,0.0003803778,0.00022977202,0.00038639046,0.00015527174,0.00053221994,0.00007262295,0.00012614066],"category_scores_gemma":[0.0057199444,0.00011758527,0.000026329817,0.0007256034,0.00024238219,0.0001405153,0.0007787982,0.0015558283,0.000007700239],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091563544,0.0003533871,0.35608533,0.0016706539,0.00039555682,0.00003892231,0.05335719,0.00015724316,0.00018791179,0.43970016,0.0035851388,0.14355288],"study_design_scores_gemma":[0.01165494,0.0032426252,0.572772,0.047892466,0.0002222107,0.0007174733,0.14139014,0.01615591,0.000120962104,0.09028777,0.11320817,0.0023353202],"about_ca_topic_score_codex":0.0017028882,"about_ca_topic_score_gemma":0.000014214515,"teacher_disagreement_score":0.43620652,"about_ca_system_score_codex":0.00009823622,"about_ca_system_score_gemma":0.0000788355,"threshold_uncertainty_score":0.6847721},"labels":[],"label_agreement":null},{"id":"W2142552768","doi":"10.19173/irrodl.v11i1.758","title":"Live, online short-courses: A case study of innovative teacher professional development","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Aeronautics and Space Administration","keywords":"Variety (cybernetics); Professional development; Faculty development; Instructional design; Space (punctuation); Teacher education; Educational technology; Pedagogy; Sociology; Computer science","score_opus":0.12960932542200568,"score_gpt":0.5267257767201473,"score_spread":0.39711645129814166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142552768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927866,0.0006156523,0.000005980493,0.0030550796,0.000108565764,0.000814527,0.000012419229,0.000005700522,0.002595484],"genre_scores_gemma":[0.9974837,0.0009814312,0.00037094206,0.000026648864,0.0000761203,0.000051346615,0.00006529674,0.0000054946604,0.0009390567],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99721617,0.0010012462,0.0004489315,0.00019145214,0.000934111,0.00020809226],"domain_scores_gemma":[0.99790305,0.00072035036,0.00016391322,0.000120565535,0.0010330594,0.000059041548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009559556,0.000076978606,0.0002228183,0.00013654584,0.0003697677,0.000060514092,0.000754553,0.000045954766,0.0003993],"category_scores_gemma":[0.00414029,0.000052258813,0.000019771618,0.00078983826,0.0002858877,0.00018615357,0.0006305728,0.0012795505,0.0000028189097],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000117678625,0.0029112417,0.6733127,0.00046813735,0.0001262451,0.00024210504,0.017561294,0.000019967363,0.00011771723,0.0040050317,0.0010671626,0.3000507],"study_design_scores_gemma":[0.0010961273,0.00028384165,0.05063051,0.0059278356,0.000013476298,0.00006294748,0.66110253,0.00026050903,0.000036692134,0.00021293762,0.28017023,0.00020234931],"about_ca_topic_score_codex":0.0032560078,"about_ca_topic_score_gemma":0.005253475,"teacher_disagreement_score":0.6435412,"about_ca_system_score_codex":0.000055783858,"about_ca_system_score_gemma":0.0011331053,"threshold_uncertainty_score":0.55590814},"labels":[],"label_agreement":null},{"id":"W2142618358","doi":"10.19173/irrodl.v15i2.1704","title":"Mass customization of education by an institution of HE: What can we learn from industry?","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Configurator; Mass customization; Quality (philosophy); Personalization; Product (mathematics); Curriculum; Open learning; Computer science; Institution; Point (geometry); Knowledge management; Open education; Open educational resources; Engineering management; Business; Teaching method; Engineering; Marketing; World Wide Web; Mathematics education; Cooperative learning; Pedagogy; Sociology; Psychology","score_opus":0.05802920274910821,"score_gpt":0.4091253264711059,"score_spread":0.35109612372199767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142618358","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74136555,0.032877598,0.06620328,0.112282105,0.0018181406,0.0033108958,0.00011284757,0.00007333256,0.041956257],"genre_scores_gemma":[0.98027414,0.018222902,0.0007211499,0.000115794515,0.00003642751,0.00002642324,0.00031075423,0.0000049206883,0.00028745848],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976211,0.0009955147,0.00043070302,0.0002351221,0.00057910156,0.00013844355],"domain_scores_gemma":[0.99832886,0.0003907994,0.00034151372,0.00026484652,0.00060042506,0.00007357459],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037339951,0.00008010445,0.00021816604,0.00014559193,0.00011295095,0.00025993338,0.0013920955,0.00006811898,0.00010216512],"category_scores_gemma":[0.0017127197,0.000064663414,0.000026566999,0.00063571887,0.00013981889,0.0011346111,0.0003900083,0.00061582285,0.0000039190054],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010945425,0.00076356286,0.066065446,0.0014125416,0.000082221064,7.145972e-7,0.00278887,0.004016729,0.0035506114,0.12221306,0.006548921,0.79244787],"study_design_scores_gemma":[0.004325529,0.0012976174,0.055287637,0.0726936,0.00007596717,0.000023332885,0.09068137,0.19711143,0.014686639,0.024209289,0.53853947,0.0010681009],"about_ca_topic_score_codex":0.0015879258,"about_ca_topic_score_gemma":0.000028885031,"teacher_disagreement_score":0.79137975,"about_ca_system_score_codex":0.00008731496,"about_ca_system_score_gemma":0.00044002404,"threshold_uncertainty_score":0.26754782},"labels":[],"label_agreement":null},{"id":"W2142648735","doi":"10.19173/irrodl.v8i2.447","title":"The World-Wide Inaccessible Web, Part 2: Internet routes","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"International Development Research Centre","keywords":"The Internet; Web page; Sri lanka; World Wide Web; China; Web server; Business; Server; Web development; Computer science; South asia; Internet privacy; Geography","score_opus":0.10245629090890529,"score_gpt":0.4396322857022569,"score_spread":0.3371759947933516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142648735","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09314412,0.15379526,0.050557278,0.3054275,0.002332047,0.0038294438,0.000040588173,0.00022216904,0.39065158],"genre_scores_gemma":[0.95374346,0.037367564,0.001136569,0.0007856762,0.00006813069,0.000068944086,0.00003907135,0.000010076652,0.006780536],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99758244,0.0006847894,0.00046622107,0.00017464248,0.0007551875,0.0003367306],"domain_scores_gemma":[0.9929227,0.005972262,0.00016701307,0.00044816817,0.00043821963,0.000051641844],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.016472539,0.00009206832,0.00017237027,0.0001709497,0.0003462896,0.00075147196,0.005520134,0.000021358148,0.000047483692],"category_scores_gemma":[0.0038045743,0.00005447705,0.00003477468,0.0009915355,0.00028750504,0.00045505416,0.0042725294,0.0008030956,0.000018013532],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000114792965,0.00012142001,0.10460877,0.0008309818,0.00010852414,0.000045498113,0.0008297925,0.00005280301,0.000021672073,0.6668619,0.07739666,0.1490072],"study_design_scores_gemma":[0.00030771416,0.000047331716,0.015435061,0.00977056,0.0000023138891,0.000016026528,0.0009504856,0.0036092657,0.0003471791,0.00812158,0.9612707,0.00012181479],"about_ca_topic_score_codex":0.00036046666,"about_ca_topic_score_gemma":0.00042447698,"teacher_disagreement_score":0.883874,"about_ca_system_score_codex":0.00012600119,"about_ca_system_score_gemma":0.00019785977,"threshold_uncertainty_score":0.99986047},"labels":[],"label_agreement":null},{"id":"W2142945195","doi":"10.19173/irrodl.v7i1.307","title":"Book Review - Development and Management of Virtual Schools: Issues and trends. Editor Catherine Cavanaugh","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Engineering ethics; Psychology; Engineering","score_opus":0.05827367352279472,"score_gpt":0.43564976961168983,"score_spread":0.3773760960888951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142945195","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004456789,0.9109241,0.000026091002,0.020869274,0.00012353942,0.0008339602,0.000010264198,0.000009420039,0.06274657],"genre_scores_gemma":[0.022536885,0.96492314,0.00014329914,0.0001553428,0.00016287058,0.00005844943,0.00005480694,0.000004857444,0.011960338],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985459,0.0002782537,0.00031298932,0.00016395496,0.0005413763,0.00015751834],"domain_scores_gemma":[0.9994807,0.00014176514,0.000105747546,0.00008332098,0.00014848026,0.000039969105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048095626,0.00006782537,0.00020773824,0.000083917315,0.0001943662,0.000094174284,0.00044296082,0.000015304764,0.0002369743],"category_scores_gemma":[0.00028400336,0.00005041833,0.000017908173,0.00030819653,0.00018260241,0.00018376198,0.00070655864,0.00018151371,0.0000032357113],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053676093,0.0001442757,0.015218361,0.012534042,0.00014523264,0.000021137517,0.0007099685,0.0000049103364,0.000005867253,0.04936001,0.39374667,0.52805585],"study_design_scores_gemma":[0.00020019496,0.000018884743,0.0047136825,0.016069684,0.000010887609,4.5386858e-7,0.001281616,0.000019828682,0.0000075688163,0.000101394304,0.977522,0.000053801934],"about_ca_topic_score_codex":0.0013191751,"about_ca_topic_score_gemma":0.00017007663,"teacher_disagreement_score":0.58377534,"about_ca_system_score_codex":0.000056164103,"about_ca_system_score_gemma":0.000038146973,"threshold_uncertainty_score":0.25947025},"labels":[],"label_agreement":null},{"id":"W2143360138","doi":"10.19173/irrodl.v12i3.890","title":"Three generations of distance education pedagogy","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1147,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Pedagogy; Community of inquiry; Openness to experience; Social constructivism; Context (archaeology); Typology; Sociology; Mathematics education; Psychology; Cognition; Social psychology","score_opus":0.16726953456318958,"score_gpt":0.5141115892977559,"score_spread":0.3468420547345663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143360138","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27940187,0.08922536,0.010558177,0.06636591,0.00065666094,0.0032022328,0.00011672251,0.00004098383,0.5504321],"genre_scores_gemma":[0.9675071,0.030456973,0.0011197571,0.000051150448,0.00008752083,0.000042643776,0.000066138586,0.0000043377067,0.0006643585],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985644,0.0004505172,0.0002618169,0.00011979672,0.00046378866,0.0001396346],"domain_scores_gemma":[0.99888825,0.00033121806,0.00013926347,0.000111548776,0.00048823745,0.000041488525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004556044,0.000042937914,0.0001293484,0.00007687447,0.00021902185,0.000041929714,0.000680515,0.000025835736,0.00046376284],"category_scores_gemma":[0.0022545862,0.00003232925,0.000027481337,0.00040413326,0.00028026794,0.00019621405,0.00020889226,0.00030912863,0.000005057705],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004866731,0.00024408384,0.13186306,0.0004556704,0.000025398082,0.0000016568113,0.001747608,0.00001220572,0.000051422146,0.6056255,0.0021044286,0.25782028],"study_design_scores_gemma":[0.00032164773,0.00009679574,0.030135777,0.006055662,0.000014333383,0.0000025745871,0.024105877,0.0003748421,0.00010526494,0.019891882,0.9187724,0.00012295843],"about_ca_topic_score_codex":0.0045328587,"about_ca_topic_score_gemma":0.002050578,"teacher_disagreement_score":0.91666794,"about_ca_system_score_codex":0.00005176146,"about_ca_system_score_gemma":0.0009781201,"threshold_uncertainty_score":0.6852357},"labels":[],"label_agreement":null},{"id":"W2143766575","doi":"10.19173/irrodl.v15i6.1908","title":"Promoting distance learners’ cognitive engagement and learning outcomes: Design-based research in the Costa Rican National University of Distance Education","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Psychology; Context (archaeology); Cognition; Instructional design; Mathematics education; Student engagement; Transactional leadership; Pedagogy; Social psychology","score_opus":0.19497827491169833,"score_gpt":0.4866445603389475,"score_spread":0.29166628542724915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143766575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74248326,0.013059227,0.015533593,0.15239291,0.00016257269,0.0070788497,0.00011977163,0.000045423363,0.069124386],"genre_scores_gemma":[0.99478966,0.004459447,0.00031002506,0.00007363798,0.000030277097,0.000023019778,0.00007836617,0.000005234899,0.00023030829],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9883397,0.009384656,0.00028299403,0.0002630597,0.0014448741,0.00028467324],"domain_scores_gemma":[0.98993987,0.008826539,0.00021074098,0.00009732714,0.0008701885,0.000055362016],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.045753494,0.00008050375,0.00020775349,0.00018472488,0.0008544032,0.00014104435,0.0008256583,0.000038148966,0.000048210637],"category_scores_gemma":[0.016120931,0.000059548594,0.000030811418,0.0009862658,0.0007162045,0.00022025674,0.00028497147,0.001387531,0.0000017079673],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004037528,0.0007070508,0.5747386,0.0015365187,0.00006407284,0.000010299466,0.019387852,0.000767255,0.000041277428,0.08985384,0.000713654,0.3117758],"study_design_scores_gemma":[0.002046994,0.00043130372,0.07629437,0.0214728,0.000025315168,0.0000024145288,0.3315143,0.016741687,0.00002228016,0.0061737453,0.5449695,0.00030532203],"about_ca_topic_score_codex":0.0020414703,"about_ca_topic_score_gemma":0.0005390942,"teacher_disagreement_score":0.5442558,"about_ca_system_score_codex":0.00020953357,"about_ca_system_score_gemma":0.0010343157,"threshold_uncertainty_score":0.9921667},"labels":[],"label_agreement":null},{"id":"W2143789014","doi":"10.19173/irrodl.v14i3.1446","title":"First year chemistry laboratory courses for distance learners: Development and transfer credit acceptance","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Distance education; Bachelor; Rigour; Mathematics education; Computer science; Higher education; Multimedia; Psychology; Mathematics","score_opus":0.031054715457054075,"score_gpt":0.3421618606893678,"score_spread":0.31110714523231375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143789014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84439105,0.11888837,0.019931998,0.004222446,0.00029164503,0.0031133085,0.00017222742,0.00016207856,0.008826853],"genre_scores_gemma":[0.9854961,0.012538401,0.0013083514,0.000018095227,0.000036516245,0.00033435354,0.00006514673,0.000020661788,0.00018234024],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99912643,0.000036459474,0.00022866548,0.00014904235,0.00026587347,0.00019350181],"domain_scores_gemma":[0.99935853,0.00033521038,0.000021370906,0.00009986381,0.00013017973,0.000054824894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095593557,0.00009521225,0.0001636737,0.00003143803,0.00009115603,0.00011331777,0.00041495214,0.000033021417,0.00014855947],"category_scores_gemma":[0.0004087719,0.00007901152,0.000017469887,0.00016494885,0.00009819358,0.00019996078,0.00013086318,0.00035666986,0.0000059059166],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082961726,0.000983272,0.2416197,0.14396036,0.0020248618,0.000076696,0.012056059,0.20901175,0.080956444,0.042404998,0.07518315,0.19089308],"study_design_scores_gemma":[0.0018224149,0.00007854148,0.010686185,0.02077164,0.000013890973,0.000010632701,0.008044108,0.04993412,0.015180348,0.00022331279,0.89267385,0.0005609786],"about_ca_topic_score_codex":0.000018017296,"about_ca_topic_score_gemma":0.0000038104645,"teacher_disagreement_score":0.8174907,"about_ca_system_score_codex":0.00010249073,"about_ca_system_score_gemma":0.000036764257,"threshold_uncertainty_score":0.32219964},"labels":[],"label_agreement":null},{"id":"W2143900028","doi":"10.19173/irrodl.v14i5.1632","title":"Security risks and protection in online learning: A survey","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Information and Cyber Security","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"SAFER; Usability; Internet privacy; Computer science; Online learning; Security awareness; Computer security; Information security; Security through obscurity; Security information and event management; Cloud computing security; World Wide Web; Human–computer interaction","score_opus":0.14050049079037286,"score_gpt":0.4287796499304636,"score_spread":0.2882791591400907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143900028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9658533,0.00567545,0.0036571291,0.017879792,0.00008567962,0.0020445173,0.000025222816,0.000028938548,0.0047499887],"genre_scores_gemma":[0.9905655,0.009014416,0.000094449875,0.000115827985,0.000009139456,0.000068598485,0.00006342645,0.000002343937,0.000066306595],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978394,0.0010443374,0.00033228914,0.0001738938,0.00043563757,0.00017447991],"domain_scores_gemma":[0.9989042,0.0004095486,0.000121982484,0.00013970638,0.00037377118,0.00005076761],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069872136,0.000068225614,0.00015978297,0.0001351819,0.00010206832,0.00030326683,0.0008520817,0.00003373591,0.000059229096],"category_scores_gemma":[0.0024482398,0.000049465114,0.0000163983,0.000597846,0.0000883851,0.0007077815,0.0009862643,0.0008433447,0.000012462415],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013725745,0.0005614333,0.5714253,0.0025868295,0.000055618173,0.000014548985,0.0037765207,0.00046565576,0.000076903714,0.06535511,0.0021041017,0.3534407],"study_design_scores_gemma":[0.00085395,0.00012874308,0.81630135,0.0032766494,0.0000012627189,0.000021653686,0.0012327334,0.1531675,0.000030505274,0.0055942405,0.01924696,0.00014442488],"about_ca_topic_score_codex":0.008077588,"about_ca_topic_score_gemma":0.00035652492,"teacher_disagreement_score":0.35329628,"about_ca_system_score_codex":0.000056981706,"about_ca_system_score_gemma":0.000070864524,"threshold_uncertainty_score":0.9985277},"labels":[],"label_agreement":null},{"id":"W2145138041","doi":"10.19173/irrodl.v16i4.2376","title":"Design Considerations for Integrating Twitter into an Online Course","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Grading (engineering); Learning Management; Multimedia; Online learning; World Wide Web; Social media; Process (computing); Educational technology; Engineering; Mathematics education; Psychology","score_opus":0.37533478833578393,"score_gpt":0.5479123482867131,"score_spread":0.17257755995092916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145138041","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25566113,0.024619473,0.038097966,0.65181905,0.0007600424,0.011418119,0.00020839689,0.00018799734,0.017227842],"genre_scores_gemma":[0.9908549,0.0020985103,0.00593854,0.0005703871,0.000063345295,0.00007090336,0.0000835873,0.000006741591,0.00031305576],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99786794,0.0010094144,0.0002560898,0.00014702586,0.00051164045,0.00020788949],"domain_scores_gemma":[0.9977455,0.001122355,0.000112899914,0.00012693231,0.000795048,0.00009725609],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011546521,0.00005992759,0.00015602105,0.000070257534,0.00038585567,0.00019653497,0.00072740356,0.00004901794,0.00007079768],"category_scores_gemma":[0.017791405,0.000043846965,0.000020665857,0.00024295098,0.00046802225,0.00028607875,0.00025524592,0.00043276534,0.0000044887297],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001123303,0.0039989026,0.16428536,0.0024417194,0.00035468835,0.00007682591,0.046213757,0.0010680518,0.00068404025,0.28271976,0.23530425,0.26172936],"study_design_scores_gemma":[0.0072565363,0.0016589755,0.010848276,0.026767319,0.000086304906,0.000046290774,0.36756432,0.023656774,0.0005462276,0.3322699,0.22847924,0.0008198226],"about_ca_topic_score_codex":0.002105645,"about_ca_topic_score_gemma":0.0005722167,"teacher_disagreement_score":0.7351938,"about_ca_system_score_codex":0.00015254557,"about_ca_system_score_gemma":0.00063537905,"threshold_uncertainty_score":0.99048215},"labels":[],"label_agreement":null},{"id":"W2145283076","doi":"10.19173/irrodl.v13i1.1027","title":"Investigating instructional strategies for using social media in formal and informal learning","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":484,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Popularity; Social media; Formal learning; Informal learning; Qualitative research; Informal education; Perception; Educational technology; Psychology; Social learning; Computer-mediated communication; Pedagogy; Sociology; Higher education; Social psychology; Computer science; The Internet; Social science; World Wide Web","score_opus":0.1568592391231602,"score_gpt":0.48261951715128737,"score_spread":0.3257602780281272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145283076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883394,0.003172968,0.00021715039,0.0027447348,0.00008919254,0.0004375013,0.000013503193,0.000008974444,0.004976526],"genre_scores_gemma":[0.99525803,0.0028210303,0.0014526359,0.000040125855,0.0002849801,0.00003248869,0.00007485308,0.00000622866,0.00002961689],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99786896,0.00064089877,0.0003611918,0.00012128867,0.00057586376,0.00043178225],"domain_scores_gemma":[0.9980942,0.0013895322,0.00016926277,0.000036705933,0.00023158491,0.00007869003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0113277305,0.00007836327,0.00019898456,0.00015392504,0.0007673002,0.00021791337,0.00035914083,0.000060711754,0.00004694684],"category_scores_gemma":[0.005352151,0.00006432482,0.000030083464,0.00044130755,0.0004147037,0.0014913857,0.0003988486,0.0007718838,7.491836e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009260482,0.0000674618,0.26368576,0.0012080702,0.000035808323,0.00000156549,0.014324938,0.0005388607,0.00009708893,0.41079786,0.00009572095,0.30905426],"study_design_scores_gemma":[0.002890276,0.00015074409,0.12055855,0.009879741,0.000029766607,0.000029156668,0.53511435,0.0133566735,0.00003199555,0.010480767,0.30698597,0.0004920171],"about_ca_topic_score_codex":0.00060136185,"about_ca_topic_score_gemma":0.00032256235,"teacher_disagreement_score":0.5207894,"about_ca_system_score_codex":0.00009279743,"about_ca_system_score_gemma":0.0005632076,"threshold_uncertainty_score":0.6407411},"labels":[],"label_agreement":null},{"id":"W2145284593","doi":"10.19173/irrodl.v3i1.81","title":"Distance Learning for Food Security and Rural Development: A Perspective from the United Nations Food and Agriculture Organization","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Food security; Distance education; Agriculture; Publishing; Work (physics); Economic growth; Political science; Public relations; Sociology; Engineering; Geography; Pedagogy; Economics","score_opus":0.06698141102775457,"score_gpt":0.3520884705116007,"score_spread":0.2851070594838461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145284593","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72494495,0.08757774,0.06541566,0.11396726,0.00018488955,0.0035421972,0.00018805434,0.00010932618,0.00406994],"genre_scores_gemma":[0.9783919,0.020211847,0.0009835274,0.00011525195,0.000019569525,0.000054736036,0.00015462874,0.000005148713,0.00006339724],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99866384,0.00047552554,0.00021023868,0.00015924161,0.00034424756,0.00014692986],"domain_scores_gemma":[0.9968443,0.0020302807,0.000114927716,0.00013660087,0.0008421983,0.000031691707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015074426,0.00008583905,0.00013275111,0.00015083591,0.00076025975,0.0004291575,0.001036245,0.000029188186,0.000011715895],"category_scores_gemma":[0.0035003338,0.000054265016,0.0000123996515,0.0014467486,0.00014997117,0.00031898214,0.0011203968,0.00048338057,8.4946646e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032245705,0.00012357358,0.0286922,0.0007039509,0.00023737148,0.0000019050049,0.044055574,0.00016103729,0.000044168988,0.91416454,0.0025654645,0.009217965],"study_design_scores_gemma":[0.004970575,0.0010768833,0.16302942,0.034679487,0.000060278904,0.00012581797,0.15979066,0.07797647,0.00084570725,0.09213749,0.4640716,0.0012356003],"about_ca_topic_score_codex":0.00022074727,"about_ca_topic_score_gemma":0.00018532798,"teacher_disagreement_score":0.822027,"about_ca_system_score_codex":0.00008995967,"about_ca_system_score_gemma":0.000054321492,"threshold_uncertainty_score":0.584738},"labels":[],"label_agreement":null},{"id":"W2147155497","doi":"10.19173/irrodl.v16i4.2381","title":"Mainstreaming Open Textbooks: Educator Perspectives on the Impact of OpenStax College open textbooks","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"William and Flora Hewlett Foundation","keywords":"Open educational resources; Open education; Open university; Mainstreaming; Educational technology; Distance education; Faculty development; Pedagogy; Mathematics education; Medical education; Library science; Psychology; Professional development; Computer science; Special education; Medicine","score_opus":0.14956136984366314,"score_gpt":0.4793923262943386,"score_spread":0.32983095645067545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147155497","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17298408,0.007109766,0.00030441675,0.05808099,0.000304652,0.006612474,0.00013407313,0.000025783424,0.75444376],"genre_scores_gemma":[0.99366874,0.0024798573,0.000458809,0.00019486183,0.00004056551,0.00016774025,0.00003283991,0.000012327141,0.0029442918],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9962156,0.0016732897,0.00050834194,0.0004391413,0.0008310708,0.00033258894],"domain_scores_gemma":[0.996478,0.0014695774,0.000368207,0.000595573,0.00091053004,0.0001780991],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.013281258,0.00016585695,0.00041386177,0.00017120416,0.00043539377,0.001442766,0.009399485,0.000038094797,0.00031283638],"category_scores_gemma":[0.0051181205,0.00009583732,0.00007768068,0.00082022935,0.00028043133,0.00096735585,0.007012055,0.00085131393,0.000044383025],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004318757,0.0008889277,0.019306278,0.00027969238,0.00026083464,0.000019688237,0.008765381,0.0005970741,0.00010691865,0.87428856,0.06831729,0.026737502],"study_design_scores_gemma":[0.0068364018,0.0030835602,0.04402817,0.036482766,0.000039734587,0.00018624686,0.6509041,0.01668017,0.00067282986,0.028806664,0.21109247,0.0011868593],"about_ca_topic_score_codex":0.004975255,"about_ca_topic_score_gemma":0.000038633556,"teacher_disagreement_score":0.8454819,"about_ca_system_score_codex":0.00038754655,"about_ca_system_score_gemma":0.0020574615,"threshold_uncertainty_score":0.99959385},"labels":[],"label_agreement":null},{"id":"W2147417908","doi":"10.19173/irrodl.v11i1.794","title":"Using mobile phones to improve educational outcomes: An analysis of evidence from Asia","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":405,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mobile phone; Developing country; Information and Communications Technology; Educational technology; Mobile technology; Business; Economic growth; Computer science; Multimedia; Mobile device; Psychology; Telecommunications; Pedagogy; World Wide Web; Economics","score_opus":0.15930566405248722,"score_gpt":0.5117964893059193,"score_spread":0.352490825253432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147417908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97686183,0.0013170156,0.0121997325,0.008241264,0.00029348055,0.00078546593,0.00004891831,0.000008985283,0.00024328307],"genre_scores_gemma":[0.9891881,0.00085350266,0.009495475,0.00009008965,0.000045841447,0.00013100523,0.00010835009,0.000005244095,0.0000824042],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997618,0.000550558,0.0004605333,0.00037560082,0.0008165542,0.00017873425],"domain_scores_gemma":[0.9961515,0.0021705828,0.00025879,0.0005789367,0.000740698,0.000099482895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005148929,0.000092542905,0.00030957736,0.0003533609,0.000111724665,0.00021382155,0.0026404907,0.000036691894,0.0002940539],"category_scores_gemma":[0.005339875,0.00006319945,0.00006435263,0.0015646485,0.00011597232,0.00063128455,0.0009855181,0.0005373529,0.0000071871787],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054076856,0.0005173533,0.8967229,0.0004155374,0.00036813942,0.0000022216952,0.0020465804,0.01428796,0.022961996,0.011080717,0.00018212093,0.05136039],"study_design_scores_gemma":[0.00024909066,0.00015515996,0.85793304,0.0032375015,0.00007790867,0.000003797855,0.0014757857,0.13023786,0.00086591736,0.0018592239,0.0037036815,0.00020105467],"about_ca_topic_score_codex":0.003735534,"about_ca_topic_score_gemma":0.00016612242,"teacher_disagreement_score":0.11594991,"about_ca_system_score_codex":0.00008839907,"about_ca_system_score_gemma":0.00038552782,"threshold_uncertainty_score":0.63927144},"labels":[],"label_agreement":null},{"id":"W2148945625","doi":"10.19173/irrodl.v14i1.1389","title":"Automatic evaluation for e-learning using latent semantic analysis: A use case","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Oberta de Catalunya; European Commission","keywords":"Animal science; Biology","score_opus":0.184779399202003,"score_gpt":0.4953805839448462,"score_spread":0.31060118474284315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148945625","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3604336,0.0051700026,0.62793815,0.0033008708,0.00003136659,0.0028915736,0.0000075457006,0.00005762476,0.00016925123],"genre_scores_gemma":[0.97857684,0.0019177771,0.019037047,0.000056193723,0.000010482232,0.0002935623,0.000059791306,0.0000059940585,0.000042293235],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972741,0.000936923,0.0004801011,0.00030488858,0.0007722987,0.00023170158],"domain_scores_gemma":[0.99682873,0.0013418192,0.0002779896,0.00031042873,0.0011851636,0.000055865243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008460557,0.00009813916,0.00031292826,0.00038361584,0.00023642191,0.0005541602,0.0010749237,0.000029474371,0.000107239204],"category_scores_gemma":[0.0043330975,0.00007029172,0.0001022628,0.0015921394,0.00007424079,0.0010265352,0.0008706251,0.00036099905,0.000004119284],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004165457,0.00040830424,0.11421492,0.0031935868,0.0019288161,0.00016121646,0.00094825524,0.06754012,0.0012640725,0.029816244,0.0009941136,0.7794887],"study_design_scores_gemma":[0.00022370876,0.000039278013,0.002897774,0.0017383648,0.00009712391,0.000047506885,0.00022403034,0.99107885,0.00004221894,0.003179839,0.0003530491,0.00007826633],"about_ca_topic_score_codex":0.0012066473,"about_ca_topic_score_gemma":0.00003363462,"teacher_disagreement_score":0.92353874,"about_ca_system_score_codex":0.00017659806,"about_ca_system_score_gemma":0.00010894823,"threshold_uncertainty_score":0.53437793},"labels":[],"label_agreement":null},{"id":"W2149231104","doi":"10.19173/irrodl.v16i3.1951","title":"Learners’ goal profiles and their learning patterns over an academic year","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Mathematics education; Multivariate analysis of variance; Distance education; Goal orientation; Academic achievement; Mastery learning; Relation (database); Educational technology; Computer science; Social psychology","score_opus":0.14786748561462917,"score_gpt":0.4685909234981264,"score_spread":0.3207234378834972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149231104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9753726,0.0071473685,0.00012947257,0.0030369556,0.00012977085,0.0006147708,0.000035165114,0.000020988577,0.013512905],"genre_scores_gemma":[0.9904067,0.007330795,0.000023741679,0.00022716564,0.00008839274,0.000060537568,0.00024635508,0.000013301755,0.0016030007],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997596,0.0010251569,0.00036628867,0.0002992941,0.00046300172,0.0002502187],"domain_scores_gemma":[0.9988395,0.00045006676,0.00016635687,0.00017951292,0.00022584891,0.00013874442],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006048846,0.000113081966,0.00024133296,0.00011263475,0.00011113524,0.00009954975,0.0006461997,0.00007967193,0.001095175],"category_scores_gemma":[0.0013166089,0.0000762724,0.000028371871,0.00024974503,0.0001974867,0.0002489761,0.0004802692,0.0012633584,0.000024345749],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014451891,0.00006823511,0.9513487,0.00018807618,0.00003915364,0.000010800821,0.0035980167,0.000033963828,0.000024360388,0.012213947,0.0029506376,0.029379556],"study_design_scores_gemma":[0.0031985801,0.00060989853,0.47403777,0.0069212136,0.000015859685,0.00008190704,0.13362087,0.00085977936,0.000046465815,0.0025552497,0.37765118,0.00040122634],"about_ca_topic_score_codex":0.0005631299,"about_ca_topic_score_gemma":0.00001098727,"teacher_disagreement_score":0.47731096,"about_ca_system_score_codex":0.00005714344,"about_ca_system_score_gemma":0.00008737014,"threshold_uncertainty_score":0.99981797},"labels":[],"label_agreement":null},{"id":"W2149447828","doi":"10.19173/irrodl.v13i2.1161","title":"Building an inclusive definition of e-learning: An approach to the conceptual framework","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":593,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Subject (documents); Conceptual framework; Computer science; E learning; Distance education; Mathematics education; The Internet; Sociology; Pedagogy; Psychology; World Wide Web; Social science","score_opus":0.14308089118532377,"score_gpt":0.49190314041255984,"score_spread":0.34882224922723604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149447828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83517593,0.017078208,0.009267697,0.0319043,0.00029947227,0.0025999912,0.00006542561,0.000048440248,0.103560545],"genre_scores_gemma":[0.9891693,0.0049157646,0.005286496,0.00014075058,0.00027704512,0.00004790259,0.00009684569,0.000008273981,0.00005764872],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99520993,0.002934175,0.00033020007,0.0001875565,0.0009876521,0.00035048358],"domain_scores_gemma":[0.99760765,0.0014176476,0.00019208757,0.00017029846,0.00046093733,0.00015135661],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015738374,0.00008310374,0.00021494205,0.00010169358,0.0006408964,0.00013106273,0.0012869934,0.000064600164,0.00013181075],"category_scores_gemma":[0.009026788,0.00005428998,0.000039113012,0.000745927,0.00044022585,0.00054977235,0.0006776635,0.0010538875,0.000006553341],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000789315,0.0002719176,0.035927754,0.00017986631,0.00002837264,8.301314e-7,0.0104841795,0.0005240856,0.00006162139,0.9078454,0.00022360162,0.044373434],"study_design_scores_gemma":[0.0005181144,0.00040783978,0.011141415,0.006160291,0.000031079377,0.000008339896,0.29546818,0.001191297,0.000078398785,0.016927617,0.66778606,0.00028135988],"about_ca_topic_score_codex":0.0011061934,"about_ca_topic_score_gemma":0.000046045476,"teacher_disagreement_score":0.8909178,"about_ca_system_score_codex":0.00009785034,"about_ca_system_score_gemma":0.00028104702,"threshold_uncertainty_score":0.9993206},"labels":[],"label_agreement":null},{"id":"W2149796802","doi":"10.19173/irrodl.v10i6.753","title":"Evaluation of an undergraduate physics programme of Indira Gandhi National Open University: A case study","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pace; Attrition; Higher education; Presentation (obstetrics); Medical education; Open university; Sustainability; Mathematics education; Distance education; Psychology; Political science; Medicine; Geography","score_opus":0.41351964100378646,"score_gpt":0.6087932725186185,"score_spread":0.195273631514832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149796802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9362334,0.0009809436,0.0004344199,0.014623116,0.0001124768,0.0045144823,0.000072957686,0.000007902679,0.043020323],"genre_scores_gemma":[0.9977949,0.00065396837,0.0012757081,0.00003196931,0.000040253042,0.000022545033,0.00007087204,0.000002806538,0.00010694195],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99345475,0.00384583,0.00035109636,0.00017059033,0.0020371557,0.00014058751],"domain_scores_gemma":[0.99431247,0.00082543376,0.00030982585,0.00013454183,0.0043788212,0.000038924056],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.044694986,0.00005549633,0.00018368138,0.00015701406,0.00028503762,0.000092917515,0.0011325276,0.000026625712,0.000053228123],"category_scores_gemma":[0.0079247635,0.00004751424,0.000023033668,0.0014753003,0.00027586162,0.00048934884,0.0003117865,0.00026669315,6.055469e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000142017,0.0026994233,0.020070972,0.00021965301,0.00015654744,0.000024246048,0.0074656256,0.0006643642,0.000059089536,0.46563548,0.00044297794,0.5024196],"study_design_scores_gemma":[0.0066404,0.001709802,0.056150865,0.008020422,0.000249187,0.000083059036,0.48018026,0.012398516,0.00021890532,0.40210384,0.031767398,0.00047732756],"about_ca_topic_score_codex":0.0054849787,"about_ca_topic_score_gemma":0.00045542966,"teacher_disagreement_score":0.5019423,"about_ca_system_score_codex":0.0003248074,"about_ca_system_score_gemma":0.0018739499,"threshold_uncertainty_score":0.9836875},"labels":[],"label_agreement":null},{"id":"W2150213392","doi":"10.19173/irrodl.v7i2.301","title":"Distance Learning Program for Teachers at The Kigali Institute of Education: An expository study","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Nonprobability sampling; Medical education; Service (business); Inclusion (mineral); Qualitative research; Workload; Focus group; Psychology; Mathematics education; Computer science; Sociology; Medicine; Population","score_opus":0.08159184530723634,"score_gpt":0.504428129372264,"score_spread":0.42283628406502766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150213392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93303096,0.017489327,0.00020152611,0.016879547,0.00030842487,0.0046950327,0.000024592871,0.00003428966,0.02733628],"genre_scores_gemma":[0.9920808,0.0029101593,0.00028126442,0.000025783891,0.0002126678,0.0003557053,0.00020063188,0.000007916727,0.003925034],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99720156,0.0012727472,0.00036436794,0.00021037002,0.0007267537,0.00022421924],"domain_scores_gemma":[0.9984752,0.0006018571,0.00022939967,0.00015712599,0.0004895674,0.00004684089],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008687487,0.00007761335,0.00019007505,0.00006286983,0.0007842141,0.00015668006,0.00095380313,0.00003241895,0.000057888028],"category_scores_gemma":[0.0019218377,0.000050631534,0.00004799473,0.00045254783,0.00050677237,0.00033061724,0.00029394787,0.00050314004,0.0000016338266],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021227587,0.0017550682,0.408126,0.0007003278,0.000075091375,0.0000035117203,0.004566126,0.0009875066,0.00009994799,0.040623866,0.0043841414,0.53846616],"study_design_scores_gemma":[0.0003849576,0.00025505334,0.0125653995,0.001628154,0.000014728149,0.0000011282846,0.043727215,0.00018247768,0.000016389213,0.000519112,0.9406293,0.00007609213],"about_ca_topic_score_codex":0.00424718,"about_ca_topic_score_gemma":0.00235021,"teacher_disagreement_score":0.93624514,"about_ca_system_score_codex":0.00016568323,"about_ca_system_score_gemma":0.00067760865,"threshold_uncertainty_score":0.64204943},"labels":[],"label_agreement":null},{"id":"W2150560790","doi":"10.19173/irrodl.v9i1.485","title":"New Ways of Mediating Learning: Investigating the implications of adopting open educational resources for tertiary education at an institution in the United Kingdom as compared to one in South Africa","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"William and Flora Hewlett Foundation","keywords":"Distance education; Open educational resources; Higher education; Institution; Open learning; Open education; Kingdom; Sociology; Educational technology; Political science; Pedagogy; Public relations; Teaching method; Social science; Law; Cooperative learning","score_opus":0.2703198808567547,"score_gpt":0.44766358204124496,"score_spread":0.17734370118449028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150560790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8788225,0.0009036898,0.0043141614,0.107981086,0.000078652454,0.002840135,0.000012060716,0.0000113714095,0.0050363205],"genre_scores_gemma":[0.9934296,0.00017006812,0.004975315,0.0008235003,0.00005525429,0.0002837542,0.00018562106,0.0000072119756,0.000069673064],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968369,0.0012396808,0.00074907363,0.00030914127,0.00061884976,0.0002463361],"domain_scores_gemma":[0.99589294,0.0025868698,0.00053117017,0.00033367603,0.00057292654,0.00008240245],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0074030273,0.000108418804,0.00025390377,0.00035252224,0.0005244143,0.000222094,0.0032500504,0.00003996188,0.000025010797],"category_scores_gemma":[0.008734516,0.00007528999,0.000035423192,0.0020074649,0.00018262798,0.0005378693,0.0011829603,0.0006981836,0.0000027184594],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016565688,0.00079379533,0.48467034,0.00091680576,0.000054611504,0.0000013356948,0.10377027,0.027496282,0.0010746,0.35620368,0.002704778,0.022147836],"study_design_scores_gemma":[0.0022539531,0.00048341023,0.7928727,0.015267782,0.00002589285,0.000055235912,0.07643131,0.033132594,0.00052143174,0.013798393,0.06466486,0.0004924209],"about_ca_topic_score_codex":0.003938924,"about_ca_topic_score_gemma":0.00012800262,"teacher_disagreement_score":0.3424053,"about_ca_system_score_codex":0.00017106794,"about_ca_system_score_gemma":0.0012031641,"threshold_uncertainty_score":0.9996153},"labels":[],"label_agreement":null},{"id":"W2150562771","doi":"10.19173/irrodl.v16i4.2157","title":"Student Enrollment and Dropout: An Evaluation Study of Diploma in Computer Science and Application Program at Bangladesh Open University","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dropout (neural networks); Span (engineering); Psychology; Style (visual arts); Mathematics education; Computer science; Engineering; Geography","score_opus":0.16009533811884905,"score_gpt":0.5610592872546261,"score_spread":0.40096394913577704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150562771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900796,0.0011702998,0.000015796304,0.0037651618,0.00001909623,0.003423705,0.000005079299,0.0000031832471,0.0015181213],"genre_scores_gemma":[0.99657375,0.0031121438,0.00010971543,0.000013290296,0.000012800672,0.00011431262,0.000015418933,0.000001882701,0.00004668796],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99612635,0.0015844844,0.00020219368,0.0002518581,0.0016763897,0.0001587151],"domain_scores_gemma":[0.9980234,0.0003396466,0.00010583886,0.00012656348,0.0012965236,0.00010803188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025303274,0.00004798653,0.00015255732,0.00014754021,0.00036039713,0.0002043748,0.0010145018,0.000014622487,0.000015894393],"category_scores_gemma":[0.0013983804,0.00003749983,0.0000054022444,0.0008288617,0.00074058416,0.00042139486,0.0020704824,0.00016401861,7.501982e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011072014,0.0010300165,0.86031765,0.00012839297,0.000023576655,0.0000021403253,0.020954436,0.00007377638,0.000022038836,0.0039321305,0.00018511116,0.11322],"study_design_scores_gemma":[0.0023008664,0.00072122755,0.8585542,0.0010659077,0.000012449915,0.0000010233816,0.11349813,0.0060658106,0.000008857304,0.00059563323,0.017076181,0.000099710844],"about_ca_topic_score_codex":0.00800358,"about_ca_topic_score_gemma":0.0025733765,"teacher_disagreement_score":0.11312029,"about_ca_system_score_codex":0.0005469665,"about_ca_system_score_gemma":0.0005535164,"threshold_uncertainty_score":0.9986022},"labels":[],"label_agreement":null},{"id":"W2151473433","doi":"10.19173/irrodl.v13i1.1010","title":"The implications of the local context in global virtual education","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); JavaScript; Computer science; Mathematics; Multimedia; Mathematics education; World Wide Web; Geography","score_opus":0.07143086113289311,"score_gpt":0.4925544271009204,"score_spread":0.4211235659680273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151473433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4641628,0.087264374,0.00041200293,0.31289786,0.0006597026,0.0026984443,0.00009144899,0.0000137340385,0.13179964],"genre_scores_gemma":[0.98689204,0.012471901,0.000016171034,0.00011680268,0.00006708959,0.00004285723,0.000016655871,0.0000021036478,0.00037436694],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976983,0.0012315129,0.00027802895,0.00008641326,0.00049248437,0.00021325987],"domain_scores_gemma":[0.99832106,0.0010571881,0.00014129384,0.00014126347,0.00029498685,0.000044226268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0080584455,0.00004386715,0.0001067381,0.000027972716,0.0003861125,0.00006677241,0.0010519046,0.000028581617,0.000055651202],"category_scores_gemma":[0.004004662,0.000023591596,0.000034783166,0.0006569218,0.000537222,0.00018694926,0.00039922894,0.0004074702,0.0000046816454],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016593101,0.00007941007,0.23390646,0.00004202213,0.0000075463754,5.4284918e-8,0.00034526107,0.000019564399,0.000004515755,0.33301625,0.0012299096,0.4313324],"study_design_scores_gemma":[0.00020122847,0.00002377879,0.17586738,0.0022373511,0.0000051858538,0.0000021835542,0.042934347,0.00008880108,0.000010833789,0.0039862967,0.77459294,0.00004967465],"about_ca_topic_score_codex":0.0036522618,"about_ca_topic_score_gemma":0.0017680151,"teacher_disagreement_score":0.77336305,"about_ca_system_score_codex":0.00018428966,"about_ca_system_score_gemma":0.0008687792,"threshold_uncertainty_score":0.55211514},"labels":[],"label_agreement":null},{"id":"W2151830265","doi":"10.19173/irrodl.v7i1.246","title":"Best Practices for Online Business Education","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Group cohesiveness; Perspective (graphical); Best practice; Consistency (knowledge bases); Computer science; Quality (philosophy); Knowledge management; Online business; Distance education; Online learning; Instructional design; Psychology; Pedagogy; Multimedia; World Wide Web; Management; The Internet; Social psychology","score_opus":0.16561640560273322,"score_gpt":0.5478589035239252,"score_spread":0.38224249792119197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151830265","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23764831,0.0797047,0.0007586108,0.5153259,0.0005872873,0.004301822,0.0002077936,0.00004127425,0.16142432],"genre_scores_gemma":[0.7939753,0.16815014,0.0063198707,0.0006191562,0.0019556824,0.00037265217,0.0024790997,0.000028113553,0.0261],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99840415,0.0005203025,0.0002479667,0.00014908524,0.0004985821,0.00017993846],"domain_scores_gemma":[0.99734557,0.0012616073,0.00028104725,0.000083374835,0.000996313,0.000032087653],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006129665,0.00005081779,0.00013041456,0.00008567181,0.0003357355,0.00018659214,0.00064015563,0.000031942916,0.00009479115],"category_scores_gemma":[0.009696141,0.000037669506,0.00002471808,0.0005642019,0.00017061221,0.0003364251,0.00018489854,0.00031596792,0.000004785495],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013711484,0.0009844402,0.035094887,0.001871183,0.000029621497,0.0000028729303,0.00021069191,0.00016151473,0.00009024285,0.14391954,0.01723522,0.8002627],"study_design_scores_gemma":[0.0001912209,0.000025888865,0.0034101761,0.0034579139,0.000007013523,0.0000014230171,0.0055019776,0.00014894476,0.0000056362173,0.0024416868,0.98476076,0.000047386482],"about_ca_topic_score_codex":0.01967937,"about_ca_topic_score_gemma":0.002162434,"teacher_disagreement_score":0.96752554,"about_ca_system_score_codex":0.00008040767,"about_ca_system_score_gemma":0.0010910102,"threshold_uncertainty_score":0.9986456},"labels":[],"label_agreement":null},{"id":"W2151854709","doi":"10.19173/irrodl.v1i2.20","title":"Deakin University: Going online at a Dual Mode University","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Dual (grammatical number); Dual mode; Consistency (knowledge bases); Quality (philosophy); Mode (computer interface); Medical education; Marketing; Mathematics education; Public relations; Sociology; Computer science; Political science; Business; Psychology; Engineering; Medicine; Physics; Artificial intelligence","score_opus":0.07222768072248593,"score_gpt":0.4055763715750853,"score_spread":0.3333486908525994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151854709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78167874,0.0068823397,0.027000962,0.1583633,0.00016718755,0.00090061425,0.0002117884,0.000109978224,0.024685094],"genre_scores_gemma":[0.96638215,0.027541474,0.0012359438,0.00010788428,0.000032833803,3.4260896e-7,0.000097346,0.000004572485,0.0045974357],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99850595,0.0004876446,0.00014600875,0.0002204876,0.00044634205,0.00019355101],"domain_scores_gemma":[0.9989107,0.0005049331,0.000094511815,0.00019626669,0.00022818461,0.00006536249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018543454,0.000065995366,0.00015559231,0.00014222828,0.00022413564,0.00008020885,0.001480412,0.000026359316,0.000045834662],"category_scores_gemma":[0.0005745327,0.000054577064,0.00003970627,0.00080634013,0.00010691025,0.00028199962,0.0021211104,0.0004889318,0.000013710168],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006950193,0.00081052975,0.22991961,0.0016817239,0.00032176168,0.0022699176,0.0009855097,0.0202586,0.00042490187,0.52697664,0.009635416,0.20602039],"study_design_scores_gemma":[0.0009611348,0.00010626987,0.0077765766,0.0049789357,0.000011528188,0.000089565656,0.0012907382,0.3578236,0.0000111507115,0.0011809124,0.62560624,0.00016335511],"about_ca_topic_score_codex":0.00066182367,"about_ca_topic_score_gemma":0.00013502504,"teacher_disagreement_score":0.6159708,"about_ca_system_score_codex":0.00023914523,"about_ca_system_score_gemma":0.00016945077,"threshold_uncertainty_score":0.27509984},"labels":[],"label_agreement":null},{"id":"W2152129856","doi":"10.19173/irrodl.v16i4.2467","title":"Appreciative Leadership: Supporting Education Innovation","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Appreciative Inquiry and Organizational Change","field":"Business, Management and Accounting","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Appreciative inquiry; Distributed leadership; Shared leadership; Neuroleadership; Leadership studies; Sociology; Leadership style; Class (philosophy); Pedagogy; Management; Psychology; Public relations; Political science; Epistemology; Philosophy","score_opus":0.3301223138916124,"score_gpt":0.4601875345214422,"score_spread":0.13006522062982978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152129856","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38276377,0.029207343,0.0037717505,0.1817883,0.0016325495,0.0053605177,0.00006221694,0.0001196853,0.39529386],"genre_scores_gemma":[0.9958272,0.0006324986,0.00006189652,0.0017702575,0.00050013367,0.00006384426,0.00063330686,0.0000096410095,0.00050124584],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859774,0.00011750518,0.00036449212,0.00017026471,0.0005816903,0.00016833284],"domain_scores_gemma":[0.9976347,0.0002681057,0.0003249239,0.00009213793,0.0016677247,0.000012400718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006460132,0.00007598112,0.00014739344,0.000254344,0.00012546631,0.00021361967,0.0005916487,0.000029791303,0.0001804883],"category_scores_gemma":[0.008128355,0.000057566205,0.000016087837,0.0016811901,0.000114024464,0.0009366118,0.0005832583,0.0003402799,0.000045005836],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016852196,0.00030326477,0.21973428,0.0026024154,0.000050448387,0.000003932583,0.0005954728,0.00012685062,0.0000683999,0.66371816,0.05471407,0.057914168],"study_design_scores_gemma":[0.0017100883,0.00007519637,0.058213912,0.015935045,0.000032678377,0.000010605659,0.059577137,0.0046917056,0.00022664417,0.08588608,0.77319455,0.0004463297],"about_ca_topic_score_codex":0.00028240812,"about_ca_topic_score_gemma":0.000017738927,"teacher_disagreement_score":0.7184805,"about_ca_system_score_codex":0.00010468509,"about_ca_system_score_gemma":0.00021710033,"threshold_uncertainty_score":0.97309875},"labels":[],"label_agreement":null},{"id":"W2152190730","doi":"10.19173/irrodl.v12i1.1029","title":"An application of PLAR to the development of the aboriginal self: One college’s experience","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Northlands College","funders":"","keywords":"Facilitator; Experiential learning; Identity (music); Portfolio; Psychology; Pedagogy; Medical education; Social psychology; Medicine; Business; Aesthetics","score_opus":0.1490778301777197,"score_gpt":0.5274856939458357,"score_spread":0.37840786376811597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152190730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.955776,0.0017158991,0.00083962193,0.021155376,0.00013113294,0.001872132,0.00002270109,0.000010074756,0.01847709],"genre_scores_gemma":[0.9969165,0.001331111,0.0013503707,0.00005788716,0.000024291186,0.00013439298,0.000007305695,0.0000030356987,0.00017510795],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99740946,0.0011539359,0.0003263052,0.00013200294,0.00083925837,0.00013903173],"domain_scores_gemma":[0.99832135,0.00060147076,0.00027244972,0.00021041645,0.0005460495,0.000048265116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009444703,0.00004458762,0.00011575587,0.00004083348,0.00039607505,0.000037568407,0.001744442,0.00002129538,0.0001772518],"category_scores_gemma":[0.0017014042,0.000026016427,0.00001769133,0.0007211626,0.0002758411,0.00021130693,0.00022465274,0.00027090957,0.000006925103],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023138567,0.0009603587,0.3900344,0.00069845683,0.000098913675,5.9386184e-7,0.30444232,0.00012896048,0.00075127045,0.26551822,0.000951683,0.036183424],"study_design_scores_gemma":[0.00015086465,0.000052411215,0.1646069,0.001668973,0.000008350618,7.515219e-7,0.049615312,0.00009211794,0.00095356,0.0003096983,0.78247464,0.00006642682],"about_ca_topic_score_codex":0.0028558592,"about_ca_topic_score_gemma":0.00053346914,"teacher_disagreement_score":0.7815229,"about_ca_system_score_codex":0.00008772629,"about_ca_system_score_gemma":0.0007038045,"threshold_uncertainty_score":0.43172237},"labels":[],"label_agreement":null},{"id":"W2152310991","doi":"10.19173/irrodl.v16i3.2123","title":"Conceptualizing and investigating instructor presence in online learning environments","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":216,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Online learning; Profiling (computer programming); Computer science; Distance education; Gateway (web page); Instructional design; Online community; Intersection (aeronautics); Computer-mediated communication; Educational technology; Mathematics education; Multimedia; The Internet; Psychology; World Wide Web; Engineering","score_opus":0.16837936940714987,"score_gpt":0.4785818345937953,"score_spread":0.3102024651866454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152310991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.976832,0.010623605,0.000025903291,0.007868299,0.000051087907,0.00044977205,0.000009343926,0.000008661088,0.0041313553],"genre_scores_gemma":[0.9751793,0.023633344,0.00054200884,0.00008067109,0.00006926484,0.000018495508,0.00006423794,0.0000068037734,0.0004058682],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99660915,0.0017364052,0.00035827578,0.00023255403,0.0007812251,0.000282392],"domain_scores_gemma":[0.9984488,0.0010490307,0.00016081288,0.00008557387,0.00012168344,0.00013409674],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00909609,0.0000809602,0.00021397744,0.00011010737,0.00023383266,0.00014803649,0.00063027756,0.000046448436,0.00004818275],"category_scores_gemma":[0.014514347,0.00006515043,0.000016913675,0.0004831389,0.0006091677,0.0003977942,0.00075781584,0.0009856634,0.000003255219],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049392755,0.00009843461,0.8382027,0.0003930964,0.000022178567,0.00002166248,0.009636869,0.001043357,0.00014266816,0.016118523,0.0002550369,0.13401605],"study_design_scores_gemma":[0.0023447843,0.00022845456,0.043968216,0.020292044,0.000011994469,0.000013563634,0.35399196,0.009291849,0.000050087237,0.0052277152,0.564231,0.00034834503],"about_ca_topic_score_codex":0.0026205096,"about_ca_topic_score_gemma":0.00043080238,"teacher_disagreement_score":0.7942345,"about_ca_system_score_codex":0.00013693728,"about_ca_system_score_gemma":0.00033647724,"threshold_uncertainty_score":0.9937868},"labels":[],"label_agreement":null},{"id":"W2152450832","doi":"10.19173/irrodl.v8i3.498","title":"Book Review – Good Video Games + Good Learning: Collected essays on video games, learning and literacy","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital Games and Media","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Multimedia; Computer science; Literacy; Educational technology; Game based learning; Mathematics education; Video game; Pedagogy; Sociology; Psychology","score_opus":0.042607441439571625,"score_gpt":0.43423259738458464,"score_spread":0.391625155945013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152450832","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034273488,0.60771185,0.000061987426,0.021904623,0.00012260256,0.0016352109,0.00002230302,0.000045752877,0.36506835],"genre_scores_gemma":[0.099461794,0.83721596,0.00004804724,0.0021732482,0.00013087106,0.00008400719,0.00017073915,0.000021839363,0.060693525],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995363,0.0015233482,0.00066726597,0.00043585495,0.0014254242,0.00058513077],"domain_scores_gemma":[0.9950379,0.0035191707,0.0003425852,0.0001736719,0.0006658943,0.00026074488],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015272226,0.00018806268,0.0005150099,0.00019551758,0.00041077417,0.00050216616,0.0009099916,0.00008211658,0.00081965636],"category_scores_gemma":[0.01880127,0.00014209605,0.00009268176,0.0010756326,0.0005028651,0.0005430271,0.00064173137,0.0014291505,0.000029347551],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003594039,0.000326207,0.027587956,0.0055064643,0.00015332755,0.00010125773,0.0027655459,0.000030772262,0.000042333115,0.029855268,0.07828668,0.85498476],"study_design_scores_gemma":[0.00048697845,0.00020913532,0.0025242243,0.030452307,0.000016474982,0.0000094727175,0.0018725771,0.000058687136,0.000014354436,0.00020724047,0.964,0.0001485405],"about_ca_topic_score_codex":0.0004284248,"about_ca_topic_score_gemma":0.000085969325,"teacher_disagreement_score":0.88571334,"about_ca_system_score_codex":0.0002000792,"about_ca_system_score_gemma":0.00034476706,"threshold_uncertainty_score":0.9894638},"labels":[],"label_agreement":null},{"id":"W2152477479","doi":"10.19173/irrodl.v15i3.1654","title":"University faculty’s perspectives on the roles of e-instructors and their online instruction practice","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Council","keywords":"Higher education; Perception; Psychology; Distance education; Instructional design; Medical education; Pedagogy; Ideal (ethics); Mathematics education; Medicine; Political science","score_opus":0.07006984806436131,"score_gpt":0.43878278183795066,"score_spread":0.3687129337735894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152477479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9173877,0.0023800426,0.00006694933,0.060030002,0.00003712883,0.00038663455,0.000052967418,0.0000077684945,0.019650761],"genre_scores_gemma":[0.96969044,0.029866403,0.00016363246,0.00004559146,0.000050647173,0.0000014413172,0.000030008874,0.000002692271,0.00014916512],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976204,0.0015844888,0.00014329019,0.00013505649,0.00040186572,0.000114920746],"domain_scores_gemma":[0.99737024,0.0019377889,0.00016033056,0.000087909706,0.00041057632,0.000033167245],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00569684,0.000053198113,0.0001327719,0.000070952265,0.00034444535,0.000059685397,0.00051584566,0.000027615793,0.00004672804],"category_scores_gemma":[0.008442783,0.00003065136,0.000025831947,0.0003490888,0.00046986924,0.00022925371,0.0002667195,0.0004847383,8.826596e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002848571,0.00021201048,0.015879985,0.00028387122,0.00009476584,0.0000021926662,0.010786072,0.00010024471,0.0000797525,0.5612837,0.00041717125,0.4105754],"study_design_scores_gemma":[0.00034019197,0.00009935777,0.0046218643,0.0019946273,0.000007512924,0.0000030980593,0.4627008,0.00053513475,0.000028750248,0.0010584304,0.52855647,0.000053710115],"about_ca_topic_score_codex":0.0010354702,"about_ca_topic_score_gemma":0.00032070777,"teacher_disagreement_score":0.56022525,"about_ca_system_score_codex":0.00006441765,"about_ca_system_score_gemma":0.00015292161,"threshold_uncertainty_score":0.9999095},"labels":[],"label_agreement":null},{"id":"W2152490358","doi":"10.19173/irrodl.v10i3.605","title":"Virtual Spaces: Employing a Synchronous Online Classroom to Facilitate Student Engagement in Online Learning","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":639,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Virtual classroom; Autonomy; Synchronous learning; Educational technology; Computer science; Student engagement; Mathematics education; Pedagogy; Computer-mediated communication; Higher education; Instructional design; Collaborative learning; Instructional simulation; Transactional analysis; Teaching method; Psychology; Multimedia; Cooperative learning; World Wide Web; The Internet","score_opus":0.14301170789053205,"score_gpt":0.4848862364869578,"score_spread":0.34187452859642575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152490358","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9437902,0.005227629,0.00027777275,0.04541644,0.00007722128,0.0012048071,0.00004462743,0.000028817733,0.0039324844],"genre_scores_gemma":[0.97171736,0.025798358,0.0006247183,0.0003237018,0.00011978883,0.00003106139,0.00019987892,0.0000090797375,0.001176062],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947785,0.0024641163,0.0005862084,0.0003704383,0.001285194,0.0005155303],"domain_scores_gemma":[0.99798304,0.0012154072,0.00015813317,0.00015931511,0.00033818284,0.00014595049],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0127279805,0.00014116627,0.00036720428,0.00029995578,0.00044363594,0.00027344836,0.0012616229,0.00005450017,0.00017837265],"category_scores_gemma":[0.0064975494,0.0001125162,0.000057316072,0.00105066,0.00015366504,0.00028771863,0.0007030912,0.0016436998,0.00001704733],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026332287,0.0013046878,0.18488449,0.0003939927,0.00007483801,0.00010551409,0.014466523,0.0125846155,0.00018070974,0.011734536,0.00086859486,0.77313817],"study_design_scores_gemma":[0.0014134372,0.00095884234,0.07486421,0.014829794,0.000014830526,0.000004170743,0.20598066,0.0017187254,0.000007717086,0.0006726263,0.69920886,0.00032614302],"about_ca_topic_score_codex":0.0022177617,"about_ca_topic_score_gemma":0.0019296696,"teacher_disagreement_score":0.772812,"about_ca_system_score_codex":0.00040461012,"about_ca_system_score_gemma":0.00043404184,"threshold_uncertainty_score":0.7778643},"labels":[],"label_agreement":null},{"id":"W2152579929","doi":"10.19173/irrodl.v3i2.111","title":"Global and Critical Visions of Distance Universities and Programs in Latin America","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Latin Americans; Lagging; Underdevelopment; Vision; Context (archaeology); Constructive; Higher education; Political science; Distance education; Economic growth; Sociology; Regional science; Public relations; Engineering ethics; Computer science; Engineering; Law; Geography; Economics","score_opus":0.10077912683640697,"score_gpt":0.411949508954071,"score_spread":0.311170382117664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152579929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.377454,0.22309422,0.07310032,0.17304412,0.0002595359,0.0031789467,0.00010926331,0.000086929016,0.14967264],"genre_scores_gemma":[0.98423636,0.014680686,0.0008551243,0.000034368088,0.0000043905884,0.00000804663,0.0000055795385,0.0000014151041,0.00017405601],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989593,0.000272171,0.0001786972,0.00016655137,0.00029021676,0.00013304868],"domain_scores_gemma":[0.9992269,0.00044669615,0.000050163475,0.00010912622,0.00012662268,0.000040469764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012949652,0.000049916373,0.00014484406,0.0000612796,0.00007568884,0.00011492668,0.0005762847,0.000013496902,0.000020092111],"category_scores_gemma":[0.00062287925,0.000037609367,0.000012708402,0.00049017003,0.00039061354,0.00017541792,0.0011425233,0.00019930334,0.0000012927796],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029584082,0.00020593383,0.15620479,0.0014163305,0.0000224834,0.000031115575,0.0009314469,0.000057255118,0.0000027474473,0.43497428,0.00083887606,0.40528515],"study_design_scores_gemma":[0.0027942532,0.0011556122,0.23693019,0.04471021,0.000025192636,0.000044778324,0.0327338,0.39715102,0.0000096087115,0.017413834,0.26649424,0.00053722353],"about_ca_topic_score_codex":0.00026267694,"about_ca_topic_score_gemma":0.000035352685,"teacher_disagreement_score":0.6067823,"about_ca_system_score_codex":0.000048011672,"about_ca_system_score_gemma":0.000023447756,"threshold_uncertainty_score":0.15336655},"labels":[],"label_agreement":null},{"id":"W2152607425","doi":"10.19173/irrodl.v5i2.192","title":"Blended Learning and Sense of Community: A Comparative Analysis with Traditional and Fully Online Graduate Courses","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1074,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blended learning; Sense of community; Online learning; E learning; Mathematics education; Learning community; Distance education; Educational technology; Psychology; Pedagogy; Computer science; Multimedia; Social psychology","score_opus":0.2221059336438894,"score_gpt":0.4929354965699968,"score_spread":0.2708295629261074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152607425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9772278,0.003786339,0.00011712015,0.015279735,0.0000088852075,0.00033991944,0.00007184219,0.000007810436,0.0031605263],"genre_scores_gemma":[0.9771884,0.021926792,0.00046898922,0.000040936862,0.00002334985,0.000010423673,0.0002473607,0.0000036077683,0.000090107955],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9968757,0.0017711362,0.000290492,0.00014136995,0.00073408865,0.00018722145],"domain_scores_gemma":[0.997569,0.0015671741,0.00020678493,0.00007997248,0.00049787865,0.00007918148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057413257,0.00008865635,0.0003621323,0.00020079747,0.00055900216,0.00010945755,0.0002950209,0.000031107356,0.00004802916],"category_scores_gemma":[0.0012660682,0.00006288502,0.000035670364,0.0008866021,0.0009002365,0.00021350442,0.0002015965,0.0010388999,4.6710375e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022779836,0.0032468664,0.46803868,0.0050226673,0.0041961554,0.0001470054,0.051495608,0.015092254,0.0006258629,0.29717448,0.0005758661,0.1521066],"study_design_scores_gemma":[0.0061938614,0.0020559016,0.2560522,0.021045497,0.00061195996,0.000091397866,0.6334372,0.0030382888,0.00019567074,0.014594877,0.062026106,0.0006570388],"about_ca_topic_score_codex":0.0032673606,"about_ca_topic_score_gemma":0.0021103548,"teacher_disagreement_score":0.5819416,"about_ca_system_score_codex":0.00005718138,"about_ca_system_score_gemma":0.000430952,"threshold_uncertainty_score":0.4939294},"labels":[],"label_agreement":null},{"id":"W2152657345","doi":"10.19173/irrodl.v10i2.618","title":"Pedagogical and Design Aspects of a Blended Learning Course","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blended learning; Instructional design; Computer science; Educational technology; Massive open online course; Usability; Mathematics education; Higher education; Multimedia; Psychology; Human–computer interaction","score_opus":0.19061086859314677,"score_gpt":0.5182653593081858,"score_spread":0.32765449071503905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152657345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40111125,0.11373085,0.0030942867,0.22836055,0.00019579919,0.0042671515,0.000035450114,0.00009634991,0.24910831],"genre_scores_gemma":[0.9510409,0.047658302,0.0004880934,0.0000645937,0.00005554705,0.000009208702,0.000019004636,0.0000039804954,0.0006603444],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967461,0.001703336,0.00031333062,0.00019311195,0.00078832766,0.00025579584],"domain_scores_gemma":[0.9981219,0.001188701,0.0001684651,0.00008808846,0.00034878487,0.00008405449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010704856,0.00007597555,0.00025556813,0.00008842486,0.00031071226,0.00011101207,0.0006018786,0.000047958747,0.00018375755],"category_scores_gemma":[0.005222328,0.00005530155,0.00003485814,0.00046461498,0.00034754863,0.00020343084,0.00023624838,0.00077785866,0.0000030933368],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034491558,0.0004214818,0.032831542,0.0007026611,0.00008048443,0.000054477827,0.0033156148,0.00066173327,0.00039858292,0.4692684,0.0011483328,0.49077174],"study_design_scores_gemma":[0.0030580885,0.001742822,0.05701364,0.024742432,0.00008083758,0.000043243785,0.089839995,0.0047590937,0.00035424856,0.04255033,0.77526414,0.0005511487],"about_ca_topic_score_codex":0.00036216265,"about_ca_topic_score_gemma":0.000044174012,"teacher_disagreement_score":0.7741158,"about_ca_system_score_codex":0.000047410394,"about_ca_system_score_gemma":0.00067897176,"threshold_uncertainty_score":0.6251992},"labels":[],"label_agreement":null},{"id":"W2153013204","doi":"10.19173/irrodl.v11i3.894","title":"Teaching and learning social justice through online service-learning courses","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Service-learning; Transformative learning; Social connectedness; Sociology; Pedagogy; Civic engagement; Educational technology; Psychology; Social psychology; Political science","score_opus":0.1388285933267284,"score_gpt":0.49903177406734284,"score_spread":0.3602031807406144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153013204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7785395,0.005625883,0.00010387491,0.11105072,0.00028525287,0.00082236103,0.000019295583,0.000083457584,0.10346966],"genre_scores_gemma":[0.9792742,0.017329453,0.0004743622,0.0008614144,0.0002949579,0.000032047865,0.00015909509,0.000016289865,0.0015581961],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925111,0.0055561075,0.00035150175,0.0002531344,0.0009451867,0.00038298708],"domain_scores_gemma":[0.9955745,0.0034516407,0.0002199405,0.00014135396,0.00052489206,0.000087722074],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.020263549,0.00012703503,0.000274311,0.00009642259,0.0036880397,0.00040070448,0.0013037767,0.000086584725,0.00025858294],"category_scores_gemma":[0.008666456,0.00010522535,0.00004054262,0.0005029519,0.00036930366,0.00038768243,0.0012687137,0.006268189,0.000009841734],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038772583,0.0009418015,0.07844613,0.0075427415,0.00033024012,0.000043995482,0.11783755,0.001037421,0.0010310172,0.30985323,0.0041693286,0.47837883],"study_design_scores_gemma":[0.00049691205,0.00007074899,0.005678184,0.0029172546,0.00003249795,0.000006116892,0.19257213,0.0013651164,0.0000048978786,0.000884044,0.7958181,0.0001539835],"about_ca_topic_score_codex":0.01926503,"about_ca_topic_score_gemma":0.0026000557,"teacher_disagreement_score":0.7916488,"about_ca_system_score_codex":0.00007173473,"about_ca_system_score_gemma":0.0002091022,"threshold_uncertainty_score":0.999684},"labels":[],"label_agreement":null},{"id":"W2153686761","doi":"10.19173/irrodl.v14i5.1579","title":"Online social media applications for constructivism and observational learning","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational learning; Observational study; Social constructivism; Social media; Constructivism (international relations); Social learning; Psychology; Educational technology; Online discussion; Blended learning; Asynchronous communication; Collaborative learning; Pedagogy; Computer science; Experiential learning; World Wide Web","score_opus":0.17439055806082282,"score_gpt":0.4907399556355354,"score_spread":0.3163493975747126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153686761","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.626922,0.023226405,0.00406578,0.31033942,0.00025832572,0.008468011,0.00038826594,0.00009764769,0.02623416],"genre_scores_gemma":[0.97348374,0.021330634,0.0025732247,0.00019408853,0.000449962,0.0005465985,0.00073542923,0.000012692613,0.0006736037],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982409,0.00054595165,0.0002824652,0.000186259,0.0005206896,0.00022377056],"domain_scores_gemma":[0.99620694,0.002873651,0.00014565006,0.000055899207,0.0006547325,0.00006312204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041469405,0.00006698813,0.0001845008,0.000081400554,0.00071351824,0.00019499288,0.0004953189,0.00004750405,0.00021145908],"category_scores_gemma":[0.0048672785,0.000052852334,0.000032739834,0.00036631883,0.0004792458,0.00030215245,0.0002969415,0.0005555414,0.0000046916666],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039677736,0.00016303403,0.076538615,0.000792758,0.00005893019,9.989882e-7,0.001602657,0.000039260998,0.000096605414,0.3364432,0.0028509207,0.58137333],"study_design_scores_gemma":[0.0007322914,0.000043209744,0.03997206,0.001576093,0.000013260944,0.0000033326646,0.035769016,0.0014455814,0.0000058461515,0.022837583,0.89745784,0.00014390468],"about_ca_topic_score_codex":0.00054695463,"about_ca_topic_score_gemma":0.00014679712,"teacher_disagreement_score":0.8946069,"about_ca_system_score_codex":0.000059284386,"about_ca_system_score_gemma":0.00032830433,"threshold_uncertainty_score":0.5826938},"labels":[],"label_agreement":null},{"id":"W2153710876","doi":"10.19173/irrodl.v8i1.380","title":"The Current Status of E-learning and Strategies to Enhance Educational Competitiveness in Korean Higher Education","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Higher education; Quality (philosophy); Public relations; Business; Political science","score_opus":0.06522014058520385,"score_gpt":0.5034249458617899,"score_spread":0.438204805276586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153710876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55108154,0.20331492,0.019928306,0.15759815,0.0021504299,0.0035217672,0.00003394205,0.000043048232,0.062327884],"genre_scores_gemma":[0.9818623,0.016624838,0.00040638683,0.000054516935,0.000035851997,0.00006308637,0.000036704536,0.000003916648,0.00091239146],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9981222,0.00057043234,0.0004242807,0.00020984797,0.00043148876,0.00024176128],"domain_scores_gemma":[0.99739814,0.0016885081,0.00017731954,0.00014957102,0.0005055843,0.00008088072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005478798,0.000071662194,0.00013797065,0.00018656848,0.00018649356,0.00024147738,0.00085909455,0.000016219856,0.000078139165],"category_scores_gemma":[0.0014439685,0.000050438855,0.000025767278,0.00071167503,0.00015970654,0.00027128583,0.00052134815,0.00057537045,0.0000042792294],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040650746,0.00025908355,0.183701,0.00056538894,0.000015259204,5.273469e-7,0.0007757794,0.00013708147,0.00007263683,0.57520276,0.00042559745,0.23880425],"study_design_scores_gemma":[0.00016748329,0.00008427488,0.6406344,0.0077648726,0.0000024117217,0.0000034603381,0.0040880824,0.0002850068,0.00007106374,0.0049912496,0.341817,0.000090681235],"about_ca_topic_score_codex":0.00052686705,"about_ca_topic_score_gemma":0.00012499256,"teacher_disagreement_score":0.5702115,"about_ca_system_score_codex":0.00011710147,"about_ca_system_score_gemma":0.0006189645,"threshold_uncertainty_score":0.24997301},"labels":[],"label_agreement":null},{"id":"W2153851435","doi":"10.19173/irrodl.v6i2.228","title":"Rubrics and Exemplars in Text-conferencing","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Rubric; Computer science; Distance education; Computer-mediated communication; Educational technology; Multimedia; World Wide Web; Psychology; Mathematics education; The Internet","score_opus":0.18108642004088676,"score_gpt":0.5363004671372062,"score_spread":0.3552140470963195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153851435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8816717,0.023590343,0.001015862,0.026808366,0.00011342987,0.00065727695,0.000015560374,0.000015821213,0.06611162],"genre_scores_gemma":[0.99241275,0.0057624937,0.0005358985,0.00025587092,0.000047779573,0.000038085567,0.00003512348,0.000008148302,0.00090384745],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9965778,0.0022342997,0.00037662272,0.00023601622,0.0003303386,0.0002449093],"domain_scores_gemma":[0.9979905,0.0015410254,0.00011725751,0.0001451662,0.00016939593,0.000036642577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018151144,0.00008412035,0.00023140656,0.00021333038,0.00013039276,0.00008494763,0.00054624607,0.000045816774,0.00039025422],"category_scores_gemma":[0.0034411117,0.0000620682,0.000019069594,0.000506795,0.00016420349,0.000116782016,0.00042098222,0.0012969492,0.000015559759],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017198052,0.00016350218,0.36556903,0.00051977404,0.00005018865,0.000025851603,0.0030278203,0.00010018461,0.00018129541,0.086531945,0.002268703,0.5413897],"study_design_scores_gemma":[0.0021193265,0.00019786911,0.62261903,0.013012692,0.000009942194,0.0000841973,0.007977493,0.0020170927,0.000055261873,0.0037138995,0.34792206,0.00027115707],"about_ca_topic_score_codex":0.0009666339,"about_ca_topic_score_gemma":0.000047960482,"teacher_disagreement_score":0.54111856,"about_ca_system_score_codex":0.00010002483,"about_ca_system_score_gemma":0.00006389173,"threshold_uncertainty_score":0.629086},"labels":[],"label_agreement":null},{"id":"W2154556393","doi":"10.19173/irrodl.v15i4.1790","title":"Learners’ views regarding the use of social networking sites in distance learning","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Scope (computer science); Mathematics education; Psychology; Quality (philosophy); Qualitative research; Content analysis; Face-to-face; Social network analysis; Pedagogy; Computer science; Sociology; Social media; World Wide Web; Social science","score_opus":0.2041594196629755,"score_gpt":0.4714953158063216,"score_spread":0.2673358961433461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154556393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80926913,0.02569787,0.0017631046,0.113345325,0.00040423643,0.0033842078,0.00002534184,0.00008101653,0.046029758],"genre_scores_gemma":[0.98397,0.015201491,0.000051866766,0.0001368181,0.00007203434,0.000019559277,0.000018748324,0.0000072584767,0.0005222605],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99565357,0.002621605,0.0004209799,0.00018774446,0.0007717126,0.00034440437],"domain_scores_gemma":[0.9975536,0.0017582572,0.0003015838,0.00014013152,0.00021114777,0.000035269695],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014626576,0.00008356014,0.00028624485,0.00010755494,0.00058602646,0.00019692417,0.0012593463,0.00006633902,0.000051914212],"category_scores_gemma":[0.011603383,0.00005622732,0.000055557968,0.0008057572,0.00076348573,0.00027957128,0.00065055524,0.0011442626,0.000003605365],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017413004,0.000109566,0.8079981,0.00064953294,0.000046817324,0.000005998833,0.004141066,0.0007471906,0.00014158583,0.058045454,0.0048313914,0.123109154],"study_design_scores_gemma":[0.0007338037,0.000063571046,0.040875804,0.01083278,0.000010364535,0.0000023124583,0.0140586505,0.0034830442,0.000032412936,0.0017937365,0.92795736,0.0001561737],"about_ca_topic_score_codex":0.0015838281,"about_ca_topic_score_gemma":0.00077687757,"teacher_disagreement_score":0.923126,"about_ca_system_score_codex":0.0001500275,"about_ca_system_score_gemma":0.000096042466,"threshold_uncertainty_score":0.9967223},"labels":[],"label_agreement":null},{"id":"W2154658183","doi":"10.19173/irrodl.v9i3.525","title":"Predictors of Learning Satisfaction in Japanese Online Distance Learners","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Autonomy; Psychology; Educational technology; The Internet; Mathematics education; Synchronous learning; Higher education; Computer science; Cooperative learning; Teaching method; World Wide Web","score_opus":0.07895197724442234,"score_gpt":0.44339666436053016,"score_spread":0.36444468711610783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154658183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9802829,0.0060234084,0.000028734861,0.0057085934,0.00007198273,0.0004502342,0.000018553761,0.000012068477,0.0074034943],"genre_scores_gemma":[0.92448324,0.07448133,0.0000910807,0.000018923854,0.00006282224,0.000015844014,0.00008627019,0.0000067019932,0.0007537976],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966504,0.0014550592,0.000468077,0.00021026476,0.00094218884,0.00027401137],"domain_scores_gemma":[0.99826795,0.0010345199,0.00022857513,0.0001094804,0.00029553284,0.0000639366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062493444,0.00008317014,0.00027780072,0.00018481244,0.00028914324,0.000038592745,0.00061746186,0.00005484184,0.00015921763],"category_scores_gemma":[0.0063011684,0.0000658245,0.000045457386,0.0009438491,0.00052646385,0.00031351915,0.00028124193,0.0010605963,0.0000036003735],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008786442,0.00009491333,0.97207344,0.00033756119,0.000019932997,0.000015164331,0.0024440729,0.0010007042,0.00004852437,0.0023322918,0.00019966072,0.021345861],"study_design_scores_gemma":[0.0018414538,0.00031414325,0.48254186,0.016888285,0.000017394479,0.000019698553,0.14139126,0.002520726,0.000041853466,0.00054341747,0.3535547,0.00032519197],"about_ca_topic_score_codex":0.007369457,"about_ca_topic_score_gemma":0.0020178647,"teacher_disagreement_score":0.48953158,"about_ca_system_score_codex":0.00015684322,"about_ca_system_score_gemma":0.00042558584,"threshold_uncertainty_score":0.9992406},"labels":[],"label_agreement":null},{"id":"W2154804280","doi":"10.19173/irrodl.v10i5.637","title":"The Impact of Openness on Bridging Educational Digital Divides","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Openness to experience; Sophistication; Open education; Open educational resources; Public relations; Distance education; Bridging (networking); Sociology; Pedagogy; Political science; Computer science; Psychology; Social science; Social psychology","score_opus":0.06689483334470747,"score_gpt":0.4610838254173605,"score_spread":0.394188992072653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154804280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4992265,0.018330002,0.0029046882,0.2661061,0.00052043574,0.002631711,0.000065338565,0.00004396861,0.21017122],"genre_scores_gemma":[0.99431866,0.0049611214,0.00006451787,0.00008642984,0.000039822156,0.000018153834,0.000044400113,0.0000031815762,0.00046367984],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9982511,0.00036880324,0.0003436318,0.0002012283,0.00062013516,0.00021512783],"domain_scores_gemma":[0.9974008,0.0016829242,0.00018944047,0.0002520882,0.00041080802,0.00006393157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004177851,0.00008454505,0.0001696715,0.0000995757,0.00031012943,0.00080474414,0.0024145641,0.000017409142,0.000059003083],"category_scores_gemma":[0.0036077609,0.000047880472,0.0000657054,0.00059999106,0.00012775042,0.0006297676,0.0006466221,0.0004880808,0.00001543251],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014111986,0.00055118225,0.06305959,0.00022818167,0.00009312081,0.0000042122692,0.00070579693,0.0023254382,0.00011896039,0.46463054,0.011956392,0.45618546],"study_design_scores_gemma":[0.0014064258,0.0011118181,0.87014997,0.017669689,0.000008836151,0.00007709644,0.0053456766,0.029075015,0.00025304378,0.032646995,0.041809592,0.00044582947],"about_ca_topic_score_codex":0.00021714374,"about_ca_topic_score_gemma":0.000002347448,"teacher_disagreement_score":0.8070904,"about_ca_system_score_codex":0.00010734294,"about_ca_system_score_gemma":0.00037277333,"threshold_uncertainty_score":0.7760166},"labels":[],"label_agreement":null},{"id":"W2155795667","doi":"10.19173/irrodl.v16i2.2117","title":"A snapshot of online learners: e-Readiness, e-Satisfaction and expectations","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":170,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Popularity; Distance education; Online learning; E learning; Qualitative property; Psychology; Scale (ratio); Medical education; Snapshot (computer storage); Higher education; Data collection; Mathematics education; Educational technology; Computer science; Pedagogy; Multimedia; Sociology; Social psychology; Medicine; Political science","score_opus":0.15539927888615288,"score_gpt":0.49968715025315075,"score_spread":0.3442878713669979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155795667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9102634,0.022800043,0.000103179256,0.043458343,0.000110978915,0.0007999639,0.000061154635,0.0000139854665,0.022388905],"genre_scores_gemma":[0.97706324,0.022034967,0.00040153024,0.00003013603,0.00006230023,0.000016100574,0.00014898577,0.000003996215,0.00023875621],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99810123,0.00072654063,0.0002696169,0.00013478758,0.0006192064,0.00014862529],"domain_scores_gemma":[0.99856335,0.00065399683,0.00014111612,0.000081075916,0.0004838068,0.000076667864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045834826,0.000052986896,0.0001742563,0.000110701236,0.00015849719,0.00007594335,0.0003215623,0.00003247341,0.00011447212],"category_scores_gemma":[0.005738579,0.000039685707,0.000021644451,0.000490187,0.00033808604,0.00027853364,0.00024584768,0.00038288915,0.0000021996516],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026006065,0.00033365088,0.58587307,0.001200879,0.000107844455,0.000013871915,0.008389865,0.00033043404,0.00021027713,0.084305465,0.005358827,0.31361577],"study_design_scores_gemma":[0.002352793,0.00040505908,0.066740185,0.013659788,0.00004335753,0.000017296436,0.43456125,0.002669484,0.0000765378,0.009611267,0.4695499,0.0003131125],"about_ca_topic_score_codex":0.004276799,"about_ca_topic_score_gemma":0.0010350035,"teacher_disagreement_score":0.51913285,"about_ca_system_score_codex":0.00006498456,"about_ca_system_score_gemma":0.00046925794,"threshold_uncertainty_score":0.68700296},"labels":[],"label_agreement":null},{"id":"W2155937504","doi":"10.19173/irrodl.v10i1.603","title":"Interaction Equivalency in Self-Paced Online Learning Environments: An Exploration of Learner Preferences","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":171,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Computer-mediated communication; Computer science; Quality (philosophy); Educational technology; Asynchronous learning; Online learning; Human–computer interaction; Psychology; Multimedia; Synchronous learning; Cooperative learning; Mathematics education; Teaching method; World Wide Web; The Internet","score_opus":0.17166508007447684,"score_gpt":0.4987949798384414,"score_spread":0.32712989976396456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155937504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.971401,0.0038883702,0.00024305364,0.012853452,0.000071689516,0.0008103643,0.000011043064,0.00002075331,0.01070028],"genre_scores_gemma":[0.9412707,0.057735655,0.00035409126,0.000036111003,0.00006257136,0.000015749954,0.00017486274,0.0000048844113,0.0003453858],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99621147,0.0020382246,0.0004761628,0.00023217942,0.00080017635,0.00024180699],"domain_scores_gemma":[0.9988641,0.0005283539,0.0002693813,0.00011509372,0.0001631938,0.000059844046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068759494,0.00008870428,0.00023995498,0.0002040956,0.00019277041,0.00009750084,0.0006791374,0.000056754005,0.00022440696],"category_scores_gemma":[0.002639888,0.00006944831,0.000034873323,0.00056625745,0.00014402061,0.001467122,0.00018870573,0.0009109069,0.0000045159964],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043850613,0.0018839723,0.11128054,0.0007490216,0.00006357336,0.000015830512,0.01226654,0.00606518,0.0012352696,0.030223321,0.00016908413,0.83560914],"study_design_scores_gemma":[0.003185029,0.0024669594,0.09595015,0.027826706,0.000050529175,0.0000070300753,0.32424194,0.010409228,0.0004423113,0.02131313,0.5134341,0.00067288097],"about_ca_topic_score_codex":0.0010490316,"about_ca_topic_score_gemma":0.00042347691,"teacher_disagreement_score":0.83493626,"about_ca_system_score_codex":0.00014833415,"about_ca_system_score_gemma":0.00019962424,"threshold_uncertainty_score":0.39574876},"labels":[],"label_agreement":null},{"id":"W2156304795","doi":"10.19173/irrodl.v12i5.924","title":"Social presence within the community of inquiry framework","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":215,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Objectivism; Community of inquiry; Social constructivism; Psychology; Construct (python library); Cognition; Social learning; Constructivist teaching methods; Mathematics education; Pedagogy; Teaching method; Computer science; Epistemology","score_opus":0.29748408866850495,"score_gpt":0.5265460100505048,"score_spread":0.22906192138199988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156304795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8261903,0.012287386,0.0005092537,0.05212426,0.0003216495,0.0017598531,0.00003784116,0.000027437187,0.106742054],"genre_scores_gemma":[0.9927028,0.0066277897,0.00029727485,0.00008158934,0.00008555658,0.00002114842,0.0000145608565,0.0000038599933,0.000165419],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99489295,0.0037793603,0.00031467518,0.00009602756,0.0007382043,0.00017878416],"domain_scores_gemma":[0.99684817,0.0023415862,0.0002223941,0.00016229719,0.00039005693,0.00003547451],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018758332,0.000054423897,0.00017107395,0.0000502476,0.00078560936,0.00006570659,0.001830025,0.00004897388,0.00021381554],"category_scores_gemma":[0.010472989,0.000032925316,0.000040044328,0.0005598319,0.0011144998,0.00018235586,0.0008299988,0.0015021099,0.000004039783],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023000778,0.00037056368,0.10582074,0.0010459471,0.00009730775,0.0000064585574,0.078615956,0.000034050798,0.000033129487,0.7464072,0.0031953389,0.06414331],"study_design_scores_gemma":[0.0007424373,0.00030290015,0.0714959,0.020425275,0.0000377684,0.000005753222,0.5453382,0.00037774545,0.00021277185,0.13035831,0.23041521,0.00028773764],"about_ca_topic_score_codex":0.0059397244,"about_ca_topic_score_gemma":0.00035290903,"teacher_disagreement_score":0.6160489,"about_ca_system_score_codex":0.000040389998,"about_ca_system_score_gemma":0.00034337182,"threshold_uncertainty_score":0.9978622},"labels":[],"label_agreement":null},{"id":"W2156464134","doi":"10.19173/irrodl.v4i2.141","title":"Investigating Triggers in CMC Text Transcripts","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Asynchronous communication; Computer-mediated communication; Distance education; Psychology; Online discussion; Relation (database); Cognition; Computer science; Mathematics education; World Wide Web; The Internet","score_opus":0.12339862536827814,"score_gpt":0.47615949826156134,"score_spread":0.3527608728932832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156464134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58611476,0.04054373,0.00012407309,0.072045006,0.00023144318,0.0019823723,0.00002333077,0.000029467918,0.29890582],"genre_scores_gemma":[0.96968734,0.029040609,0.00031671004,0.00016043033,0.000035949874,0.000035616038,0.000025677311,0.0000061665664,0.0006915132],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99628836,0.0021437374,0.0003565979,0.00018759578,0.00072293653,0.00030078873],"domain_scores_gemma":[0.9984695,0.0010670978,0.0001014728,0.00009348444,0.00019088565,0.00007758018],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015017217,0.00006800827,0.0001996834,0.00014190434,0.00026991573,0.00014039228,0.0006991968,0.000042491247,0.00028384582],"category_scores_gemma":[0.010867885,0.000052041385,0.000035713136,0.00095080526,0.00032753806,0.00026297575,0.00011390207,0.0008201578,0.000008169217],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060314378,0.00027352653,0.3910017,0.0014340226,0.00005041905,0.00003738225,0.0053618597,0.00042102608,0.00032755404,0.3537951,0.002537294,0.24469978],"study_design_scores_gemma":[0.00088607805,0.000055321016,0.00630864,0.0096780155,0.0000054267834,0.0000038357816,0.031703442,0.00030891979,0.00006356441,0.005957656,0.944892,0.0001370942],"about_ca_topic_score_codex":0.002129711,"about_ca_topic_score_gemma":0.0006379243,"teacher_disagreement_score":0.94235474,"about_ca_system_score_codex":0.00012289605,"about_ca_system_score_gemma":0.000631299,"threshold_uncertainty_score":0.997464},"labels":[],"label_agreement":null},{"id":"W2156653176","doi":"10.19173/irrodl.v6i3.263","title":"Distance Higher Education Experiences of Arab Gulf Students in the United States: A cultural perspective","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"International Student and Expatriate Challenges","field":"Social Sciences","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Shame; Hofstede's cultural dimensions theory; Distance education; Feeling; Context (archaeology); Psychology; Higher education; Cultural diversity; Sociology; Social psychology; Pedagogy; Social science; Political science; Anthropology","score_opus":0.09993605091409291,"score_gpt":0.5078654148740824,"score_spread":0.4079293639599895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156653176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94562316,0.014318132,0.000007952187,0.018371388,0.000115952986,0.00058533426,0.000010668741,0.000003215903,0.02096417],"genre_scores_gemma":[0.9699793,0.028849468,0.0000067434667,0.00009901184,0.0000789823,0.000087469634,0.00010771878,0.0000022446131,0.00078909943],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99744433,0.000814721,0.00028256475,0.00013879525,0.0011666793,0.00015288372],"domain_scores_gemma":[0.9984917,0.000619133,0.00014511724,0.00007470263,0.0006513425,0.0000179745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041957307,0.00005993479,0.00013335366,0.00010054759,0.00019497945,0.00016378144,0.0013762164,0.000023045879,0.00014211852],"category_scores_gemma":[0.00063831836,0.00003535485,0.00003119671,0.0006235728,0.0003613514,0.00020606485,0.00020649904,0.00026160045,0.0000021900635],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001937658,0.00083157344,0.095150314,0.00027255603,0.00004850297,0.000006610041,0.27771395,0.00020752118,0.000009905436,0.6195647,0.0047786823,0.0012218908],"study_design_scores_gemma":[0.00029805428,0.000036687154,0.029158322,0.0021299026,0.0000032555783,5.321254e-7,0.89662033,0.000032005264,0.000006334609,0.008522901,0.06313814,0.00005354191],"about_ca_topic_score_codex":0.043368973,"about_ca_topic_score_gemma":0.0014410858,"teacher_disagreement_score":0.6189064,"about_ca_system_score_codex":0.00021549896,"about_ca_system_score_gemma":0.000117017385,"threshold_uncertainty_score":0.9630013},"labels":[],"label_agreement":null},{"id":"W2156694107","doi":"10.19173/irrodl.v13i5.1251","title":"An e-book hub service based on a cloud platform","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cloud computing; Computer science; Scalability; World Wide Web; Multimedia; Usability; Mobile device; Service provider; Digital content; Service (business); Operating system","score_opus":0.10638097594609482,"score_gpt":0.43945556367515776,"score_spread":0.33307458772906295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156694107","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06706465,0.09928362,0.6014608,0.17749535,0.0011431212,0.0062146843,0.0004283878,0.00068775594,0.04622161],"genre_scores_gemma":[0.9816266,0.007630679,0.008094431,0.0022209298,0.00006366385,0.00010577968,0.00017860168,0.00000954857,0.00006980964],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984042,0.00023444927,0.00022697101,0.00021109403,0.00064323633,0.0002800381],"domain_scores_gemma":[0.9983438,0.0007287925,0.00010662146,0.0005393748,0.00021171385,0.00006968174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043995483,0.00008453668,0.00015922291,0.00012548619,0.00013194162,0.00014758046,0.0032765542,0.0000333055,0.00005870812],"category_scores_gemma":[0.0013970122,0.00005774166,0.000019591364,0.0006414157,0.00009874988,0.001229532,0.0013806982,0.00057407876,0.000027708367],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024886118,0.0007937536,0.020285508,0.0018958155,0.00004867556,0.000040587784,0.0004571932,0.0025423847,0.0003652436,0.6163845,0.012415479,0.34452203],"study_design_scores_gemma":[0.0017324489,0.0006152336,0.0083001815,0.014738277,0.000008685113,0.000044929588,0.0016252876,0.2293737,0.0016188067,0.013117947,0.72833437,0.00049014576],"about_ca_topic_score_codex":0.00010602803,"about_ca_topic_score_gemma":0.000006611542,"teacher_disagreement_score":0.9145619,"about_ca_system_score_codex":0.000107137064,"about_ca_system_score_gemma":0.0000846385,"threshold_uncertainty_score":0.60887074},"labels":[],"label_agreement":null},{"id":"W2157691019","doi":"10.19173/irrodl.v1i2.21","title":"Converting to Online Course and Program Delivery: The University of South Australia Case Study","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Online course; Online teaching; Online learning; Synchronous learning; Computer science; Educational technology; Institution; Teaching and learning center; Open learning; Scale (ratio); E learning; Teaching method; Blended learning; Higher education; Mathematics education; Multimedia; Cooperative learning; Psychology; Sociology; Political science; Geography","score_opus":0.15954687726425817,"score_gpt":0.5081536026659492,"score_spread":0.348606725401691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157691019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98829514,0.0012474936,0.00001084709,0.009032387,0.00001641972,0.0008756535,0.000017433358,0.000005776111,0.0004988698],"genre_scores_gemma":[0.9950849,0.0043122047,0.00011820138,0.000026149042,0.000029360372,0.0000040540003,0.0000138965715,0.0000025154814,0.0004087608],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99809253,0.00096554286,0.00017772819,0.00013944593,0.0004531132,0.0001716217],"domain_scores_gemma":[0.9989268,0.0004914826,0.00010393341,0.00009361135,0.00031732503,0.000066804845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059074094,0.000050442082,0.0001456571,0.000045410525,0.00042365826,0.000063922176,0.0005373268,0.000020537394,0.00013180469],"category_scores_gemma":[0.0011432811,0.00003397319,0.000021576063,0.00048038014,0.00032337973,0.000113251874,0.00046698804,0.000397147,0.0000025267677],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015596012,0.00071082416,0.6836011,0.0002764287,0.00008684624,0.0005370459,0.013755481,0.000115297335,0.000010895173,0.0014416503,0.0005444236,0.29876408],"study_design_scores_gemma":[0.0008699161,0.00039766805,0.03731143,0.0029034063,0.000044633874,0.00006232409,0.7720641,0.00088229834,0.0000022804772,0.00008366977,0.18526697,0.00011129958],"about_ca_topic_score_codex":0.013734708,"about_ca_topic_score_gemma":0.003395251,"teacher_disagreement_score":0.75830865,"about_ca_system_score_codex":0.000039596503,"about_ca_system_score_gemma":0.00019381815,"threshold_uncertainty_score":0.9928329},"labels":[],"label_agreement":null},{"id":"W2157904531","doi":"10.19173/irrodl.v1i1.5","title":"Rethinking the Research Agenda","year":2000,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Relevance (law); Context (archaeology); Educational research; Distance education; Sociology; Globalization; Corporate governance; Public relations; Engineering ethics; Political science; Social science; Pedagogy; Economics","score_opus":0.22128096964350397,"score_gpt":0.5296883028141447,"score_spread":0.30840733317064073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157904531","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18072994,0.035416752,0.000019420146,0.3009184,0.00013480404,0.0017280906,0.000023543247,0.000030684867,0.48099834],"genre_scores_gemma":[0.84112746,0.1501236,0.00012224134,0.00033342285,0.0002422398,0.000059953716,0.000045369965,0.000009154677,0.007936554],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99268275,0.0045339637,0.00033077685,0.00022908302,0.001783103,0.00044033738],"domain_scores_gemma":[0.9958156,0.003279766,0.000074840915,0.00021689972,0.0005488103,0.000064124535],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.04503941,0.00006657467,0.0001642085,0.000107869666,0.0014012471,0.00038115657,0.0020418663,0.000049726765,0.0024498377],"category_scores_gemma":[0.007118831,0.00003953182,0.000045895817,0.0012144336,0.00085007196,0.0002534384,0.0005720104,0.0018275079,0.0000704613],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013847167,0.00012573849,0.013870726,0.00047039677,0.000054027532,0.000035857403,0.007007572,0.0001459601,0.000029442623,0.111119054,0.025039995,0.84196275],"study_design_scores_gemma":[0.00016779502,0.000035190238,0.0013582672,0.003382192,0.0000029171224,0.0000032137523,0.010985887,0.00020638148,0.0000076981105,0.009556023,0.9742429,0.000051505664],"about_ca_topic_score_codex":0.0042524557,"about_ca_topic_score_gemma":0.00053235464,"teacher_disagreement_score":0.94920295,"about_ca_system_score_codex":0.00012944601,"about_ca_system_score_gemma":0.0006176642,"threshold_uncertainty_score":0.9998988},"labels":[],"label_agreement":null},{"id":"W2158785097","doi":"10.19173/irrodl.v4i1.119","title":"Is Enough Too Much? The dilemma for online distant learner supporters","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dilemma; Distance education; Online learning; Educational technology; Computer science; Higher education; Electronic learning; Mathematics education; Multimedia; Sociology; Internet privacy; Pedagogy; Political science; Psychology; Epistemology","score_opus":0.14553472892871525,"score_gpt":0.5002823787592328,"score_spread":0.35474764983051754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158785097","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32313243,0.032541674,0.0011364567,0.5649266,0.0006843815,0.005976239,0.0006194254,0.00005689609,0.07092586],"genre_scores_gemma":[0.9564307,0.03735274,0.0005292447,0.0007595249,0.0001542131,0.00010367076,0.00025963862,0.000014458757,0.0043958095],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972921,0.0009527828,0.00035851946,0.00023292568,0.00079917244,0.0003645096],"domain_scores_gemma":[0.9973948,0.0017364894,0.00015410516,0.00018038324,0.00046041823,0.000073813986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011152627,0.00009062136,0.00020968595,0.000061551895,0.0006482111,0.00023558848,0.0010581824,0.000042691125,0.000547963],"category_scores_gemma":[0.0075835246,0.000053491065,0.00007967521,0.00048043384,0.00042620013,0.00022027954,0.00024604012,0.00063732144,0.000008600995],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002821092,0.0005655505,0.047461282,0.0013013094,0.0002133421,0.00002402149,0.004252322,0.00013072198,0.00010338869,0.6639394,0.052983407,0.2287431],"study_design_scores_gemma":[0.00033907656,0.000058509595,0.0007875418,0.0011145954,0.000009420339,0.0000025644924,0.014510137,0.00018333353,0.000025733687,0.00282951,0.98006785,0.000071752955],"about_ca_topic_score_codex":0.0011497666,"about_ca_topic_score_gemma":0.00027581787,"teacher_disagreement_score":0.92708445,"about_ca_system_score_codex":0.0001084665,"about_ca_system_score_gemma":0.0005837118,"threshold_uncertainty_score":0.9078735},"labels":[],"label_agreement":null},{"id":"W2159399157","doi":"10.19173/irrodl.v9i2.484","title":"Perceptions of Social Loafing in Online Learning Groups: A study of Public University and U.S. Naval War College students","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Army Research Institute for the Behavioral and Social Sciences","keywords":"Social loafing; Psychology; Perception; Social psychology; Psychosocial; Applied psychology","score_opus":0.147366735764742,"score_gpt":0.46180395627113713,"score_spread":0.3144372205063951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159399157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99335223,0.00092409085,0.000009530543,0.0008653702,0.00001406877,0.00047158875,0.0000139519025,0.0000033445601,0.0043458035],"genre_scores_gemma":[0.985565,0.01384072,0.00001257886,0.0000040871214,0.000017263323,0.000003901465,0.000023576387,0.0000027062028,0.0005301872],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99749464,0.001253464,0.00026525944,0.00014077427,0.0006900496,0.0001557995],"domain_scores_gemma":[0.9991205,0.00038355048,0.00013051672,0.000052580504,0.00027868248,0.000034180768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057332027,0.00005014019,0.00021864178,0.00021099602,0.00043004926,0.000025838677,0.0007156137,0.000024584075,0.00008136734],"category_scores_gemma":[0.0014189704,0.00004437665,0.000025442903,0.0007492203,0.00031632805,0.00022394369,0.0009844867,0.00038090997,7.409107e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003891282,0.00044027492,0.9797536,0.00020716514,0.000031821306,0.000010826382,0.012495756,0.000014933633,0.000010793152,0.0040175198,0.00006403151,0.0029143319],"study_design_scores_gemma":[0.0010548319,0.00010957552,0.68032813,0.001182023,0.000008541179,7.2950604e-7,0.31130025,0.00029947032,5.341184e-7,0.000078731035,0.0055822292,0.00005495642],"about_ca_topic_score_codex":0.002466568,"about_ca_topic_score_gemma":0.002286355,"teacher_disagreement_score":0.29942548,"about_ca_system_score_codex":0.00010925528,"about_ca_system_score_gemma":0.00009249326,"threshold_uncertainty_score":0.37287292},"labels":[],"label_agreement":null},{"id":"W2159867793","doi":"10.19173/irrodl.v2i2.47","title":"Editorial - Online Software Evaluation Reports","year":2002,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Software; World Wide Web; Data science; Multimedia","score_opus":0.07942952329101942,"score_gpt":0.4554439026683538,"score_spread":0.37601437937733434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159867793","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012813155,0.033667084,0.010524991,0.0029388897,0.95089656,0.0011750482,0.000120838595,0.00008652434,0.00057727244],"genre_scores_gemma":[0.00031250357,0.1409601,0.0069856006,0.000040163064,0.84896123,0.00027621386,0.0021284663,0.000026633286,0.000309084],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944115,0.00087216974,0.0006265023,0.0004708414,0.0033718902,0.0002470692],"domain_scores_gemma":[0.9912026,0.00564803,0.00051573815,0.0006081869,0.001960181,0.000065281885],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018010281,0.00016359705,0.00036383249,0.00018464561,0.0001287646,0.000501784,0.0027635214,0.00022574163,0.00009451816],"category_scores_gemma":[0.052712336,0.00012219968,0.000064310596,0.00058469654,0.00007554952,0.00056027673,0.0020918085,0.0022429044,0.000004545306],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010065576,0.000048769758,0.00007499334,0.00062798825,0.000024503806,0.000015754626,0.00001953006,0.00007008542,4.85967e-7,0.000141227,0.97229314,0.026673475],"study_design_scores_gemma":[0.00018456344,0.00007432069,0.000030341365,0.009082609,0.000013031761,0.0000104293495,0.000014933005,0.0030288852,0.0000019963143,0.0015762674,0.98586434,0.00011826104],"about_ca_topic_score_codex":0.0005065021,"about_ca_topic_score_gemma":0.000010244056,"teacher_disagreement_score":0.10729302,"about_ca_system_score_codex":0.00023816896,"about_ca_system_score_gemma":0.00053910265,"threshold_uncertainty_score":0.97444284},"labels":[],"label_agreement":null},{"id":"W2159905568","doi":"10.19173/irrodl.v15i2.1778","title":"Blending online asynchronous and synchronous learning","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":278,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Asynchronous learning; Blackboard (design pattern); Computer science; Synchronous learning; Distance education; Flexibility (engineering); Educational technology; Instructional design; Blended learning; Computer-mediated communication; Online discussion; Multimedia; Learning environment; Class (philosophy); Cooperative learning; World Wide Web; Mathematics education; Teaching method; The Internet; Psychology; Artificial intelligence; Telecommunications","score_opus":0.05971748055997302,"score_gpt":0.4512428897604224,"score_spread":0.3915254092004494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159905568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79768395,0.044246383,0.0016466292,0.07167229,0.00031196786,0.001667494,0.000036706846,0.00009293052,0.08264165],"genre_scores_gemma":[0.9364026,0.062214542,0.00046062047,0.00010017966,0.00018568765,0.000017201088,0.000084728126,0.000009913822,0.0005245125],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99658114,0.0017472839,0.00033751442,0.00026372515,0.00071210344,0.00035823323],"domain_scores_gemma":[0.99752134,0.0018166923,0.00016455271,0.00011726923,0.00027320022,0.00010693593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011443326,0.00009784911,0.00026791077,0.00013850094,0.00067564315,0.00024223045,0.00075714703,0.00005432523,0.00019626757],"category_scores_gemma":[0.007876343,0.00007548174,0.00003538354,0.0004582209,0.00042253634,0.00027355494,0.00065570057,0.0010624276,0.000009297473],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070085815,0.00017075212,0.1441646,0.0012068667,0.00006226459,0.000015858921,0.0012599789,0.00047919893,0.00011156983,0.06799092,0.0006023788,0.7838655],"study_design_scores_gemma":[0.0007916647,0.00023520898,0.0121106105,0.009894365,0.000018611008,0.000016068188,0.020895995,0.0060283802,0.00002163722,0.0021834495,0.94758826,0.00021571785],"about_ca_topic_score_codex":0.0016423473,"about_ca_topic_score_gemma":0.00031738242,"teacher_disagreement_score":0.9469859,"about_ca_system_score_codex":0.00012011632,"about_ca_system_score_gemma":0.000301566,"threshold_uncertainty_score":0.9429288},"labels":[],"label_agreement":null},{"id":"W2160120397","doi":"10.19173/irrodl.v15i4.1528","title":"Diving into Lake Devo: Modes of representation and means of interaction and reflection in online role-play","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Artifact (error); Debriefing; Context (archaeology); Computer science; Exhibition; Constructivist teaching methods; World Wide Web; Multimedia; Human–computer interaction; Psychology; Pedagogy; Teaching method; Visual arts","score_opus":0.08624445321188481,"score_gpt":0.4984597692145388,"score_spread":0.41221531600265393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160120397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9878915,0.002696203,0.00041400388,0.0044460855,0.000030161382,0.00031552705,0.000010665342,0.000004203094,0.0041916724],"genre_scores_gemma":[0.9801621,0.01910563,0.00056478684,0.00001258482,0.00003085438,0.000008335784,0.000057564095,0.0000032735538,0.000054913075],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979844,0.0010151578,0.00033797784,0.0001501394,0.00040269774,0.0001096366],"domain_scores_gemma":[0.998378,0.0010686669,0.00019786786,0.00006881806,0.00025545078,0.000031234948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005743197,0.00004982278,0.00019132702,0.00016313493,0.00011416011,0.000047888538,0.00022182346,0.000034397668,0.000030335055],"category_scores_gemma":[0.0048367204,0.00003965139,0.000017598079,0.00039334557,0.00020634108,0.00031449148,0.00023463747,0.00034624798,2.3105363e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002050654,0.00015816471,0.5046529,0.0010939535,0.00003512305,0.0000014597344,0.0043058246,0.00095798314,0.0027026522,0.018422833,0.00004827391,0.46741578],"study_design_scores_gemma":[0.004017127,0.00093928265,0.40455323,0.054108348,0.0000756439,0.000024626195,0.23712209,0.105772875,0.002542875,0.03400672,0.15628141,0.00055578066],"about_ca_topic_score_codex":0.0050238213,"about_ca_topic_score_gemma":0.008886531,"teacher_disagreement_score":0.46686,"about_ca_system_score_codex":0.000042257572,"about_ca_system_score_gemma":0.00008307485,"threshold_uncertainty_score":0.75945485},"labels":[],"label_agreement":null},{"id":"W2160267475","doi":"10.19173/irrodl.v3i2.96","title":"Book Review - Socio-Economics of Virtual Universities: Experiences from open and distance higher education in Europe. Editors: Friedhelm Nickolmann and Gerhard E. Ortner","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open education; Open university; Sociology; Library science; Media studies; Pedagogy; Computer science","score_opus":0.0574750481694713,"score_gpt":0.4167717790247504,"score_spread":0.3592967308552791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160267475","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1489753,0.7439929,0.000009483399,0.071011774,0.0006306558,0.0013842587,0.00007967104,0.0000062043414,0.033909746],"genre_scores_gemma":[0.114209644,0.8702236,0.000055804172,0.0016559631,0.00017493112,0.00007755145,0.00005296268,0.0000051979105,0.013544378],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985441,0.0004478623,0.00032463725,0.00020917294,0.0003386114,0.00013564098],"domain_scores_gemma":[0.99892384,0.00045999826,0.00020215404,0.00010127902,0.00025140273,0.00006132654],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020395631,0.000069770664,0.00023112657,0.00004653658,0.00017077233,0.00014043032,0.0007080738,0.000029018267,0.0018412067],"category_scores_gemma":[0.0004350507,0.0000562248,0.000013523164,0.0002951266,0.00038170608,0.000622662,0.00045118257,0.00020285607,0.0000047918606],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008422105,0.0003383995,0.0654293,0.0014207345,0.000070074515,0.0000049967825,0.033328332,0.000006325742,0.000005667113,0.06593634,0.8008239,0.032551695],"study_design_scores_gemma":[0.00019200194,0.000019761053,0.010984109,0.0075597726,0.000003999909,3.110178e-7,0.021678645,0.000009794642,0.0000022469303,0.00025234863,0.95923257,0.00006446323],"about_ca_topic_score_codex":0.0032933864,"about_ca_topic_score_gemma":0.00007698049,"teacher_disagreement_score":0.15840864,"about_ca_system_score_codex":0.00016433073,"about_ca_system_score_gemma":0.00057215965,"threshold_uncertainty_score":0.99907124},"labels":[],"label_agreement":null},{"id":"W2161072671","doi":"10.19173/irrodl.v14i3.1455","title":"MOOCs: A systematic study of the published literature 2008-2012","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1088,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Globe; Systematic review; Variety (cybernetics); Computer science; Data science; World Wide Web; Psychology; Political science","score_opus":0.04413027800957989,"score_gpt":0.39907151470254987,"score_spread":0.35494123669296995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161072671","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49957407,0.1584699,0.0041093477,0.30412203,0.0008748957,0.016314887,0.000068536974,0.00010375835,0.016362563],"genre_scores_gemma":[0.99656653,0.002244287,0.00014003231,0.00010281525,0.000022322076,0.00008260207,0.0000112603475,0.000004217282,0.000825901],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.996807,0.0013467573,0.00049027364,0.00020880283,0.0009679482,0.00017926101],"domain_scores_gemma":[0.9975672,0.00080990285,0.00027746087,0.0005116757,0.0007873816,0.000046375142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059686103,0.0000843547,0.0003036577,0.000117010495,0.00013101134,0.00066446356,0.003563141,0.000027718117,0.000048732127],"category_scores_gemma":[0.0041668937,0.0000418017,0.000052808813,0.00123071,0.00008177433,0.00064447825,0.0024279046,0.0007335144,0.000009019164],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013278588,0.00676896,0.36289054,0.2067181,0.0015223025,0.00009467136,0.018221384,0.0051027397,0.00049605005,0.24606295,0.09120714,0.060782395],"study_design_scores_gemma":[0.0046721967,0.0013004062,0.112211384,0.5061204,0.00011344776,0.00014953707,0.022094479,0.30373338,0.00008757436,0.035989977,0.012766265,0.00076095865],"about_ca_topic_score_codex":0.0003651883,"about_ca_topic_score_gemma":0.000013461024,"teacher_disagreement_score":0.4969925,"about_ca_system_score_codex":0.000035592733,"about_ca_system_score_gemma":0.000099884994,"threshold_uncertainty_score":0.6621262},"labels":[],"label_agreement":null},{"id":"W2161135630","doi":"10.19173/irrodl.v10i4.750","title":"China’s Radio & TV Universities and The British Open University: A Comparative Study","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Cultural Industries and Urban Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; China; Open university; Open education; Media studies; Educational television; Sociology; Higher education; Telecommunications; Political science; Pedagogy; Computer science","score_opus":0.15654591320556838,"score_gpt":0.4527846271727937,"score_spread":0.29623871396722534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161135630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62131333,0.01363859,0.000022943233,0.18099235,0.00006467645,0.003644648,0.000045815956,0.000012388451,0.18026525],"genre_scores_gemma":[0.9473516,0.024933957,0.000017485818,0.00008486371,0.00001861535,0.0000040569307,0.000027433824,0.0000011567558,0.027560854],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980449,0.0011410748,0.00013124655,0.00013273257,0.00041328315,0.00013675714],"domain_scores_gemma":[0.9992774,0.00033369233,0.00007481668,0.00006846836,0.00019926364,0.000046372345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048701046,0.000048144793,0.00018896768,0.000027407374,0.0011787295,0.00084729336,0.001139514,0.00001848232,0.00023239102],"category_scores_gemma":[0.00035520442,0.000032446238,0.000018193388,0.0003779572,0.00052758394,0.00029825326,0.0007819256,0.00034690753,0.0000018830726],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020223774,0.0007601801,0.042140085,0.00023908453,0.0005151254,0.0001686541,0.09899425,0.00009950635,0.000004679045,0.338541,0.36008626,0.15642881],"study_design_scores_gemma":[0.0013697742,0.00006207562,0.058364097,0.0016451576,0.000010155418,0.0000053977187,0.25890425,0.000031970918,3.6930686e-7,0.0008563747,0.6786827,0.00006770904],"about_ca_topic_score_codex":0.075613886,"about_ca_topic_score_gemma":0.0075913197,"teacher_disagreement_score":0.3376846,"about_ca_system_score_codex":0.0001640337,"about_ca_system_score_gemma":0.00025534193,"threshold_uncertainty_score":0.9305417},"labels":[],"label_agreement":null},{"id":"W2161663556","doi":"10.19173/irrodl.v6i1.210","title":"CanCore in Canada and Around the World","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Metadata; Search engine indexing; Computer science; Range (aeronautics); Series (stratigraphy); World Wide Web; Library science; Information retrieval; Data science; Geology; Engineering","score_opus":0.06561672638097821,"score_gpt":0.40997332700026873,"score_spread":0.3443566006192905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161663556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43693504,0.036354624,0.00041409454,0.42216733,0.00039988075,0.0018228195,0.0000185035,0.000018892357,0.10186882],"genre_scores_gemma":[0.98923194,0.008902391,0.00016198568,0.00067015406,0.000036939175,0.000035226974,0.00001194332,0.0000029116134,0.0009464824],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984422,0.00045647437,0.00025646196,0.00018053944,0.0004699164,0.00019444064],"domain_scores_gemma":[0.9986829,0.0008727922,0.00008557345,0.00017011153,0.00013437115,0.000054235923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003871524,0.000061826206,0.00013404916,0.00008420573,0.00015545789,0.00027786015,0.001455988,0.000009860043,0.00008643366],"category_scores_gemma":[0.00084203493,0.00003815584,0.000011909885,0.0006601164,0.000077300174,0.0003096062,0.0008901654,0.0006422626,0.000004664094],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047222275,0.00010227402,0.47744405,0.00055882806,0.00004039496,0.000025746707,0.0013911199,0.0025248567,0.000022758393,0.16003606,0.021921895,0.33588478],"study_design_scores_gemma":[0.0006684904,0.00003768259,0.18226388,0.005319453,0.000003255518,0.000036667818,0.01115718,0.03834913,0.000036153786,0.0012236324,0.7607234,0.00018105052],"about_ca_topic_score_codex":0.43771675,"about_ca_topic_score_gemma":0.66219187,"teacher_disagreement_score":0.73880154,"about_ca_system_score_codex":0.00029903275,"about_ca_system_score_gemma":0.0008443837,"threshold_uncertainty_score":0.5660275},"labels":[],"label_agreement":null},{"id":"W2162179857","doi":"10.19173/irrodl.v9i2.566","title":"Emotion, Learning and the Online Learning Environment","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary; Athabasca University","funders":"","keywords":"Educational technology; Synchronous learning; Computer science; Online learning; Distance education; Electronic learning; Learning environment; Computer-mediated communication; Psychology; Multimedia; Human–computer interaction; Cooperative learning; Teaching method; Mathematics education; The Internet; World Wide Web","score_opus":0.07906242346676988,"score_gpt":0.44162491382779007,"score_spread":0.3625624903610202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162179857","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7472298,0.06845036,0.0004963396,0.14162526,0.00015611546,0.0021247568,0.000021328218,0.00006248041,0.03983354],"genre_scores_gemma":[0.72461176,0.27156508,0.00017499302,0.00009337521,0.00012409814,0.000026037133,0.00008189071,0.000008471763,0.0033142944],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950138,0.0030411652,0.00038572753,0.00025324328,0.0009863229,0.00031973966],"domain_scores_gemma":[0.9973459,0.0020492037,0.00020422168,0.000108545966,0.00020818137,0.000083899235],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.011973832,0.00010370538,0.00027365002,0.00009492535,0.0014866617,0.00014056322,0.00073138706,0.000050742387,0.0003628699],"category_scores_gemma":[0.0067610713,0.000064995416,0.000053837353,0.00040654486,0.0012547848,0.00023155485,0.0007426198,0.0015791681,0.000014809306],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005599934,0.00040310516,0.528484,0.000932939,0.00020629138,0.00007836757,0.011751711,0.003212043,0.00007115203,0.07276991,0.002262647,0.37926784],"study_design_scores_gemma":[0.0012133042,0.00008572935,0.011779243,0.0023380958,0.000013305768,0.000024264198,0.029832551,0.001993213,0.000004790928,0.0008946762,0.9517008,0.00012004525],"about_ca_topic_score_codex":0.0013739129,"about_ca_topic_score_gemma":0.00006779949,"teacher_disagreement_score":0.94943815,"about_ca_system_score_codex":0.00009679775,"about_ca_system_score_gemma":0.00022243818,"threshold_uncertainty_score":0.99981326},"labels":[],"label_agreement":null},{"id":"W2162558962","doi":"10.19173/irrodl.v16i4.1647","title":"Stories from Students in Their First Semester of Distance Learning","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Australian Government","keywords":"Distance education; The Internet; Scrutiny; Higher education; Mathematics education; Pedagogy; Psychology; Sociology; Computer science; World Wide Web; Political science","score_opus":0.14366785011020225,"score_gpt":0.49845179077726703,"score_spread":0.35478394066706476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162558962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94763654,0.022809926,0.0001512758,0.0147134615,0.0001434413,0.0007058262,0.0000488988,0.000012775586,0.013777838],"genre_scores_gemma":[0.9784734,0.02067263,0.00008692076,0.000029423612,0.000065573535,0.000022530121,0.0000768212,0.0000058331902,0.00056686456],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99686784,0.0012971527,0.00037448385,0.00018617201,0.0010470971,0.00022724089],"domain_scores_gemma":[0.997974,0.0012578276,0.0001854857,0.00011607961,0.00039437943,0.00007224901],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009662281,0.00007600217,0.00026450402,0.00009389775,0.00017125558,0.00013104055,0.0011671478,0.000040830935,0.00008134003],"category_scores_gemma":[0.0059200237,0.00005474638,0.00003207079,0.00056720746,0.0002930626,0.00029684455,0.0006398145,0.0007095906,0.00000395584],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010049056,0.00010333253,0.9729116,0.00019693859,0.000024011806,0.000007563841,0.0051691094,0.0002542658,0.0000062717413,0.003709146,0.0004658811,0.01705137],"study_design_scores_gemma":[0.0009375753,0.00009948345,0.043219287,0.010110075,0.0000058795817,6.824133e-7,0.087113775,0.00036375204,0.000022666281,0.0021166746,0.855891,0.00011918502],"about_ca_topic_score_codex":0.007179223,"about_ca_topic_score_gemma":0.003298041,"teacher_disagreement_score":0.9296923,"about_ca_system_score_codex":0.0001605654,"about_ca_system_score_gemma":0.00036729765,"threshold_uncertainty_score":0.999432},"labels":[],"label_agreement":null},{"id":"W2162857396","doi":"10.19173/irrodl.v15i6.1964","title":"Developing open education literacies with practicing K-12 teachers","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open education; Open educational resources; Psychology; Scale (ratio); Mathematics education; Pedagogy; Medical education; Medicine","score_opus":0.09853403628802786,"score_gpt":0.4658146452644366,"score_spread":0.36728060897640874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162857396","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06350827,0.009132005,0.08405446,0.35705483,0.00070521946,0.004326305,0.000005635679,0.0000905602,0.4811227],"genre_scores_gemma":[0.97935575,0.0051407292,0.012604332,0.0009438283,0.000053879863,0.00013436064,0.000066068664,0.000009556205,0.0016914932],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976232,0.0010155068,0.00031336705,0.00029264594,0.0005370361,0.00021822045],"domain_scores_gemma":[0.9979708,0.0009828266,0.00023379475,0.000262699,0.00047984498,0.00006999764],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.008529871,0.000092896575,0.00019766863,0.0001349277,0.0003203588,0.0014252412,0.002855453,0.00002333059,0.000055634533],"category_scores_gemma":[0.0034971903,0.000063061256,0.000017650906,0.0006277756,0.00008888491,0.0014593671,0.0018139954,0.000637014,0.000016857368],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056734905,0.00018511427,0.040652458,0.00074554776,0.000049410435,0.0000026339183,0.0031343473,0.00023634422,0.000055841396,0.63709515,0.0036723039,0.31411412],"study_design_scores_gemma":[0.00079380855,0.00021574268,0.028524846,0.021841064,0.000009215182,0.00007271192,0.017943604,0.0067525245,0.00016248954,0.0054020258,0.91798323,0.00029871933],"about_ca_topic_score_codex":0.00066029216,"about_ca_topic_score_gemma":0.000034198838,"teacher_disagreement_score":0.9158475,"about_ca_system_score_codex":0.00014870623,"about_ca_system_score_gemma":0.0007751961,"threshold_uncertainty_score":0.9996114},"labels":[],"label_agreement":null},{"id":"W2163364919","doi":"10.19173/irrodl.v9i3.581","title":"ICT-based Distance Education in South Asia","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information and Communications Technology; Distance education; Developing country; Psychological intervention; Sri lanka; Digital divide; South asia; Rural area; Economic growth; Political science; Public relations; Sociology; Pedagogy; Psychology","score_opus":0.10615319101638619,"score_gpt":0.42597257673719846,"score_spread":0.31981938572081225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163364919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5060601,0.11340133,0.1368122,0.1250901,0.001078018,0.0049010697,0.00007517388,0.00014954802,0.112432435],"genre_scores_gemma":[0.991263,0.006185094,0.0018412016,0.00024320275,0.000014178126,0.000064724,0.000048058304,0.0000040012947,0.00033658886],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982171,0.00062882854,0.00029158214,0.00015345619,0.00053472334,0.00017428945],"domain_scores_gemma":[0.99858165,0.000667667,0.00010119884,0.00031568418,0.0003023341,0.000031460746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033338685,0.00006723793,0.00015249813,0.00017351558,0.00015928053,0.000118881624,0.0024115336,0.000020875072,0.000021036736],"category_scores_gemma":[0.001529163,0.00005192641,0.000020918964,0.0007143051,0.00017168208,0.00028835688,0.0008984419,0.0005206324,0.000008672166],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001292425,0.000615511,0.48725417,0.0027172435,0.000036541183,0.00006248162,0.0050710756,0.00096603256,0.000041163104,0.40570945,0.009168095,0.08822899],"study_design_scores_gemma":[0.0025380661,0.00025115864,0.5150047,0.06695251,0.0000054642915,0.00010620224,0.007177088,0.05831846,0.000601252,0.018527647,0.32980877,0.000708654],"about_ca_topic_score_codex":0.00030991362,"about_ca_topic_score_gemma":0.000026515487,"teacher_disagreement_score":0.48520285,"about_ca_system_score_codex":0.0001365168,"about_ca_system_score_gemma":0.00088650355,"threshold_uncertainty_score":0.44812697},"labels":[],"label_agreement":null},{"id":"W2165258546","doi":"10.19173/irrodl.v5i2.187","title":"WashingtonOnline Virtual Campus: Infusing Culture in Dispersed Web-Based Higher Education","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Organizational culture; Reputation; Public relations; Higher education; Distance education; Cyberculture; Sociology; Pedagogy; Political science; Business; The Internet; Computer science; World Wide Web","score_opus":0.07189119987514525,"score_gpt":0.4559998355546995,"score_spread":0.3841086356795542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165258546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.587817,0.031654835,0.00013563638,0.08139017,0.00070432236,0.0025222274,0.000031349293,0.000046697325,0.29569775],"genre_scores_gemma":[0.9914801,0.0062541864,0.000089679,0.00020960084,0.00010057957,0.000036816553,0.00012706903,0.0000047428844,0.0016972235],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983616,0.00045274166,0.00024900597,0.00015998045,0.0005851001,0.00019158437],"domain_scores_gemma":[0.9992771,0.00019638446,0.00008613711,0.000089583256,0.0002944543,0.0000563011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005756671,0.00006336517,0.00014340559,0.00014281429,0.00019298132,0.00020533602,0.00071671524,0.000036584785,0.00016492236],"category_scores_gemma":[0.0019188398,0.000047646747,0.00002597621,0.00072810904,0.00017455568,0.0002809673,0.0003136606,0.00042916322,0.000009261887],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028795088,0.0010998942,0.25696334,0.0016191048,0.00006537491,0.000029194867,0.009893993,0.0040889354,0.0002169641,0.6014668,0.009334432,0.11493406],"study_design_scores_gemma":[0.0025070147,0.00009166068,0.017704897,0.021105306,0.000012292221,6.953568e-7,0.02910092,0.0013042337,0.000021293303,0.0080285305,0.91989297,0.00023019477],"about_ca_topic_score_codex":0.0027173825,"about_ca_topic_score_gemma":0.0012268575,"teacher_disagreement_score":0.9105585,"about_ca_system_score_codex":0.00038946813,"about_ca_system_score_gemma":0.000746884,"threshold_uncertainty_score":0.41078874},"labels":[],"label_agreement":null},{"id":"W2165272234","doi":"10.19173/irrodl.v6i3.269","title":"Distance Education and Languages: evolution and change","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Computer science; Mathematics education; Linguistics; Sociology; Psychology; Philosophy","score_opus":0.07410216130645962,"score_gpt":0.4015913839861949,"score_spread":0.3274892226797353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165272234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64104265,0.2660171,0.00009033115,0.0098190205,0.000109382156,0.00070507877,0.000044846263,0.000021945238,0.08214964],"genre_scores_gemma":[0.9925699,0.005330647,0.000019224371,0.00013708303,0.00018015789,0.00004323913,0.00011685393,0.000004605048,0.0015982544],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992042,0.00022370777,0.00014910796,0.0001284484,0.00018888405,0.00010562875],"domain_scores_gemma":[0.99947846,0.0002577512,0.00007033608,0.00006754357,0.00010401297,0.000021896509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016428076,0.00005354355,0.00010580856,0.00007190067,0.00021271165,0.00021457969,0.0001730243,0.00001393863,0.00017602545],"category_scores_gemma":[0.00039869134,0.000037472655,0.000011319271,0.00005572499,0.00017930297,0.0002114926,0.0001635329,0.00029606634,0.000002280466],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003517719,0.00010514199,0.054219298,0.0014655072,0.000018821736,0.0000052287182,0.005391612,0.000003115007,0.000031314306,0.7591608,0.0022438308,0.17732011],"study_design_scores_gemma":[0.0007926784,0.00011931047,0.09418607,0.015860388,0.0000215336,0.000040161114,0.102763906,0.0011240186,0.000010798908,0.006831511,0.77800155,0.0002480671],"about_ca_topic_score_codex":0.0139026735,"about_ca_topic_score_gemma":0.0009284785,"teacher_disagreement_score":0.77575773,"about_ca_system_score_codex":0.000035275843,"about_ca_system_score_gemma":0.000030129799,"threshold_uncertainty_score":0.99266386},"labels":[],"label_agreement":null},{"id":"W2165656371","doi":"10.19173/irrodl.v14i2.1536","title":"The logic of national policies and strategies for open educational resources","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Mainstreaming; Political science; Open education; Globe; Sustainability; Economic growth; Sociology; Pedagogy; Economics; Psychology; Special education","score_opus":0.11925301853604496,"score_gpt":0.4719767870700111,"score_spread":0.35272376853396614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165656371","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09796191,0.03840449,0.0032215228,0.64158195,0.00040802243,0.006311885,0.000071692404,0.000026034431,0.21201248],"genre_scores_gemma":[0.98810023,0.008690065,0.0011990268,0.00035940457,0.000045738376,0.00033600643,0.000041132593,0.0000044346457,0.0012239403],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984048,0.00039929416,0.00033021424,0.00018412899,0.00051192334,0.0001696418],"domain_scores_gemma":[0.9959832,0.0026719999,0.0001966438,0.00014312429,0.0009583853,0.00004664083],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0053165318,0.0000680157,0.00015140418,0.00008328324,0.00041351432,0.0013587669,0.0025801666,0.000020772528,0.00008467927],"category_scores_gemma":[0.002698029,0.00004070898,0.000024702202,0.0003583721,0.00026815414,0.0007875553,0.0015799876,0.0002681874,0.0000056529216],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001582488,0.000049520822,0.005375796,0.00022083819,0.000021457286,7.0355924e-8,0.0005893442,0.000081052596,0.000042762913,0.97689307,0.008146596,0.008563652],"study_design_scores_gemma":[0.0012043576,0.0003321161,0.15833195,0.0050281347,0.0000073619553,0.000031070893,0.05163789,0.013613197,0.000080125996,0.4569947,0.31245595,0.00028312064],"about_ca_topic_score_codex":0.0011173931,"about_ca_topic_score_gemma":0.00003058119,"teacher_disagreement_score":0.8901383,"about_ca_system_score_codex":0.000044080276,"about_ca_system_score_gemma":0.00047969568,"threshold_uncertainty_score":0.9996779},"labels":[],"label_agreement":null},{"id":"W2165673035","doi":"10.19173/irrodl.v11i2.870","title":"Thirty years of distance education: Personal reflections","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Flexibility (engineering); Distance education; Field (mathematics); Identity (music); Sociology; Pedagogy; Emerging technologies; Public relations; Engineering ethics; Computer science; Political science; Management; Engineering","score_opus":0.0829451315475285,"score_gpt":0.5092726303540627,"score_spread":0.4263274988065342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165673035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5657038,0.021305881,0.0003142101,0.101652965,0.0009958752,0.0016208241,0.00010301432,0.000033224427,0.30827022],"genre_scores_gemma":[0.98130417,0.016359389,0.00048227646,0.000064969645,0.00014607335,0.000025852218,0.000044213648,0.0000039069882,0.0015691547],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984642,0.0004450301,0.00021879369,0.0001276336,0.0005983276,0.00014600999],"domain_scores_gemma":[0.99865896,0.00063257414,0.000120542885,0.00009782486,0.00043898262,0.00005112912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054187644,0.0000404792,0.00012572478,0.000078684854,0.0002408228,0.000073358104,0.00064906816,0.00003478519,0.0004728396],"category_scores_gemma":[0.004093139,0.000032659307,0.000034546072,0.00054499327,0.00039915755,0.00017901932,0.00019911176,0.00076690223,0.000005798391],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074210475,0.00036180258,0.107948154,0.0006974036,0.000044363987,0.0000041155536,0.0028227856,0.000009817257,0.0005405526,0.34836632,0.006377383,0.5327531],"study_design_scores_gemma":[0.000120926874,0.000024046934,0.00997913,0.0018256403,0.000003903413,0.0000025448142,0.010208171,0.00005558253,0.000016799402,0.0019919216,0.9757268,0.000044574695],"about_ca_topic_score_codex":0.0016582647,"about_ca_topic_score_gemma":0.000994223,"teacher_disagreement_score":0.9693494,"about_ca_system_score_codex":0.000044662364,"about_ca_system_score_gemma":0.0010275553,"threshold_uncertainty_score":0.5177262},"labels":[],"label_agreement":null},{"id":"W2165682791","doi":"10.19173/irrodl.v2i2.54","title":"Ukraine Open University: Its Prospects in Distance Education Development","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Educational Technologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Context (archaeology); Higher education; Open university; Open education; Sociology; Political science; Public relations; Pedagogy; Geography; Law","score_opus":0.13404286957787578,"score_gpt":0.42374449212750165,"score_spread":0.28970162254962584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165682791","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23821206,0.085833736,0.018801056,0.43567288,0.0008209049,0.010492564,0.000056934263,0.00014662278,0.20996325],"genre_scores_gemma":[0.98266214,0.011163904,0.0038396956,0.00016686357,0.000011808062,0.000065512286,0.000035605415,0.0000035015285,0.0020509935],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99873835,0.0002265184,0.00023432808,0.0002380023,0.0004033997,0.0001594081],"domain_scores_gemma":[0.99889946,0.00029650872,0.000116098534,0.00019387912,0.00047052448,0.000023520546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002859838,0.00006359078,0.0001351982,0.0002037499,0.0001268482,0.00019570092,0.0033264677,0.000021635975,0.00006709601],"category_scores_gemma":[0.0017184631,0.000050933413,0.000009361939,0.001533923,0.00008995697,0.00061782805,0.0023282971,0.00038043602,0.000016117727],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015360367,0.0002919054,0.018986786,0.00036416083,0.000013335562,0.000009391189,0.00046558163,0.00001722793,0.000052956668,0.8759539,0.0044872183,0.099342175],"study_design_scores_gemma":[0.0009350341,0.00008690541,0.08455345,0.015149356,0.0000017599824,0.00001889196,0.0031028062,0.005022721,0.00082114036,0.010942989,0.8790904,0.00027451807],"about_ca_topic_score_codex":0.00010465771,"about_ca_topic_score_gemma":0.000030141078,"teacher_disagreement_score":0.8746032,"about_ca_system_score_codex":0.0003302184,"about_ca_system_score_gemma":0.0003735803,"threshold_uncertainty_score":0.618146},"labels":[],"label_agreement":null},{"id":"W2167351144","doi":"10.19173/irrodl.v6i2.237","title":"Structure, Content, Delivery, Service, and Outcomes: Quality e-Learning in higher education","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal; Université Laval; University of Ottawa","funders":"","keywords":"Carr; Quality (philosophy); Experiential learning; Knowledge management; Psychology; Instructional design; Computer science; Pedagogy","score_opus":0.19445544386567246,"score_gpt":0.5061952881992458,"score_spread":0.31173984433357327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167351144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8607716,0.012654314,0.0000050993503,0.107297726,0.00010174639,0.00064792176,0.00001802204,0.000015009459,0.01848855],"genre_scores_gemma":[0.97756946,0.019110885,0.00020859625,0.0006333316,0.00009845609,0.000022570573,0.00008942912,0.0000059587373,0.0022613152],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99705386,0.0014694175,0.00039361257,0.0002145438,0.0006262584,0.00024233144],"domain_scores_gemma":[0.99832237,0.00092499884,0.00016695829,0.000098127486,0.00041397396,0.00007356487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064811097,0.000084045285,0.00024118902,0.00013424555,0.0002651847,0.00017406126,0.0005819017,0.00005389843,0.0005268406],"category_scores_gemma":[0.0022578356,0.00006231922,0.000025620786,0.0005363824,0.00015649982,0.000391308,0.000385498,0.00082801026,0.000006653642],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005821723,0.000112400485,0.7425237,0.00048821978,0.000025386993,0.0000018833715,0.00077630876,0.000116120136,0.00006097578,0.042115334,0.0003634054,0.213358],"study_design_scores_gemma":[0.00064751034,0.0000298058,0.35456425,0.003349784,0.000006434766,0.0000016662865,0.01432038,0.00021212992,0.00000824874,0.001240185,0.6254953,0.00012426623],"about_ca_topic_score_codex":0.00754408,"about_ca_topic_score_gemma":0.0031976185,"teacher_disagreement_score":0.6251319,"about_ca_system_score_codex":0.00015543081,"about_ca_system_score_gemma":0.00047977685,"threshold_uncertainty_score":0.99906474},"labels":[],"label_agreement":null},{"id":"W2167602294","doi":"10.19173/irrodl.v3i1.79","title":"Building Sense of Community at a Distance","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1194,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sense of community; Distance education; Learning community; Attrition; Class (philosophy); Psychology; Virtual community; Key (lock); Sociology; Mathematics education; Pedagogy; Social psychology; Computer science; The Internet; World Wide Web; Artificial intelligence","score_opus":0.15338151542489442,"score_gpt":0.48921871472837203,"score_spread":0.3358371993034776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167602294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8420909,0.028418425,0.0003251604,0.04086253,0.00008832034,0.0008123435,0.00006207452,0.000018215911,0.087322034],"genre_scores_gemma":[0.9633072,0.035406984,0.00024473664,0.000059887632,0.000031949836,0.000010563075,0.000018772811,0.0000039434244,0.0009159638],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966407,0.0021238313,0.00028164565,0.00008942923,0.0006669697,0.0001974587],"domain_scores_gemma":[0.9976452,0.0017013365,0.00015498331,0.0001474866,0.00030022423,0.000050744075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009639596,0.000052569256,0.00018564324,0.000066755114,0.0005264891,0.000058131394,0.0007545898,0.000028870914,0.00046526323],"category_scores_gemma":[0.0053480836,0.00003954919,0.000037356727,0.0005026871,0.0004313456,0.00015759298,0.0006771432,0.00073628355,0.000006762755],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024242577,0.0007488834,0.12792718,0.0038244529,0.00013811361,0.00004157712,0.00974275,0.00026863746,0.0007413408,0.3093847,0.015839236,0.5311007],"study_design_scores_gemma":[0.00039906488,0.000064120155,0.0029277056,0.0066573224,0.00000684663,0.000005266199,0.012230179,0.00074041565,0.0000767958,0.0020851656,0.97472197,0.00008515475],"about_ca_topic_score_codex":0.0022000428,"about_ca_topic_score_gemma":0.00042607464,"teacher_disagreement_score":0.95888275,"about_ca_system_score_codex":0.000120732475,"about_ca_system_score_gemma":0.00007578443,"threshold_uncertainty_score":0.6402542},"labels":[],"label_agreement":null},{"id":"W2168341746","doi":"10.19173/irrodl.v6i1.211","title":"Conferencing Tools and the Productivity Paradox","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Productivity; Relation (database); Theme (computing); Computer science; Order (exchange); Educational technology; Sociology; Economics; Pedagogy; World Wide Web; Economic growth","score_opus":0.12341105347352159,"score_gpt":0.4785064650827552,"score_spread":0.3550954116092336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168341746","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37658516,0.041332453,0.00015747045,0.48838827,0.000104087325,0.0020890706,0.000031929223,0.000023270253,0.091288276],"genre_scores_gemma":[0.953889,0.044827852,0.00013133389,0.00013218173,0.00016145215,0.000034592053,0.000019433382,0.0000031557634,0.00080096483],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99721956,0.0015995649,0.00022389017,0.00016405554,0.0005927963,0.00020010659],"domain_scores_gemma":[0.99754053,0.0019435611,0.000103813254,0.00011108542,0.00025703435,0.000043959335],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01707783,0.000055232667,0.00017755521,0.000044487166,0.00047858906,0.00029059345,0.0006563319,0.000024807536,0.00013020526],"category_scores_gemma":[0.009160301,0.00003116636,0.00002576302,0.00030283895,0.0006598561,0.00034745733,0.00045026018,0.0006277666,0.000007636622],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014759098,0.00006127328,0.028919013,0.00029154748,0.00003534269,0.000002948274,0.0018035587,0.00006761497,0.000017525861,0.26043174,0.0009570548,0.7072648],"study_design_scores_gemma":[0.00083431613,0.000027836066,0.008102658,0.0028289356,0.00000918527,0.000005443617,0.011313405,0.00076318305,0.000024132609,0.0035232801,0.9724879,0.00007969098],"about_ca_topic_score_codex":0.0010931754,"about_ca_topic_score_gemma":0.0004248663,"teacher_disagreement_score":0.97153085,"about_ca_system_score_codex":0.000058513375,"about_ca_system_score_gemma":0.000313296,"threshold_uncertainty_score":0.999186},"labels":[],"label_agreement":null},{"id":"W2168690807","doi":"10.19173/irrodl.v11i2.798","title":"Unbundling faculty roles in online distance education programs","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Unbundling; Distance education; Higher education; Business; Public relations; Computer science; Marketing; Psychology; Pedagogy; Political science; Economics; Industrial organization; Economic growth","score_opus":0.09239525379460684,"score_gpt":0.5064424196563596,"score_spread":0.4140471658617528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168690807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93236357,0.0071287737,0.000061330924,0.042484406,0.0001899767,0.0010410381,0.00003180256,0.000017960221,0.016681166],"genre_scores_gemma":[0.9840107,0.013999625,0.00063194096,0.00006325807,0.0001412644,0.00005257555,0.0004223733,0.0000055492205,0.00067273405],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981072,0.0005380483,0.0003004729,0.00018728452,0.00062561914,0.00024137221],"domain_scores_gemma":[0.99899244,0.00035246662,0.00012208594,0.00011090685,0.00035983315,0.00006224994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067916396,0.000064498025,0.00015912307,0.00010220555,0.00023079546,0.00018412384,0.0008609691,0.00004626824,0.00010656661],"category_scores_gemma":[0.0041057076,0.000047949256,0.000028122535,0.000681377,0.00026527236,0.00027323622,0.0002736993,0.0011004752,0.0000046446066],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034736906,0.0003825209,0.37585327,0.00030360985,0.000009015063,0.0000034718992,0.0006998062,0.000030337273,0.000056275803,0.053863887,0.0002817599,0.5684813],"study_design_scores_gemma":[0.00032682074,0.00003709954,0.01932993,0.007094694,0.0000037174407,0.0000023203704,0.025036946,0.0007219285,0.000010042369,0.0031472303,0.9441838,0.000105448766],"about_ca_topic_score_codex":0.0031147723,"about_ca_topic_score_gemma":0.010489853,"teacher_disagreement_score":0.9439021,"about_ca_system_score_codex":0.000084088744,"about_ca_system_score_gemma":0.00081819383,"threshold_uncertainty_score":0.58535844},"labels":[],"label_agreement":null},{"id":"W2169572402","doi":"10.19173/irrodl.v16i3.2073","title":"University of Toronto instructors’ experiences with developing MOOCs","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"CLARITY; Instructional design; Quality (philosophy); Massive open online course; Pedagogy; Mathematics education; Psychology","score_opus":0.09676278393814355,"score_gpt":0.4091682518699567,"score_spread":0.3124054679318131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169572402","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87418735,0.027309662,0.04386613,0.034164283,0.00017347839,0.0007204839,0.0000140699485,0.00004074826,0.019523773],"genre_scores_gemma":[0.9898151,0.0055731954,0.0044027315,0.00002683312,0.000010321861,0.0000015239401,0.000010095974,0.0000018752007,0.00015833459],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9988792,0.0002445267,0.00014128801,0.00013526504,0.0004901032,0.000109611145],"domain_scores_gemma":[0.9991112,0.0001944732,0.00010490678,0.00013942261,0.0004020383,0.000047957892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002250126,0.00004600693,0.00013925007,0.000030455712,0.000070323425,0.000062732,0.0013719305,0.000014695159,0.000021686095],"category_scores_gemma":[0.0005768561,0.0000309519,0.000014297408,0.00028123867,0.00014526845,0.00034068766,0.0007807813,0.00018759973,0.0000015434448],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004497317,0.0003728216,0.27877814,0.003036097,0.00027428547,0.00014447315,0.043604866,0.0022087588,0.00008061272,0.39122424,0.004344656,0.2754813],"study_design_scores_gemma":[0.0050423695,0.0015287313,0.039171454,0.048367754,0.000030387819,0.00014453342,0.40874827,0.14744651,0.00047264082,0.007386969,0.34079286,0.0008675002],"about_ca_topic_score_codex":0.002162981,"about_ca_topic_score_gemma":0.00012254476,"teacher_disagreement_score":0.38383725,"about_ca_system_score_codex":0.00008525257,"about_ca_system_score_gemma":0.00033325198,"threshold_uncertainty_score":0.32697946},"labels":[],"label_agreement":null},{"id":"W2169880299","doi":"10.19173/irrodl.v15i4.1808","title":"Considering high school students’ experience in asynchronous and synchronous distance learning environments: QoE prediction model","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Asynchronous communication; Quality of experience; Asynchronous learning; Distance education; Psychology; Computer science; Structural equation modeling; Quality (philosophy); Multimedia; Mathematics education; Process (computing); Teaching method; Synchronous learning; Cooperative learning; Quality of service; Machine learning; Computer network","score_opus":0.1265635380354267,"score_gpt":0.46435663940609945,"score_spread":0.33779310137067275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169880299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9788666,0.0031589835,0.014813267,0.0021267852,0.00004885322,0.00046946792,0.000015444006,0.00001417143,0.00048646773],"genre_scores_gemma":[0.9883599,0.010844879,0.00027058623,0.00008259115,0.000012075435,0.000089292516,0.000019722023,0.000006628893,0.0003142692],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99662215,0.0007550588,0.0006413744,0.00043453425,0.001300381,0.00024650132],"domain_scores_gemma":[0.99827576,0.0010186421,0.00022071009,0.0002767929,0.00012335317,0.00008476648],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009199627,0.00011045987,0.00029306862,0.00023096392,0.00022196134,0.00029052654,0.0013200006,0.000063761254,0.00013199654],"category_scores_gemma":[0.008505575,0.00008108613,0.000025493342,0.0004355298,0.00039439544,0.00043412411,0.0012625902,0.00089849497,0.00001614848],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049760012,0.000083343744,0.96811885,0.000057192177,0.000007964598,0.0000072496337,0.00024357974,0.004960962,0.00016038853,0.0037562656,0.00008533732,0.022469107],"study_design_scores_gemma":[0.0019092556,0.0002078011,0.8529719,0.00486845,0.000008971313,0.000035716326,0.0070290314,0.10404668,0.00011396952,0.00833844,0.020236118,0.00023367979],"about_ca_topic_score_codex":0.00017078915,"about_ca_topic_score_gemma":0.000035612255,"teacher_disagreement_score":0.11514696,"about_ca_system_score_codex":0.00016804613,"about_ca_system_score_gemma":0.00006331672,"threshold_uncertainty_score":0.9998462},"labels":[],"label_agreement":null},{"id":"W2169902241","doi":"10.19173/irrodl.v10i1.607","title":"Research and Practice in K-12 Online Learning: A Review of Open Access Literature","year":2009,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":289,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Online learning; Distance education; Educational technology; Open learning; Computer science; Blended learning; World Wide Web; Psychology; Mathematics education; Teaching method; Cooperative learning","score_opus":0.32209989091655133,"score_gpt":0.6403106305322398,"score_spread":0.31821073961568846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169902241","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015041454,0.9484696,0.0000016843943,0.020173002,0.00004206101,0.0031102698,0.00008047572,0.0000072151865,0.028100695],"genre_scores_gemma":[0.00006318492,0.9962731,0.00024414703,0.00018960719,0.00015388851,0.00015911601,0.0009523273,0.000023886221,0.0019407396],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97776186,0.01694518,0.0015311202,0.0007267904,0.0023588433,0.0006761743],"domain_scores_gemma":[0.98427486,0.01213027,0.001000933,0.0004084966,0.0020077399,0.00017771113],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.067865185,0.0002817927,0.0018478655,0.0007286276,0.00046618917,0.0014639988,0.006400954,0.00024079019,0.00025667445],"category_scores_gemma":[0.069267,0.00019781345,0.00014321532,0.004290701,0.000705441,0.0016671661,0.0056568156,0.0056619914,0.0000068805402],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006261737,0.00027313174,0.00020112778,0.08438094,0.00005901852,0.00005549617,0.0002741452,0.0000019606523,1.00658596e-7,0.0054737837,0.0029447656,0.9062729],"study_design_scores_gemma":[0.00017789696,0.00009622,0.000038593473,0.40965328,0.000032763342,0.000018611816,0.0016772012,0.0000047877998,4.5674813e-8,0.0003751342,0.5878215,0.000103988044],"about_ca_topic_score_codex":0.002793631,"about_ca_topic_score_gemma":0.000462744,"teacher_disagreement_score":0.90616894,"about_ca_system_score_codex":0.00031995415,"about_ca_system_score_gemma":0.0027320625,"threshold_uncertainty_score":0.9995726},"labels":[],"label_agreement":null},{"id":"W2170166498","doi":"","title":"e-Learning in Higher Education Makes Its Debut in Cambodia: The Provincial Business Education Project.","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Cambodian History and Society","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Developing country; The Internet; Higher education; Distance education; Public relations; Human capital; Economic growth; Medical education; Political science; Business; Knowledge management; Pedagogy; Sociology; Computer science; Medicine; Economics; World Wide Web","score_opus":0.11090485864115589,"score_gpt":0.46741512321880496,"score_spread":0.35651026457764906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170166498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69805115,0.034376778,0.000017695404,0.07390615,0.0008914439,0.0040912796,0.00001613535,0.00002528204,0.18862405],"genre_scores_gemma":[0.97794527,0.014342773,0.000022378248,0.0003342223,0.00023093818,0.00015978266,0.00007085385,0.000006689752,0.006887104],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973721,0.0011497202,0.00036444794,0.0001994068,0.0006382108,0.00027613368],"domain_scores_gemma":[0.99838233,0.00081006973,0.00014864723,0.00010124268,0.0005139589,0.000043733777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013520785,0.00007595775,0.00016344352,0.00017505928,0.00038657468,0.00014258745,0.0007322225,0.00006694587,0.00019525664],"category_scores_gemma":[0.0040234816,0.000054936827,0.00003151652,0.0013625898,0.0002659385,0.0003170688,0.00020693826,0.0008217738,0.0000069696052],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003351584,0.0010244959,0.42727256,0.0019951728,0.000028767294,0.000016126354,0.02555297,0.00012175934,0.00010201651,0.24078856,0.0147520425,0.28801036],"study_design_scores_gemma":[0.0002961453,0.000024684654,0.2395947,0.0043298956,0.000004278094,0.00000237644,0.032289274,0.00003911605,0.000005041106,0.0007874104,0.72251797,0.00010913204],"about_ca_topic_score_codex":0.01636469,"about_ca_topic_score_gemma":0.0062334673,"teacher_disagreement_score":0.7077659,"about_ca_system_score_codex":0.0006798278,"about_ca_system_score_gemma":0.0025779183,"threshold_uncertainty_score":0.99018544},"labels":[],"label_agreement":null},{"id":"W2170350098","doi":"10.19173/irrodl.v1i1.4","title":"Research in Distance Education: A Status Report","year":2000,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":247,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Face (sociological concept); Hierarchy; Mathematics education; Grounded theory; Computer science; Sociology; Psychology; Qualitative research; Social science; Political science","score_opus":0.11197523355886276,"score_gpt":0.538338560863658,"score_spread":0.4263633273047953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170350098","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28477976,0.046776522,0.000023785842,0.09949377,0.00016471659,0.0017322282,0.000028860795,0.00002051711,0.5669798],"genre_scores_gemma":[0.8589186,0.1321499,0.00018926877,0.000091737566,0.00015912052,0.00011861174,0.000133719,0.000007696365,0.008231353],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950871,0.0023318587,0.00043932494,0.00028248894,0.0013889978,0.00047027215],"domain_scores_gemma":[0.9977747,0.0012452474,0.00009088348,0.00020747061,0.0005754274,0.00010623352],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022524811,0.000066143824,0.00019295498,0.0002003379,0.0004178627,0.0002254299,0.0009825769,0.000045686458,0.0014372497],"category_scores_gemma":[0.003995008,0.00005175885,0.000030002095,0.0016419855,0.0004860931,0.0003244979,0.00028861285,0.0012293442,0.000034108012],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015777703,0.00037497553,0.17561372,0.00064066565,0.000017913837,0.000119798955,0.0013336048,0.000100536294,0.000008180506,0.06850975,0.007240096,0.745883],"study_design_scores_gemma":[0.00019601242,0.000028672523,0.010383302,0.005771524,0.0000013586557,0.00000835029,0.0138086155,0.000072014,0.0000028159445,0.0034178349,0.96624976,0.000059735525],"about_ca_topic_score_codex":0.008573793,"about_ca_topic_score_gemma":0.001532205,"teacher_disagreement_score":0.95900965,"about_ca_system_score_codex":0.00030548897,"about_ca_system_score_gemma":0.0022011378,"threshold_uncertainty_score":0.9994756},"labels":[],"label_agreement":null},{"id":"W2171343567","doi":"10.19173/irrodl.v13i1.1058","title":"Science teacher training programme in rural schools: An ODL lesson from Zimbabwe","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education Systems and Policy","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); Disadvantaged; Distance education; Economic shortage; Medical education; Certification; Training (meteorology); Rural area; Geography; Socioeconomics; Economic growth; Pedagogy; Political science; Psychology; Sociology; Medicine; Engineering; Government (linguistics)","score_opus":0.31376729367909223,"score_gpt":0.5598998912570777,"score_spread":0.2461325975779855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171343567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95453733,0.008276147,0.000010873646,0.014784479,0.00015570493,0.0006158474,0.000013455895,0.0000083340465,0.021597825],"genre_scores_gemma":[0.99470645,0.0043731327,0.000100267236,0.00008535691,0.0002479925,0.000061795254,0.000040971507,0.0000041433595,0.00037988968],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99713075,0.0011387992,0.00029319053,0.00014546279,0.00085225486,0.00043954412],"domain_scores_gemma":[0.99896896,0.00036143584,0.00011460451,0.0001297404,0.00024981948,0.00017541529],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022154102,0.000058794798,0.00016279328,0.00018106592,0.00034011577,0.00033015705,0.0011181644,0.000033150114,0.0002452231],"category_scores_gemma":[0.0050230334,0.000043053955,0.000020892525,0.0010781786,0.00042995086,0.0008733205,0.00025551382,0.0005327176,0.000013923875],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002487959,0.00020153726,0.71513593,0.00011179857,0.000009910364,9.919167e-7,0.03877863,0.0000036197027,0.00011201977,0.10531985,0.0005880351,0.1397128],"study_design_scores_gemma":[0.00053552125,0.000056967594,0.17656095,0.0075332676,0.000004057277,0.0000025346953,0.4295307,0.0001824867,0.000015483572,0.002285583,0.38313273,0.00015971155],"about_ca_topic_score_codex":0.033925075,"about_ca_topic_score_gemma":0.0007902787,"teacher_disagreement_score":0.538575,"about_ca_system_score_codex":0.00024533895,"about_ca_system_score_gemma":0.0009342956,"threshold_uncertainty_score":0.9725081},"labels":[],"label_agreement":null},{"id":"W2171646057","doi":"10.19173/irrodl.v15i5.1858","title":"Influence of incentives on performance in a pre-college biology MOOC","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of California, Irvine; Howard Hughes Medical Institute","keywords":"Incentive; Mathematics education; Population; Aptitude; Psychology; Medical education; Medicine; Demography; Sociology","score_opus":0.039079229628921915,"score_gpt":0.4185209452531328,"score_spread":0.3794417156242109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171646057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892077,0.0011705593,0.00059298554,0.006938075,0.000017974115,0.00022914648,0.000009828848,0.0000051642805,0.0018285743],"genre_scores_gemma":[0.99186915,0.0076766196,0.00025696793,0.00007993651,0.000010452953,0.000012532083,0.000013494278,0.0000021747658,0.00007868476],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99845237,0.00058318407,0.0003046605,0.00018382932,0.00031727555,0.00015869165],"domain_scores_gemma":[0.99860096,0.00084229873,0.00013539489,0.0001961935,0.00019743927,0.000027686769],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046823365,0.00005975685,0.00019615144,0.00015412456,0.000051862666,0.000033950662,0.0014770215,0.000024632394,0.000005011794],"category_scores_gemma":[0.0023493057,0.000040797124,0.000020623109,0.00059583556,0.00014554826,0.00018093102,0.00076172233,0.00047562152,0.0000037205157],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012696383,0.00028004535,0.56454366,0.0015784164,0.0000292739,0.000004816038,0.00041964307,0.029860714,0.0003218755,0.33794665,0.00010866683,0.06477927],"study_design_scores_gemma":[0.0011382791,0.0007204205,0.53658473,0.020602325,0.000003308359,0.0000074211894,0.0001792733,0.4081026,0.0004290978,0.009271977,0.022788977,0.00017157361],"about_ca_topic_score_codex":0.00017164189,"about_ca_topic_score_gemma":0.0000074034547,"teacher_disagreement_score":0.3782419,"about_ca_system_score_codex":0.000034644472,"about_ca_system_score_gemma":0.0000830249,"threshold_uncertainty_score":0.2812508},"labels":[],"label_agreement":null},{"id":"W2172079923","doi":"10.19173/irrodl.v5i3.198","title":"Assistive Software for Disabled Learners","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital Accessibility for Disabilities","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Software; Perspective (graphical); Computer science; Assistive technology; Human–computer interaction; Value (mathematics); Product (mathematics); Multimedia; Artificial intelligence; Machine learning","score_opus":0.13283862076034703,"score_gpt":0.49358522751271183,"score_spread":0.3607466067523648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172079923","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35332054,0.020663444,0.0031285812,0.17873365,0.0004832953,0.009351597,0.0007742113,0.00012179728,0.43342286],"genre_scores_gemma":[0.9931021,0.005481852,0.0002610234,0.00010861809,0.000041707168,0.00016784754,0.00012235758,0.0000061968362,0.0007083139],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983008,0.0003217076,0.00026979632,0.00020000945,0.00065694924,0.0002507364],"domain_scores_gemma":[0.99744385,0.0017521111,0.000092383954,0.00011964309,0.0005259863,0.00006603549],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006860532,0.00006274362,0.00018061731,0.000051368457,0.000334727,0.00030307952,0.0010535865,0.000030389132,0.00010897962],"category_scores_gemma":[0.023983113,0.000045085104,0.000053072894,0.00046501815,0.00081464055,0.00048090465,0.00043941586,0.0002694037,0.0000074236787],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027386635,0.0003520649,0.122479476,0.0022843916,0.000074731535,0.0000032953506,0.0021533498,0.000290722,0.0000069229836,0.8062476,0.0017394,0.064094186],"study_design_scores_gemma":[0.0023912142,0.0002990159,0.021380229,0.019302955,0.000022756318,0.0000027473857,0.0836482,0.000077828496,0.00006889557,0.5223521,0.3501121,0.0003419243],"about_ca_topic_score_codex":0.002873282,"about_ca_topic_score_gemma":0.0006590305,"teacher_disagreement_score":0.63978153,"about_ca_system_score_codex":0.00030102817,"about_ca_system_score_gemma":0.00046499228,"threshold_uncertainty_score":0.98423827},"labels":[],"label_agreement":null},{"id":"W2177387475","doi":"10.19173/irrodl.v16i4.2328","title":"Supporting Access to Open Online Courses for Learners of Developing Countries","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Georgia","keywords":"Open educational resources; Openness to experience; Developing country; Open education; Computer science; Knowledge management; World Wide Web; Economic growth; Psychology; Social psychology","score_opus":0.2446051874460751,"score_gpt":0.5503490165869968,"score_spread":0.3057438291409217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2177387475","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21735336,0.012559975,0.10517595,0.60480255,0.0011670655,0.0108720595,0.00020965328,0.00008281971,0.04777659],"genre_scores_gemma":[0.9744776,0.007986972,0.0142062735,0.0017820109,0.00006395065,0.00020422455,0.0002365641,0.000014736871,0.0010276533],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800193,0.0003815152,0.00049259054,0.00026053138,0.0006021197,0.00026129873],"domain_scores_gemma":[0.9973536,0.0009367402,0.00028454963,0.00020363614,0.0011104763,0.00011097407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010088997,0.000083913365,0.00028230398,0.00014920505,0.00015901658,0.0008381092,0.0044852276,0.0000236702,0.000035071076],"category_scores_gemma":[0.00721124,0.00006320071,0.000027496026,0.0007034056,0.00009082622,0.00096677133,0.0037650885,0.0002989707,0.0000057932257],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005769754,0.00048420418,0.19283648,0.004338083,0.00019519431,0.000013857766,0.00714734,0.0047973874,0.00009474915,0.58855706,0.06642731,0.13453133],"study_design_scores_gemma":[0.0016638503,0.00038323604,0.010117837,0.014861933,0.000011196462,0.00002034558,0.033953052,0.010718366,0.00056294573,0.004496501,0.92288697,0.00032378404],"about_ca_topic_score_codex":0.0006189891,"about_ca_topic_score_gemma":0.00005267178,"teacher_disagreement_score":0.8564596,"about_ca_system_score_codex":0.00011914036,"about_ca_system_score_gemma":0.0010324112,"threshold_uncertainty_score":0.86330485},"labels":[],"label_agreement":null},{"id":"W2181678212","doi":"10.19173/irrodl.v16i6.2035","title":"Using MOOCs at Learning Centers in Northern Sweden","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lifelong learning; Blended learning; Asynchronous communication; Asynchronous learning; Higher education; Agency (philosophy); Distance education; Learning design; Heuristics; Educational technology; Pedagogy; Instructional design; Experiential learning; Computer science; Sociology; Synchronous learning; Mathematics education; Teaching method; Psychology; Cooperative learning; Political science","score_opus":0.20640392900542817,"score_gpt":0.450298179320268,"score_spread":0.24389425031483983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2181678212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7452429,0.056819867,0.02697568,0.04738176,0.0007915179,0.0030602328,0.000013566754,0.00013506114,0.11957944],"genre_scores_gemma":[0.9937942,0.004485948,0.0006861405,0.00010066331,0.000031715837,0.000026509882,0.000032355023,0.00000925574,0.00083320355],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972057,0.0010230709,0.00037380416,0.0003131519,0.0007740497,0.00031022026],"domain_scores_gemma":[0.99878186,0.0004062594,0.00015294673,0.00022805399,0.0003350402,0.00009585676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0083049275,0.00010376047,0.00023140947,0.00020559308,0.00015198761,0.00024038494,0.0019006694,0.000029948565,0.000018986908],"category_scores_gemma":[0.0021886998,0.000078766476,0.00003742397,0.0007689566,0.00013326024,0.0003076642,0.0034075861,0.00070465636,0.000034287288],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013363762,0.00021102933,0.90175855,0.0010291644,0.00006664184,0.00011349744,0.0017359655,0.023210334,0.000106706684,0.01580151,0.0019235974,0.05390935],"study_design_scores_gemma":[0.00481871,0.0005224587,0.040968843,0.03309189,0.000020737438,0.00010161705,0.012508557,0.57619387,0.0001931079,0.003862261,0.32696974,0.00074818847],"about_ca_topic_score_codex":0.0009635212,"about_ca_topic_score_gemma":0.00043679992,"teacher_disagreement_score":0.8607897,"about_ca_system_score_codex":0.00042180697,"about_ca_system_score_gemma":0.00014570478,"threshold_uncertainty_score":0.42473122},"labels":[],"label_agreement":null},{"id":"W2181769305","doi":"10.19173/irrodl.v16i6.2154","title":"Comparing MOOC Adoption Strategies in Europe: Results from the HOME Project Survey","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Style (visual arts); Context (archaeology); Font; Span (engineering); Political science; Psychology; Sociology; Geography; Art; Engineering; Literature","score_opus":0.2683880693102292,"score_gpt":0.4666136591873052,"score_spread":0.198225589877076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2181769305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8485853,0.027889581,0.008757569,0.09370208,0.00040909974,0.0019464594,0.0002797647,0.00008021305,0.018349912],"genre_scores_gemma":[0.9910075,0.008070812,0.0003774578,0.000069351,0.00003931864,0.000010330564,0.00030467354,0.0000044363837,0.00011611489],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964627,0.001974355,0.0004121918,0.00025886204,0.00069479976,0.00019710435],"domain_scores_gemma":[0.9971347,0.0017712868,0.00016147425,0.0002997964,0.0005902887,0.000042456675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014859967,0.00008151607,0.00020872007,0.000090933994,0.000083360945,0.00056207506,0.0021807088,0.000023531005,0.0000026113232],"category_scores_gemma":[0.006689979,0.000048393184,0.000019318666,0.0012631952,0.00011083172,0.00040786856,0.0012999749,0.0007962006,0.00000963256],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072199106,0.00042014412,0.83340955,0.0004933007,0.00010651735,0.000089708075,0.0033788052,0.027155958,0.000032347958,0.072801955,0.017336624,0.044053074],"study_design_scores_gemma":[0.0023722718,0.00019405565,0.58870333,0.010733561,0.0000063797756,0.000012394762,0.005157653,0.34532234,0.000007912025,0.0056991084,0.041545894,0.00024507314],"about_ca_topic_score_codex":0.009587377,"about_ca_topic_score_gemma":0.00063828664,"teacher_disagreement_score":0.31816638,"about_ca_system_score_codex":0.00006677771,"about_ca_system_score_gemma":0.00044885048,"threshold_uncertainty_score":0.99700785},"labels":[],"label_agreement":null},{"id":"W2183142205","doi":"10.19173/irrodl.v16i6.2160","title":"iMOOC on Climate Change: Evaluation of a Massive Open Online Learning Pilot Experience","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Portuguese; Context (archaeology); Massive open online course; Distance education; Higher education; Sustainability; Class (philosophy); Open education; Instructional design; Computer science; Pedagogy; Sociology; World Wide Web; Multimedia; Political science; Artificial intelligence","score_opus":0.3964847499166253,"score_gpt":0.5449040838201581,"score_spread":0.1484193339035328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183142205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8335065,0.023843331,0.0030565949,0.105376974,0.00048625888,0.0051367423,0.00013161563,0.000074372976,0.028387606],"genre_scores_gemma":[0.9903853,0.008358982,0.0007533173,0.00015586182,0.000050358056,0.000089302914,0.00010532842,0.000006898418,0.00009463018],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958987,0.0015509932,0.00043225003,0.0003174514,0.0015513401,0.00024925516],"domain_scores_gemma":[0.997352,0.0006037703,0.0003313243,0.00030619415,0.0013127943,0.00009394013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014476851,0.000103824386,0.0002868814,0.00015933924,0.00013497817,0.000271425,0.0028630483,0.00002685256,0.000033594657],"category_scores_gemma":[0.006709821,0.000074117255,0.000032490196,0.0007837294,0.00013267269,0.00053511385,0.0027572718,0.0006955679,0.000010038693],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007254376,0.0017835334,0.09441653,0.0016878457,0.00014444704,0.000048409758,0.0058290325,0.021836564,0.00030143993,0.14524095,0.0015261573,0.7264597],"study_design_scores_gemma":[0.004119282,0.002309946,0.023375405,0.02915584,0.00003544683,0.000024432255,0.010441635,0.898908,0.00023740048,0.010658077,0.020349614,0.00038489854],"about_ca_topic_score_codex":0.0004905074,"about_ca_topic_score_gemma":0.000018330971,"teacher_disagreement_score":0.87707144,"about_ca_system_score_codex":0.0001290843,"about_ca_system_score_gemma":0.00026238913,"threshold_uncertainty_score":0.8032767},"labels":[],"label_agreement":null},{"id":"W2183181673","doi":"10.19173/irrodl.v16i6.2150","title":"Setting-up a European Cross-Provider Data Collection on Open Online Courses","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Lifelong learning; Lagging; Data collection; Open education; Distance education; Scale (ratio); Variance (accounting); Diversity (politics); Psychology; E learning; Computer science; Knowledge management; Sociology; Educational technology; Pedagogy; Social science; Geography; Business; Statistics; Mathematics","score_opus":0.2678266203712003,"score_gpt":0.5288594687648935,"score_spread":0.26103284839369323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183181673","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10239512,0.03124348,0.025720665,0.7143451,0.0019373391,0.0056608217,0.0009170904,0.00025894656,0.11752142],"genre_scores_gemma":[0.97223943,0.0116747515,0.0046154484,0.0015082476,0.0002508435,0.000024841362,0.0016238549,0.000027381686,0.008035185],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970122,0.0012250355,0.00035912264,0.0003990469,0.00079012424,0.00021450053],"domain_scores_gemma":[0.99779993,0.0006815859,0.00019028485,0.00063236785,0.00059363793,0.000102214115],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.012897937,0.00009443191,0.00020423337,0.00010861156,0.0002119104,0.0010903869,0.006324763,0.000021731805,0.00002071092],"category_scores_gemma":[0.0077729896,0.00006563951,0.000021907323,0.0006875056,0.00013269494,0.00066299486,0.006846698,0.00072366715,0.000028865876],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071017205,0.0016470163,0.14907035,0.002053515,0.00029595208,0.00024065627,0.0013076606,0.0067490055,0.00005512195,0.071704075,0.31323025,0.45293623],"study_design_scores_gemma":[0.0028458878,0.00060166005,0.017824743,0.014628379,0.0000140086695,0.000068998816,0.0017500692,0.3868905,0.000025965373,0.0043461793,0.570686,0.00031764564],"about_ca_topic_score_codex":0.0005253813,"about_ca_topic_score_gemma":0.00003415141,"teacher_disagreement_score":0.8698443,"about_ca_system_score_codex":0.00008590883,"about_ca_system_score_gemma":0.00041982622,"threshold_uncertainty_score":0.9999466},"labels":[],"label_agreement":null},{"id":"W2183374190","doi":"10.19173/irrodl.v16i6.2185","title":"Theories and Applications of Massive Online Open Courses (MOOCs) : The Case for Hybrid Design","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Massive open online course; Online learning; Instructional design; Learning design; Distance education; Value (mathematics); Learning theory; Mathematics education; World Wide Web; Multimedia; Psychology; Machine learning","score_opus":0.14820895622702368,"score_gpt":0.4792462374102034,"score_spread":0.3310372811831797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183374190","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014393559,0.037804265,0.740049,0.19898497,0.00011012515,0.0057198256,0.00052479067,0.000027918986,0.002385524],"genre_scores_gemma":[0.98356205,0.008267286,0.007255806,0.0001802121,0.000054755063,0.00018656976,0.000092819675,0.0000066315242,0.00039385472],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859446,0.0005377222,0.0002659682,0.00017897665,0.00029155894,0.000131288],"domain_scores_gemma":[0.9966572,0.0021725446,0.00017877851,0.0002477933,0.0006875121,0.00005618938],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069585973,0.00006495995,0.00018896643,0.000056764515,0.00018100804,0.00028055304,0.0019448635,0.000014294679,0.0000048883608],"category_scores_gemma":[0.0027807825,0.000037162743,0.000023271921,0.00033114196,0.00025060738,0.00022670948,0.0015617841,0.00028241816,8.2912163e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014842708,0.00028696578,0.0035193078,0.00085082225,0.00011731558,0.000057140205,0.0005419619,0.0027938266,0.000017833045,0.7517702,0.0058810147,0.23401521],"study_design_scores_gemma":[0.002771973,0.000834759,0.00081120565,0.007378848,0.00006533066,0.00064153865,0.01609345,0.39697823,0.0002836297,0.35059583,0.22320089,0.0003443195],"about_ca_topic_score_codex":0.0003333294,"about_ca_topic_score_gemma":0.000018763723,"teacher_disagreement_score":0.9691685,"about_ca_system_score_codex":0.000026525347,"about_ca_system_score_gemma":0.00026982065,"threshold_uncertainty_score":0.36140725},"labels":[],"label_agreement":null},{"id":"W2185491321","doi":"10.19173/irrodl.v16i6.2153","title":"Opportunities and Threats of the MOOC Movement for Higher Education: The European Perspective","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Perspective (graphical); Distance education; Movement (music); Higher education; Educational technology; Sociology; Political science; Pedagogy; Computer science; Aesthetics","score_opus":0.2513819978234627,"score_gpt":0.47536621735154766,"score_spread":0.22398421952808495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185491321","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011295638,0.07263626,0.0022896526,0.79079485,0.0003563334,0.0017216279,0.000055559696,0.000017987826,0.12083207],"genre_scores_gemma":[0.98115253,0.011801364,0.00033936507,0.00063506246,0.00008879732,0.000033206754,0.00001532121,0.000005529708,0.0059288074],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985717,0.0006212474,0.0001843238,0.00012931293,0.00039589938,0.00009755063],"domain_scores_gemma":[0.99853814,0.00043016984,0.00012633993,0.00021824449,0.00064934103,0.000037764923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005116485,0.000052127547,0.0001076118,0.00003597766,0.0001307071,0.00013551083,0.0012705643,0.000009416302,0.000008478887],"category_scores_gemma":[0.0008089558,0.000025404754,0.000029367724,0.00021264631,0.00018712471,0.00012099986,0.0009852351,0.00023521163,7.2374434e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017201328,0.00009119471,0.0044162665,0.00025849143,0.000043787615,0.0000010872293,0.0007411313,0.00016217079,0.0000087975595,0.9374412,0.005669529,0.05114919],"study_design_scores_gemma":[0.001970505,0.0005418573,0.05648177,0.0155251,0.00005460396,0.000030113137,0.039827082,0.022931542,0.0001172895,0.4385193,0.42365897,0.00034186375],"about_ca_topic_score_codex":0.0001432549,"about_ca_topic_score_gemma":0.0000037825203,"teacher_disagreement_score":0.9698569,"about_ca_system_score_codex":0.000048281207,"about_ca_system_score_gemma":0.00027018628,"threshold_uncertainty_score":0.23610456},"labels":[],"label_agreement":null},{"id":"W2187479749","doi":"10.19173/irrodl.v16i6.2145","title":"A MOOC on Approaches to Machine Translation","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund; Agència de Gestió d'Ajuts Universitaris i de Recerca; Ministerio de Economía y Competitividad; Generalitat de Catalunya; European Commission","keywords":"Computer science; Machine translation; Translation (biology); Software engineering; Multimedia; Artificial intelligence","score_opus":0.3687970938527921,"score_gpt":0.4602998079630409,"score_spread":0.0915027141102488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2187479749","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052238973,0.18338361,0.5170219,0.2505033,0.00018981722,0.0034499033,0.000050526916,0.00018998097,0.03998703],"genre_scores_gemma":[0.9655428,0.0018593564,0.031880718,0.00044977147,0.000023528022,0.000074392316,0.000046045145,0.000005157604,0.00011825165],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99859047,0.00031937964,0.00018067966,0.00018534015,0.0005985604,0.00012555566],"domain_scores_gemma":[0.9992267,0.00031244042,0.000054885022,0.0001837934,0.00015730114,0.00006488949],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050772075,0.00005747988,0.00012079155,0.00011937357,0.000054739925,0.0001847093,0.0016369957,0.00001965225,0.000006648194],"category_scores_gemma":[0.001380931,0.000036680052,0.00001694058,0.0005512951,0.000040385436,0.00025180692,0.00063336774,0.00037594684,0.0000069982975],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012397689,0.00010912664,0.0014690367,0.0005126343,0.000016248276,0.000014686369,0.0007210819,0.00018493328,0.00006641998,0.2942696,0.002763549,0.6997487],"study_design_scores_gemma":[0.0037167678,0.0019941258,0.0023299996,0.052664332,0.000018260194,0.00013859611,0.0022233238,0.32665277,0.005758368,0.33104232,0.27246758,0.0009935454],"about_ca_topic_score_codex":0.00013988606,"about_ca_topic_score_gemma":0.000008553681,"teacher_disagreement_score":0.96031886,"about_ca_system_score_codex":0.00006586728,"about_ca_system_score_gemma":0.00008245528,"threshold_uncertainty_score":0.30419725},"labels":[],"label_agreement":null},{"id":"W2187908803","doi":"10.19173/irrodl.v16i6.2151","title":"A strategic response to MOOCs: How one European university is approaching the challenge","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Affordance; Context (archaeology); Higher education; Strategic planning; Set (abstract data type); Public relations; Political science; Perspective (graphical); Knowledge management; Computer science; Sociology; Business; Marketing; Human–computer interaction","score_opus":0.2360304242696289,"score_gpt":0.4149875612715546,"score_spread":0.17895713700192573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2187908803","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060916603,0.006963149,0.014328493,0.88655865,0.000078114674,0.0008444705,0.000032596745,0.000044188826,0.030233733],"genre_scores_gemma":[0.9944441,0.0032193237,0.0008296875,0.00029095748,0.0000375501,0.0000025687968,0.0000139001795,0.0000051807992,0.0011567661],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962374,0.00249464,0.00015444917,0.0002452852,0.00067457545,0.00019362643],"domain_scores_gemma":[0.9984723,0.00065389153,0.00009389144,0.0003369156,0.00033390132,0.00010910995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015348708,0.00007320124,0.0001489862,0.00010922841,0.00019008126,0.0003539776,0.002693995,0.000016493075,0.000008728092],"category_scores_gemma":[0.002006704,0.00004674007,0.00003348863,0.0006754241,0.00009347286,0.00022701184,0.0019079163,0.00069067563,0.00002047549],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019900815,0.0012373757,0.009674084,0.0020844534,0.00046064483,0.00049202406,0.01760037,0.007982905,0.000331207,0.7119351,0.022770299,0.22344145],"study_design_scores_gemma":[0.0026607062,0.0011958054,0.007953991,0.015435522,0.00003066118,0.00006228779,0.0335901,0.21788298,0.00003743262,0.018063076,0.70252746,0.00055996084],"about_ca_topic_score_codex":0.00014669831,"about_ca_topic_score_gemma":0.000007553871,"teacher_disagreement_score":0.93352747,"about_ca_system_score_codex":0.00008520297,"about_ca_system_score_gemma":0.0001983602,"threshold_uncertainty_score":0.5319587},"labels":[],"label_agreement":null},{"id":"W2189142478","doi":"10.19173/irrodl.v16i6.2146","title":"Dimensions of Openness: Beyond the Course as an Open Format in Online Education","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Openness to experience; Distance education; Open education; Course (navigation); Massive open online course; Online course; Higher education; Open educational resources; Course evaluation; Educational technology; Mathematics education; Computer science; Multimedia; Pedagogy; Psychology; World Wide Web; Political science; Engineering; Social psychology","score_opus":0.11088375464844938,"score_gpt":0.49703454622983295,"score_spread":0.38615079158138355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2189142478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6395389,0.029713232,0.0017141064,0.30744404,0.00044026884,0.0033068894,0.00010517436,0.000027970073,0.017709443],"genre_scores_gemma":[0.9893436,0.008356918,0.0010773189,0.00048191118,0.000030500305,0.000033065324,0.00019590279,0.0000054710135,0.00047531628],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99788874,0.0007762857,0.0003877228,0.0001923772,0.00059020054,0.00016469847],"domain_scores_gemma":[0.9982563,0.0004884401,0.00018962004,0.00037524573,0.00060783734,0.000082538296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0079974765,0.00007230184,0.00021317038,0.0000982311,0.00010225233,0.00027803914,0.0037986306,0.000024811481,0.000016028189],"category_scores_gemma":[0.0021224099,0.000039493963,0.000020743486,0.0007438454,0.00013016004,0.0007328982,0.0025347432,0.00053792045,0.000006381528],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025669378,0.0038416632,0.08757439,0.0010054248,0.00010771135,0.000029710613,0.0037183391,0.0048739845,0.00010587268,0.53781337,0.020361073,0.34031177],"study_design_scores_gemma":[0.004470617,0.0016650101,0.045279905,0.030366952,0.00004689394,0.0001722453,0.048493862,0.39574793,0.00013883624,0.16967203,0.30331603,0.0006296837],"about_ca_topic_score_codex":0.0021046905,"about_ca_topic_score_gemma":0.00019298813,"teacher_disagreement_score":0.39087394,"about_ca_system_score_codex":0.000060998816,"about_ca_system_score_gemma":0.00093906623,"threshold_uncertainty_score":0.70588636},"labels":[],"label_agreement":null},{"id":"W2189389944","doi":"10.19173/irrodl.v16i6.2033","title":"MOOCs and the claim of education for all: A disillusion by empirical data","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":153,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Digital divide; Empirical research; Field (mathematics); Higher education; Open education; Point (geometry); Inequality; Computer science; Sociology; Data science; Mathematics education; World Wide Web; Psychology; Epistemology; Political science; Information and Communications Technology; Mathematics","score_opus":0.24270365453284207,"score_gpt":0.540906731119929,"score_spread":0.298203076587087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2189389944","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048076782,0.11233767,0.07790174,0.7536626,0.00031621024,0.0028226054,0.000310869,0.00002851569,0.004543044],"genre_scores_gemma":[0.9733529,0.02262728,0.0023892992,0.0005828079,0.000053195756,0.00003866532,0.00052640465,0.0000058425517,0.00042360596],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985093,0.00047286123,0.0002583159,0.0001905012,0.00045952047,0.00010952739],"domain_scores_gemma":[0.9979653,0.0011461565,0.00013513988,0.00033524973,0.00036631338,0.00005185768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00823165,0.000051268205,0.00016684819,0.000044888835,0.000078436584,0.00013171151,0.001979831,0.000019994723,0.000002900926],"category_scores_gemma":[0.004805768,0.000027876815,0.000019308929,0.00027215827,0.00019142825,0.00022498035,0.0020004967,0.0002791778,8.1416573e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060486776,0.0007233492,0.03989182,0.0024393112,0.00017217986,0.0000026847667,0.0018543871,0.0003224731,0.00008313078,0.24242881,0.22026192,0.49121508],"study_design_scores_gemma":[0.0022227385,0.00020682583,0.0016359218,0.004645298,0.000023252302,0.000018770956,0.0019897951,0.47362116,0.000023195666,0.031775728,0.48371062,0.00012670056],"about_ca_topic_score_codex":0.00024704705,"about_ca_topic_score_gemma":0.0000065321815,"teacher_disagreement_score":0.9252761,"about_ca_system_score_codex":0.000026080399,"about_ca_system_score_gemma":0.0002651972,"threshold_uncertainty_score":0.57533},"labels":[],"label_agreement":null},{"id":"W2252659566","doi":"10.19173/irrodl.v17i1.2182","title":"If You Build It, Will They Come? Predictors of Teachers’ Participation in and Satisfaction with the Effective Classroom Interactions Online Courses","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Early childhood; Class (philosophy); Early childhood education; Massive open online course; Mathematics education; Online course; Persistence (discontinuity); Medical education; Pedagogy; Developmental psychology; Computer science; Medicine","score_opus":0.04580396762422096,"score_gpt":0.4341620305374985,"score_spread":0.38835806291327757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2252659566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9575841,0.0007107856,0.000099310106,0.038958013,0.000032820175,0.0006223974,0.000030085852,0.000006493123,0.0019560396],"genre_scores_gemma":[0.9916991,0.007992347,0.000014253127,0.000032743876,0.000018908418,0.000053008596,0.000019079973,0.0000028010277,0.00016773277],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986968,0.0004916073,0.0002018176,0.00012094342,0.00036076762,0.00012804214],"domain_scores_gemma":[0.9979373,0.0016544505,0.00012818354,0.00007474793,0.00017858711,0.000026713491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026045502,0.00005238597,0.00013595044,0.00009422916,0.00012937663,0.000046665864,0.00028073115,0.000027566562,0.0000320843],"category_scores_gemma":[0.002650595,0.00002564223,0.000014254644,0.0002797995,0.00044814433,0.00032776003,0.00019274047,0.00026307142,7.546317e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007688965,0.000058148522,0.9315563,0.000042889234,0.000027653974,8.792185e-7,0.0017359188,0.0000070932683,0.00003759608,0.0066970713,0.00032003288,0.059439555],"study_design_scores_gemma":[0.0007215614,0.00013296765,0.9355222,0.0049858275,0.0000082451215,0.000002546432,0.014624731,0.000053070817,0.000041292707,0.0022956065,0.041543867,0.000068111716],"about_ca_topic_score_codex":0.0024468508,"about_ca_topic_score_gemma":0.010241581,"teacher_disagreement_score":0.05937144,"about_ca_system_score_codex":0.00011588967,"about_ca_system_score_gemma":0.00010006649,"threshold_uncertainty_score":0.5715043},"labels":[],"label_agreement":null},{"id":"W2253899760","doi":"10.19173/irrodl.v17i1.2168","title":"A Cognitive Style Perspective to Handheld Devices: Customization vs. Personalization","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Learning Styles and Cognitive Differences","field":"Psychology","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Personalization; Mobile device; Cognitive style; Context (archaeology); Multimedia; Cognition; Empirical research; Computer science; Perspective (graphical); Psychology; World Wide Web; Mathematics; Artificial intelligence","score_opus":0.09437884609720841,"score_gpt":0.4791024000138155,"score_spread":0.38472355391660706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2253899760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61553246,0.03460648,0.026400376,0.12924995,0.0005125014,0.005703693,0.000677546,0.000078995974,0.187238],"genre_scores_gemma":[0.99247646,0.0046325354,0.000016631557,0.00053766515,0.000050839975,0.00016631561,0.00007629031,0.000009011924,0.0020342271],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99784803,0.00089834514,0.00025007635,0.00030911772,0.00047475015,0.00021970063],"domain_scores_gemma":[0.9971116,0.0014850446,0.00013120973,0.00009622791,0.0011107945,0.00006509927],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025312812,0.00009483995,0.0002010438,0.00014811181,0.00015436856,0.000102142025,0.00050658506,0.0000385246,0.0016073058],"category_scores_gemma":[0.0041356455,0.000054811615,0.000037411635,0.000496062,0.00016699207,0.00015749887,0.00033403453,0.0002690317,0.000113927345],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033963001,0.00068314845,0.49853146,0.0012076248,0.0005634273,0.00004687101,0.014134316,0.000012477613,0.00032099694,0.18920997,0.013621467,0.27827194],"study_design_scores_gemma":[0.006640255,0.0014442985,0.6142155,0.07807483,0.000094903735,0.000045395504,0.17129074,0.00040474292,0.00022814672,0.0033857631,0.12352823,0.0006471867],"about_ca_topic_score_codex":0.00084364443,"about_ca_topic_score_gemma":0.00007090313,"teacher_disagreement_score":0.376944,"about_ca_system_score_codex":0.00011480098,"about_ca_system_score_gemma":0.000084578045,"threshold_uncertainty_score":0.99930537},"labels":[],"label_agreement":null},{"id":"W2255547463","doi":"10.19173/irrodl.v17i1.2110","title":"An Experimental Study of Satisfaction Response: Evaluation of Online Collaborative Learning","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Division of Undergraduate Education; Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China; University of International Business and Economics","keywords":"Collaborative learning; Beijing; Context (archaeology); Quality (philosophy); Psychology; Computer science; Online learning; Mathematics education; Knowledge management; Multimedia; China","score_opus":0.10257028117011732,"score_gpt":0.5122471512452272,"score_spread":0.4096768700751099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2255547463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99680203,0.0015389301,0.00028538835,0.000336236,0.000009100245,0.00069219444,0.000037922346,0.0000033550143,0.00029486316],"genre_scores_gemma":[0.9990941,0.00065842713,0.000052283292,0.000002036622,0.000020302858,0.00007176667,0.000071980256,0.0000047401345,0.000024349845],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957767,0.0027735876,0.00040335063,0.00015791052,0.0007964031,0.00009204067],"domain_scores_gemma":[0.9977625,0.00072540116,0.00030914982,0.00015841662,0.001019588,0.000024927083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00820699,0.00006478728,0.0002317903,0.00011969017,0.00007305227,0.00002467423,0.0003688668,0.0000122424335,0.00042990537],"category_scores_gemma":[0.00056277117,0.000041088926,0.000028491788,0.00045694335,0.00009863407,0.00018274132,0.00025335114,0.00019265484,5.4652463e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001028053,0.0015201494,0.83306634,0.000086097876,0.0002099101,6.062898e-7,0.0009820508,0.00088795595,0.027027555,0.0032270965,0.00023123703,0.13173294],"study_design_scores_gemma":[0.008180615,0.0055606877,0.78339714,0.017036723,0.00019883052,0.0000020654722,0.12795228,0.023747053,0.02489777,0.0048186984,0.0037937653,0.00041439148],"about_ca_topic_score_codex":0.0008839908,"about_ca_topic_score_gemma":0.000043234762,"teacher_disagreement_score":0.13131855,"about_ca_system_score_codex":0.00008267477,"about_ca_system_score_gemma":0.00015063868,"threshold_uncertainty_score":0.47071624},"labels":[],"label_agreement":null},{"id":"W2256531795","doi":"10.19173/irrodl.v17i1.2176","title":"Evaluation of Online Log Variables that Estimate Learners’ Time Management in a Korean Online Learning Context","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; Ministry of Education; National Research Foundation","keywords":"Login; Structural equation modeling; Learning Management; Context (archaeology); Variables; Online learning; Psychology; Regression analysis; Computer science; Test (biology); Applied psychology; Mathematics education; World Wide Web; Machine learning","score_opus":0.14196901870990367,"score_gpt":0.489508250732247,"score_spread":0.3475392320223434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2256531795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90418565,0.014373919,0.00032167725,0.043957215,0.00011298485,0.002400102,0.00013306769,0.000035395602,0.03447998],"genre_scores_gemma":[0.963866,0.033874173,0.00046930896,0.00004125583,0.000049019716,0.000034600893,0.0001996202,0.000010441891,0.001455573],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99389136,0.0031729238,0.00049298047,0.00027880052,0.0018326273,0.00033130744],"domain_scores_gemma":[0.9974,0.0013959641,0.00029154538,0.00015446078,0.00069371035,0.0000643153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026669119,0.00010705285,0.00031828458,0.00024838463,0.00018317509,0.00007337881,0.00088760006,0.000055998717,0.00071595993],"category_scores_gemma":[0.007496886,0.00006981688,0.000049131388,0.000638946,0.00034834206,0.00031759051,0.00056565454,0.00055310264,0.0000140944],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001135496,0.00031155115,0.05696078,0.00037187105,0.00009365642,0.000011379624,0.0006288873,0.0009878073,0.00014098945,0.010241402,0.00028924338,0.9298489],"study_design_scores_gemma":[0.014277438,0.00087202084,0.1209503,0.12585865,0.0003900104,0.000020371946,0.15285563,0.066715404,0.0003094453,0.025932936,0.49071592,0.0011018842],"about_ca_topic_score_codex":0.0017411301,"about_ca_topic_score_gemma":0.0009088802,"teacher_disagreement_score":0.928747,"about_ca_system_score_codex":0.00028268446,"about_ca_system_score_gemma":0.00046285085,"threshold_uncertainty_score":0.9243037},"labels":[],"label_agreement":null},{"id":"W2259303163","doi":"10.19173/irrodl.v17i1.2169","title":"Factors of Participants and Blogs that Predict Blogging Activeness During Teaching Practice and Induction Year","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Social media; Regression analysis; Microblogging; Field (mathematics); Social psychology; Mathematics education; Computer science; World Wide Web","score_opus":0.16047558595170391,"score_gpt":0.49332088518260137,"score_spread":0.33284529923089745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2259303163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98757553,0.0019825764,0.000038783768,0.0079871835,0.000033126296,0.00026160775,0.000011403843,0.0000062550853,0.0021035315],"genre_scores_gemma":[0.97659343,0.023144245,0.00007083387,0.000009018125,0.000038716727,0.000009396149,0.000005693931,0.0000042594097,0.00012437727],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99765414,0.001275022,0.00020090387,0.00016624025,0.00050117174,0.00020252094],"domain_scores_gemma":[0.9976293,0.0018916372,0.00018215021,0.00007074635,0.000164071,0.000062121784],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0075700623,0.000060088012,0.00016967172,0.00008693657,0.00031791438,0.00008017416,0.00027143702,0.000036341546,0.00003868978],"category_scores_gemma":[0.009849945,0.000035897785,0.000016450493,0.000147183,0.0003206116,0.0006020336,0.0003772813,0.0004042836,4.725668e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018252553,0.000102025435,0.86367583,0.0007622666,0.00009259822,0.0000057678726,0.0034205832,0.000009960962,0.0017223363,0.011386602,0.000038668077,0.118600845],"study_design_scores_gemma":[0.002451757,0.0002835592,0.6236201,0.034810197,0.00008976984,0.000015856214,0.20733726,0.00015779167,0.0021542073,0.0022242584,0.12650286,0.000352397],"about_ca_topic_score_codex":0.00090001867,"about_ca_topic_score_gemma":0.0000488745,"teacher_disagreement_score":0.24005574,"about_ca_system_score_codex":0.000059421196,"about_ca_system_score_gemma":0.00013351646,"threshold_uncertainty_score":0.9984905},"labels":[],"label_agreement":null},{"id":"W2261162284","doi":"10.19173/irrodl.v17i1.2111","title":"An Empirical Study of Factors Affecting Mobile Wireless Technology Adoption for Promoting Interactive Lectures in Higher Education","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Malaya","keywords":"Interactivity; Higher education; Quality (philosophy); Medical education; Psychology; Technology integration; Perception; Mobile technology; Distance education; Empirical research; Educational technology; Mathematics education; Mobile device; Computer science; Multimedia; Medicine; Political science; World Wide Web; Mathematics","score_opus":0.22575798446366802,"score_gpt":0.5613724076299358,"score_spread":0.3356144231662678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2261162284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943593,0.00054507866,0.00021701846,0.0034087782,0.00008338795,0.0012906579,0.000012740352,0.000011075099,0.00007194225],"genre_scores_gemma":[0.9993087,0.00029952763,0.00005865904,0.000016811828,0.000012984062,0.00020230403,0.000013926681,0.000005489957,0.00008160207],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997561,0.0007797511,0.0005800811,0.00032375037,0.00059323275,0.00016220204],"domain_scores_gemma":[0.99638623,0.0022899744,0.00033958434,0.00024413597,0.00070935296,0.00003074408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067353896,0.000082117534,0.00028002413,0.0005970839,0.000096272626,0.00006803139,0.0011520621,0.00007474511,0.00011527741],"category_scores_gemma":[0.0052555613,0.000043967255,0.00003154476,0.0010208569,0.00015270471,0.00032868295,0.00040478722,0.0004115059,0.0000015774978],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000930434,0.00059135025,0.90501654,0.000054000502,0.000009235521,7.816389e-7,0.00059061626,0.000015182921,0.0010205202,0.0005478654,0.00007052973,0.09199034],"study_design_scores_gemma":[0.0013768269,0.0011300717,0.931106,0.0048072557,0.000009245753,0.000005818203,0.05166126,0.0003208037,0.0014365016,0.0058416068,0.0021809237,0.00012371574],"about_ca_topic_score_codex":0.00010395221,"about_ca_topic_score_gemma":0.000070251444,"teacher_disagreement_score":0.09186662,"about_ca_system_score_codex":0.00011482926,"about_ca_system_score_gemma":0.00012213705,"threshold_uncertainty_score":0.62917775},"labels":[],"label_agreement":null},{"id":"W2262239852","doi":"10.19173/irrodl.v17i1.2172","title":"Challenges of Transitioning to e-learning System with Learning Objects Capabilities","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministarstvo Prosvete, Nauke i Tehnološkog Razvoja","keywords":"Computer science; Interactivity; Knowledge management; Higher education; Learning Management; Multimedia","score_opus":0.06990463547473841,"score_gpt":0.38537296855753617,"score_spread":0.31546833308279776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2262239852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36918244,0.04329595,0.076497875,0.17894766,0.0007329382,0.005824326,0.00003505289,0.00043100765,0.32505277],"genre_scores_gemma":[0.98928785,0.009231524,0.000772632,0.000049068956,0.000034890454,0.00009395112,0.000010776553,0.00001262042,0.0005066862],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.996349,0.0014612059,0.0005001867,0.00042446336,0.0009107216,0.0003544237],"domain_scores_gemma":[0.99687177,0.0017359238,0.00025554706,0.0002679195,0.00074376725,0.00012504488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007316387,0.00014648124,0.0003806201,0.0002598301,0.00031287636,0.00022504399,0.0016063271,0.000042191055,0.00005782749],"category_scores_gemma":[0.002666644,0.00008933088,0.00005122062,0.0007125003,0.00016552387,0.00061426096,0.0007401618,0.00071102777,0.000022410608],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004106578,0.00028838142,0.04680965,0.008738635,0.000239827,0.000041987983,0.016757956,0.00908349,0.002095593,0.6753568,0.000419649,0.23975734],"study_design_scores_gemma":[0.0062582414,0.0046393666,0.07370038,0.28915924,0.00006647111,0.00046361674,0.47465724,0.019831171,0.0039195493,0.0019279007,0.12365276,0.0017240609],"about_ca_topic_score_codex":0.0003152415,"about_ca_topic_score_gemma":0.000037651887,"teacher_disagreement_score":0.67342895,"about_ca_system_score_codex":0.00017397953,"about_ca_system_score_gemma":0.00026196468,"threshold_uncertainty_score":0.36428076},"labels":[],"label_agreement":null},{"id":"W2267983534","doi":"10.19173/irrodl.v17i1.2113","title":"Does Navigation Always Predict Performance? Effects of Navigation on Digital Reading are Moderated by Comprehension Skills","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reading and Literacy Development","field":"Psychology","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Selection (genetic algorithm); Reading comprehension; Comprehension; Reading (process); Computer science; Psychology; Cognitive psychology; Multimedia; Artificial intelligence; Linguistics","score_opus":0.026278718204504857,"score_gpt":0.3834624219815103,"score_spread":0.3571837037770055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2267983534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943379,0.0010839307,0.00024301543,0.0014977809,0.00016000033,0.0006143702,0.00009672059,0.000011327112,0.0019549648],"genre_scores_gemma":[0.994932,0.003578921,0.000018101407,0.000033003405,0.00002247854,0.00006825373,0.0004892301,0.000008396112,0.0008496074],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9982576,0.00038353895,0.00040927125,0.0002316249,0.0005361846,0.00018178578],"domain_scores_gemma":[0.99788076,0.0013483224,0.00024975438,0.00016276889,0.00031207115,0.000046315352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017153805,0.00009837203,0.00022805529,0.00009094397,0.00010239672,0.000076485856,0.00039922024,0.00004493027,0.00005947832],"category_scores_gemma":[0.00074669195,0.000046731562,0.00002985424,0.00024317084,0.000119564014,0.00027465104,0.00018464444,0.00028603603,0.000018151512],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011242321,0.0008619551,0.42931008,0.0058145155,0.0002889597,0.00003105343,0.001918452,0.000118827404,0.007183963,0.004376968,0.012952634,0.5360184],"study_design_scores_gemma":[0.007528058,0.0015081955,0.40992728,0.47022003,0.000044085362,0.00006349007,0.00238681,0.0040094196,0.026736068,0.0028519293,0.07403072,0.0006939096],"about_ca_topic_score_codex":0.000060644703,"about_ca_topic_score_gemma":2.606502e-7,"teacher_disagreement_score":0.53532445,"about_ca_system_score_codex":0.000101398015,"about_ca_system_score_gemma":0.000032452204,"threshold_uncertainty_score":0.19056578},"labels":[],"label_agreement":null},{"id":"W2268208810","doi":"10.19173/irrodl.v17i1.2114","title":"Using Positive Visual Stimuli to Lighten The Online Learning Experience through In Class Questioning","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Taiwan Normal University; Ministry of Science and Technology, Taiwan","keywords":"Psychology; Class (philosophy); Stimulus (psychology); Facial expression; Anxiety; Test (biology); Mathematics education; Relaxation (psychology); Cognitive psychology; Social psychology; Computer science; Communication; Artificial intelligence","score_opus":0.1542903440175286,"score_gpt":0.5451616783071834,"score_spread":0.3908713342896548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2268208810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89857745,0.0047960468,0.0018345814,0.08699291,0.000121378725,0.0010873908,0.000023807252,0.000022428394,0.006544008],"genre_scores_gemma":[0.9865262,0.011838377,0.0006426589,0.00023873748,0.0001418516,0.000036340054,0.000024279443,0.000009457876,0.0005420797],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99586004,0.002152794,0.00040555836,0.00028770528,0.0008946888,0.0003992393],"domain_scores_gemma":[0.9969351,0.002291822,0.00015756303,0.000117113035,0.00042302193,0.00007534693],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0071632126,0.00010337067,0.00023071996,0.00011875455,0.00062735373,0.00019895103,0.0010252391,0.000050253173,0.00014568979],"category_scores_gemma":[0.009822149,0.000057438938,0.00003998741,0.0009588794,0.00040836434,0.0005067293,0.00075129885,0.0007873153,0.000010348595],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005558547,0.0005257624,0.4106112,0.00040282865,0.00010034511,0.00009609383,0.026914563,0.0053244755,0.0028106268,0.081531554,0.00064784207,0.47047886],"study_design_scores_gemma":[0.0020017049,0.0005184392,0.053543013,0.06337715,0.000026398673,0.000024074032,0.1774217,0.008446867,0.00040448378,0.0037284556,0.68989193,0.00061580085],"about_ca_topic_score_codex":0.0045952406,"about_ca_topic_score_gemma":0.0007388756,"teacher_disagreement_score":0.6892441,"about_ca_system_score_codex":0.0003036013,"about_ca_system_score_gemma":0.00039389386,"threshold_uncertainty_score":0.9985185},"labels":[],"label_agreement":null},{"id":"W2269284787","doi":"10.19173/irrodl.v17i1.2167","title":"The Relationship between Successful Completion and Sequential Movement in Self-Paced Distance Courses","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Course (navigation); Mathematics education; Distance education; Demographics; Class (philosophy); Online course; Course evaluation; Instructional design; Psychology; Ethnic group; Higher education; Massive open online course; Medical education; Computer science; Engineering; Medicine; Artificial intelligence","score_opus":0.12360419004673229,"score_gpt":0.48034902374955957,"score_spread":0.3567448337028273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2269284787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82250446,0.010952087,0.00050884974,0.15761,0.00009139323,0.001158241,0.000059491074,0.000019447096,0.0070960075],"genre_scores_gemma":[0.9737108,0.025679534,0.000055903303,0.00003146428,0.00006703675,0.000031198073,0.000026957196,0.000003622117,0.00039348536],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972565,0.0014178387,0.00029065358,0.00015769906,0.00065449293,0.00022280314],"domain_scores_gemma":[0.99502474,0.0045058466,0.00013272576,0.00009395578,0.00019387776,0.000048836566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0100292275,0.000057712485,0.00014074333,0.00006186833,0.0005341676,0.00017888908,0.00054819195,0.0000304259,0.000043228494],"category_scores_gemma":[0.0051219054,0.000031347867,0.000019822588,0.00034940414,0.00036612124,0.0002509052,0.00029532585,0.00036787533,0.0000037049927],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025766398,0.000018492348,0.9021633,0.00009735887,0.0000097323045,0.0000015907059,0.0001969042,0.0000034809295,0.000008767451,0.07819908,0.0002157904,0.019059688],"study_design_scores_gemma":[0.00083976303,0.00005602744,0.6137903,0.007236036,0.000008487423,8.172462e-7,0.0072205146,0.00011244361,0.000012490963,0.013992753,0.35662174,0.000108629094],"about_ca_topic_score_codex":0.0010653074,"about_ca_topic_score_gemma":0.0013210652,"teacher_disagreement_score":0.35640594,"about_ca_system_score_codex":0.00016454833,"about_ca_system_score_gemma":0.00023393823,"threshold_uncertainty_score":0.6131769},"labels":[],"label_agreement":null},{"id":"W2270382162","doi":"10.19173/irrodl.v17i1.2116","title":"Analysis of Learning Achievement and Teacher–Student Interactions in Flipped and Conventional Classrooms","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Council","keywords":"Flipped classroom; Mathematics education; Class (philosophy); Psychology; Cooperative learning; Blended learning; Teaching method; Educational technology; Control (management); Process (computing); Academic achievement; Active learning (machine learning); Collaborative learning; Pedagogy; Computer science; Artificial intelligence","score_opus":0.1550536364783124,"score_gpt":0.5486237353941283,"score_spread":0.39357009891581596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2270382162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96952516,0.0030054958,0.0017378565,0.016672606,0.00004710375,0.00052421924,0.000021944184,0.0000062347863,0.008459369],"genre_scores_gemma":[0.98659784,0.012163737,0.00019412748,0.000026761849,0.000017395594,0.00003231142,0.000025973704,0.00000341301,0.00093845866],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959177,0.0026951362,0.00040925897,0.00019528413,0.0006105821,0.00017205924],"domain_scores_gemma":[0.9973237,0.002079957,0.00020298244,0.00007793878,0.00027332743,0.000042107426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018380564,0.0000644947,0.0002666564,0.00035914668,0.00020409282,0.00007034327,0.00039196727,0.000023716704,0.0003119776],"category_scores_gemma":[0.005358597,0.000042386353,0.000036214995,0.00089158956,0.0004652617,0.00020687895,0.0005196696,0.00049725786,8.366714e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005068709,0.00008900972,0.91282874,0.00009549815,0.0001625681,0.0000014936841,0.0011643758,0.000017115488,0.00034169454,0.04674235,0.000039747432,0.03846674],"study_design_scores_gemma":[0.00085912185,0.000075744996,0.9230398,0.0048300275,0.000053379794,0.0000014014302,0.015624752,0.0007048249,0.000027219421,0.0014780858,0.053200267,0.0001053598],"about_ca_topic_score_codex":0.0019055894,"about_ca_topic_score_gemma":0.00075802073,"teacher_disagreement_score":0.05316052,"about_ca_system_score_codex":0.00016946839,"about_ca_system_score_gemma":0.000093410374,"threshold_uncertainty_score":0.6415128},"labels":[],"label_agreement":null},{"id":"W2272920560","doi":"10.19173/irrodl.v17i1.2149","title":"Emotional Intelligence as a Determinant of Readiness for Online Learning","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Emotional Intelligence and Performance","field":"Psychology","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Emotional intelligence; Scale (ratio); Psychology; Distance education; Mathematics education; Font; Academic achievement; Computer science; Social psychology; Artificial intelligence","score_opus":0.1940181465869213,"score_gpt":0.5343183721538873,"score_spread":0.34030022556696604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2272920560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91538227,0.020971378,0.019753577,0.024479466,0.0005661406,0.0024158778,0.00052735343,0.000023880917,0.015880086],"genre_scores_gemma":[0.97287154,0.023296526,0.00020200886,0.00009320823,0.00007612164,0.00009920613,0.00014186808,0.000009288373,0.0032102512],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982283,0.0003440317,0.00052013336,0.00023318255,0.00044429538,0.00023006662],"domain_scores_gemma":[0.9965954,0.0022890817,0.00022151152,0.00016059497,0.00068582804,0.000047622165],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040707714,0.00009039584,0.00023974208,0.00013364862,0.000101449026,0.000024470686,0.0008907939,0.000046596128,0.001174242],"category_scores_gemma":[0.003002213,0.00005263764,0.00006374696,0.00031939396,0.00029344318,0.00015989305,0.00031688437,0.00033997896,0.00003919531],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000961244,0.0004756833,0.084398955,0.0018519857,0.00013190412,0.000014730677,0.00046461727,0.0001625061,0.0008446515,0.17351586,0.0016987184,0.7354791],"study_design_scores_gemma":[0.0037661772,0.0038879567,0.22767083,0.13654822,0.00008619468,0.00046018022,0.015469789,0.006965665,0.008266961,0.07478681,0.5210721,0.0010191066],"about_ca_topic_score_codex":0.00032087907,"about_ca_topic_score_gemma":0.000020239604,"teacher_disagreement_score":0.73446006,"about_ca_system_score_codex":0.00005107905,"about_ca_system_score_gemma":0.00010101691,"threshold_uncertainty_score":0.9997388},"labels":[],"label_agreement":null},{"id":"W2288747119","doi":"10.19173/irrodl.v17i2.2342","title":"Should Instructors Require Discussion in Online Courses? Effects of Online Discussion on Community of Inquiry, Learner Time, Satisfaction, and Achievement","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Blackboard (design pattern); Mathematics education; Online discussion; Community of inquiry; Class (philosophy); Educational technology; Online learning; Online community; Computer-mediated communication; Online course; Cognition; Pedagogy; The Internet; Multimedia; Computer science; World Wide Web","score_opus":0.0973505535799184,"score_gpt":0.4695346980029425,"score_spread":0.3721841444230241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2288747119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96870315,0.00094083743,0.000022158634,0.029369626,0.00005926229,0.00053380267,0.0000651392,0.0000052348228,0.0003008031],"genre_scores_gemma":[0.97955084,0.019754112,0.00009565845,0.000035443263,0.00004280534,0.000009924225,0.00009315653,0.000006977231,0.00041109347],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9957266,0.0026124318,0.00048033125,0.0001676202,0.00081248954,0.00020055831],"domain_scores_gemma":[0.9976536,0.0015898916,0.00028650428,0.00017381215,0.000229054,0.00006713188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058723832,0.00009778142,0.0003297201,0.00018309493,0.00021748905,0.000027560087,0.0004984344,0.00006385858,0.000081054895],"category_scores_gemma":[0.0055054654,0.000042796622,0.00003853731,0.0004361184,0.0005912531,0.00031097385,0.00057235,0.00073781767,0.0000011238925],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029689888,0.0006135767,0.4110102,0.0012883676,0.00003579395,0.000003802492,0.0016418752,0.000037969327,0.0019908936,0.0041254736,0.00023987782,0.57871526],"study_design_scores_gemma":[0.0030747396,0.0010003286,0.84152734,0.06868,0.00002529764,0.0000024267085,0.036061816,0.00022143015,0.00050899945,0.00271584,0.045934338,0.00024745843],"about_ca_topic_score_codex":0.0027214526,"about_ca_topic_score_gemma":0.0015821304,"teacher_disagreement_score":0.5784678,"about_ca_system_score_codex":0.00012501059,"about_ca_system_score_gemma":0.00023686413,"threshold_uncertainty_score":0.6590954},"labels":[],"label_agreement":null},{"id":"W2288952191","doi":"10.19173/irrodl.v17i2.2448","title":"A Systematic Analysis and Synthesis of the Empirical MOOC Literature Published in 2013–2015","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":331,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"Canada Research Chairs","keywords":"Educational research; Empirical research; Positivism; Qualitative research; Period (music); Class (philosophy); Focus group; Sociology; Library science; Data science; Social science; Psychology; Computer science; Political science; Epistemology","score_opus":0.07002591899983178,"score_gpt":0.4321017773266742,"score_spread":0.3620758583268424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2288952191","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23138165,0.073754154,0.010549436,0.67959905,0.0001807806,0.002256544,0.00013620268,0.000033053126,0.002109165],"genre_scores_gemma":[0.9884077,0.010991748,0.00023651596,0.00006683201,0.0000105934705,0.000028536733,0.000005487468,0.0000029194143,0.00024971017],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.99715894,0.001328155,0.0004781159,0.00023059189,0.00064323866,0.00016097096],"domain_scores_gemma":[0.99630463,0.002686708,0.00023064527,0.00037475018,0.000357511,0.000045727487],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007661019,0.000077636374,0.0003949657,0.00028092015,0.00006303397,0.00025594313,0.0017811258,0.000036903708,0.000017656863],"category_scores_gemma":[0.010982345,0.00003362298,0.00007705672,0.0021086198,0.00014013803,0.00032276084,0.0011881313,0.0003899586,0.0000015067952],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008917843,0.0005186739,0.8944994,0.031901073,0.0009442449,0.000039489936,0.001470732,0.00042149855,0.00018649489,0.037467025,0.004896719,0.027565453],"study_design_scores_gemma":[0.0021214166,0.00020855533,0.29697543,0.49993676,0.00029623913,0.00007056687,0.0016310753,0.17592543,0.00029123697,0.01630215,0.005729491,0.00051165785],"about_ca_topic_score_codex":0.00017127968,"about_ca_topic_score_gemma":0.000044338278,"teacher_disagreement_score":0.757026,"about_ca_system_score_codex":0.000048601392,"about_ca_system_score_gemma":0.00009773893,"threshold_uncertainty_score":0.99734855},"labels":[],"label_agreement":null},{"id":"W2289152028","doi":"10.19173/irrodl.v17i2.2284","title":"Preservice Teachers’ Perception and Use of Personal Learning Environments (PLEs)","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Socialization; Informal learning; The Internet; Perception; Computer science; Scale (ratio); Psychology; World Wide Web; Knowledge management; Multimedia; Pedagogy; Social psychology","score_opus":0.10660926795028694,"score_gpt":0.44065092157781854,"score_spread":0.3340416536275316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289152028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9749399,0.0024127483,0.00014492459,0.020043293,0.000026950096,0.00053873885,0.000023641025,0.000009868671,0.001859936],"genre_scores_gemma":[0.9534702,0.04466376,0.00006320028,0.000051649804,0.000015961725,0.000012271359,0.000012538618,0.0000046953896,0.0017057381],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99778014,0.000950197,0.0002186743,0.00016329394,0.00068220287,0.00020545852],"domain_scores_gemma":[0.99894804,0.00066184485,0.00014243294,0.00009008828,0.000100064295,0.0000575168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048864116,0.00006131701,0.000154885,0.00008054168,0.00024143727,0.000074534044,0.0005894614,0.000057427147,0.00028721214],"category_scores_gemma":[0.0051953355,0.00003960065,0.000024924817,0.00017865712,0.0006681564,0.00038917235,0.00061547814,0.0004067746,0.000007202907],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013484155,0.00011675672,0.8479626,0.00032925623,0.000046469166,0.0000037007076,0.0027160044,0.000004990423,0.0027143362,0.0021208937,0.0010173616,0.14283276],"study_design_scores_gemma":[0.0015264566,0.00022229018,0.7050187,0.016792482,0.000019304658,0.000008045001,0.025403095,0.0003379023,0.00014082748,0.00082840124,0.24950908,0.00019340086],"about_ca_topic_score_codex":0.0022007274,"about_ca_topic_score_gemma":0.00008522192,"teacher_disagreement_score":0.24849172,"about_ca_system_score_codex":0.0001355923,"about_ca_system_score_gemma":0.00007087052,"threshold_uncertainty_score":0.62196773},"labels":[],"label_agreement":null},{"id":"W2289230898","doi":"10.19173/irrodl.v17i2.1913","title":"Issues and Challenges in Open and Distance e-Learning: Perspectives from the Philippines","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":145,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open education; Institution; Open learning; Open educational resources; Higher education; Open university; Class (philosophy); Sociology; Digital divide; Pedagogy; Political science; Mathematics education; Economic growth; Information and Communications Technology; Teaching method; Psychology; Social science; Computer science; World Wide Web; Economics; Cooperative learning","score_opus":0.1500329743767199,"score_gpt":0.4481193503814138,"score_spread":0.2980863760046939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289230898","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.067565024,0.3346225,0.00071282656,0.59421444,0.000043272066,0.00059877936,0.00002896397,0.00001732769,0.0021968812],"genre_scores_gemma":[0.6118229,0.38747433,0.00022551925,0.00004990322,0.000038415143,0.000017256225,0.0000061394985,0.000003907534,0.00036159976],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979658,0.00084315834,0.000244403,0.00036868325,0.00039069448,0.00018725029],"domain_scores_gemma":[0.9974513,0.0019578396,0.00011529795,0.00023661305,0.00019055176,0.00004837813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004500771,0.00009672024,0.00023910425,0.00006122745,0.00018769955,0.0004290502,0.0019107149,0.000026943444,0.000026522825],"category_scores_gemma":[0.0035200883,0.000048618625,0.000018732952,0.00026834276,0.00028671196,0.00044861052,0.0025223955,0.00046950835,0.0000028977531],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010470215,0.00015447175,0.2509186,0.0005145287,0.000084201216,0.000023396835,0.0041147065,0.000045611916,0.00014089019,0.28982553,0.0006205353,0.45345283],"study_design_scores_gemma":[0.0029223138,0.0004310077,0.33349895,0.03803194,0.000017569764,0.000032827415,0.030725714,0.020344501,0.00005475461,0.0717949,0.501635,0.00051051803],"about_ca_topic_score_codex":0.00079724874,"about_ca_topic_score_gemma":0.00014028892,"teacher_disagreement_score":0.5941645,"about_ca_system_score_codex":0.000039196806,"about_ca_system_score_gemma":0.000063058775,"threshold_uncertainty_score":0.42141286},"labels":[],"label_agreement":null},{"id":"W2289893482","doi":"10.19173/irrodl.v17i2.2107","title":"Dyads Versus Groups: Using Different Social Structures in Peer Review to Enhance Online Collaborative Learning Processes","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Social constructivism; Psychology; Informal learning; Facilitation; Point (geometry); Class (philosophy); Collaborative learning; Quality (philosophy); Qualitative research; Mathematics education; Social psychology; Computer science; Pedagogy; Sociology","score_opus":0.21591923735414598,"score_gpt":0.5865004443056615,"score_spread":0.37058120695151553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289893482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8594143,0.061801184,0.0035577517,0.06590825,0.00046349491,0.0022030815,0.00017615665,0.000038033195,0.0064377678],"genre_scores_gemma":[0.97667897,0.020259595,0.00067484024,0.00039569137,0.00016815207,0.00013703993,0.00016714641,0.000024936282,0.0014936408],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930128,0.0046127974,0.0006062634,0.0004177395,0.00096758397,0.00038282896],"domain_scores_gemma":[0.9951853,0.0026908396,0.0003068243,0.00016832755,0.0015908937,0.000057827026],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012463167,0.00017545834,0.0005037254,0.00021863915,0.00023959929,0.000080112135,0.00089277886,0.00006459858,0.00054259185],"category_scores_gemma":[0.027856024,0.00010409513,0.00003962706,0.0014560694,0.00020546124,0.00015054723,0.00056698895,0.0012850829,0.000010047759],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049854685,0.0010207692,0.13019973,0.015497221,0.00059305126,0.00010338928,0.0123199755,0.0002484048,0.0044847582,0.041732065,0.017145135,0.77167004],"study_design_scores_gemma":[0.006171045,0.0015406883,0.24464673,0.19763787,0.0000916684,0.000037561036,0.021441635,0.00018417981,0.0006881455,0.0032106044,0.5232096,0.0011403017],"about_ca_topic_score_codex":0.00029126977,"about_ca_topic_score_gemma":0.000060572787,"teacher_disagreement_score":0.77052975,"about_ca_system_score_codex":0.00026220508,"about_ca_system_score_gemma":0.00020146628,"threshold_uncertainty_score":0.98033273},"labels":[],"label_agreement":null},{"id":"W2290671769","doi":"10.19173/irrodl.v17i2.2227","title":"E-learning in Mongolian Higher Education","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Cluster analysis; Class (philosophy); Higher education; Psychology; Computer science; Artificial intelligence; Political science","score_opus":0.07594871817533566,"score_gpt":0.4610309109183763,"score_spread":0.3850821927430406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290671769","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21384843,0.023229381,0.003954411,0.70759374,0.0006490113,0.0014762374,0.000010170746,0.000074720076,0.04916391],"genre_scores_gemma":[0.98560524,0.0111161135,0.00050199137,0.00016096981,0.000025888983,0.000106157895,0.000012296367,0.0000029035118,0.0024684519],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986647,0.00038082086,0.00023918455,0.0002039818,0.00035097965,0.00016035601],"domain_scores_gemma":[0.9988616,0.000637352,0.00009167609,0.00018062012,0.00019561658,0.00003314266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003172839,0.00005598473,0.000115790324,0.00016443785,0.00007953341,0.00007744097,0.0014671731,0.000031553984,0.00011516218],"category_scores_gemma":[0.0008206574,0.00003363056,0.000017536708,0.00054698956,0.00010163864,0.0003474941,0.00076750293,0.00040784507,0.000016891228],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011247597,0.00016566884,0.13855654,0.00018948287,0.000011214509,0.0000035780781,0.000074192365,0.000016028342,0.00017294772,0.6505163,0.0022329276,0.20804988],"study_design_scores_gemma":[0.0009787176,0.00017384083,0.4085746,0.023582553,0.0000033890965,0.000023149527,0.0014505811,0.0008344501,0.00036455892,0.09975403,0.4640236,0.0002365254],"about_ca_topic_score_codex":0.0001580714,"about_ca_topic_score_gemma":0.000008330723,"teacher_disagreement_score":0.77175677,"about_ca_system_score_codex":0.0001287693,"about_ca_system_score_gemma":0.00032501257,"threshold_uncertainty_score":0.27263972},"labels":[],"label_agreement":null},{"id":"W2290816940","doi":"10.19173/irrodl.v17i2.2280","title":"Factors Influencing Teachers’ Use of Multimedia Enhanced Content in Secondary Schools in Tanzania","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Tanzania; Mathematics education; Economic shortage; Government (linguistics); Vocational education; Subject (documents); Psychology; Medical education; Computer science; Pedagogy; Medicine; Sociology; Library science","score_opus":0.3689843393465662,"score_gpt":0.49333910475133835,"score_spread":0.12435476540477214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290816940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99392724,0.0012587141,0.00013421153,0.0039212476,0.000038717455,0.00043105308,0.000048951326,0.0000051176917,0.00023477568],"genre_scores_gemma":[0.9963969,0.0030676248,0.00011656793,0.000058727335,0.000003872995,0.000029952047,0.000011630182,0.000004237192,0.00031049576],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968127,0.00087454356,0.0008750727,0.00028173314,0.0009421815,0.00021379319],"domain_scores_gemma":[0.9958305,0.0031114924,0.00028750175,0.0002690961,0.00044785513,0.000053588534],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009571389,0.000089766574,0.000361571,0.00047919003,0.00004010714,0.00008757519,0.0013479711,0.000071643146,0.00043227567],"category_scores_gemma":[0.028942386,0.00004706394,0.000045541303,0.000787618,0.00023758036,0.00047707546,0.0007355178,0.0008348728,0.000013881936],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050850136,0.00005711299,0.9275109,0.000027797494,0.0000062765494,0.0000053698304,0.0002866526,0.000008949668,0.0033665271,0.0005199815,0.00024698395,0.0679126],"study_design_scores_gemma":[0.0009376511,0.00004256766,0.98273224,0.0051374775,0.0000014173653,0.0000013734257,0.005026372,0.00006620827,0.0012867488,0.00087896344,0.0038250878,0.00006389993],"about_ca_topic_score_codex":0.0011806253,"about_ca_topic_score_gemma":0.0003579018,"teacher_disagreement_score":0.0678487,"about_ca_system_score_codex":0.00015114095,"about_ca_system_score_gemma":0.00018838704,"threshold_uncertainty_score":0.97923726},"labels":[],"label_agreement":null},{"id":"W2291064708","doi":"10.19173/irrodl.v17i2.2256","title":"Book Review – Online, Blended, and Distance Education: Building Successful Programs in Schools","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Task (project management); Field (mathematics); Blended learning; Process (computing); Computer science; Sociology; Mathematics education; World Wide Web; Educational technology; Pedagogy; Psychology; Engineering; Mathematics","score_opus":0.0688111387328208,"score_gpt":0.4673189670183409,"score_spread":0.3985078282855201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291064708","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011037442,0.7751467,0.00010954762,0.20716038,0.0000781097,0.0014088503,0.000024306952,0.000014619239,0.005020033],"genre_scores_gemma":[0.07784674,0.91837144,0.00032902474,0.0011547947,0.00010769576,0.0001187245,0.000055008128,0.000007787663,0.0020087769],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972495,0.0010540449,0.0004250045,0.00027648537,0.0006941796,0.00030080497],"domain_scores_gemma":[0.9985072,0.00069451483,0.00017549716,0.00015116337,0.00037394412,0.000097707925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070899758,0.00009248615,0.0002706607,0.00010499967,0.00021803546,0.00015526853,0.0008618629,0.000038990016,0.0003280063],"category_scores_gemma":[0.004967082,0.000057723086,0.000033134518,0.0006816894,0.00029916374,0.0005639904,0.00041772772,0.0005767508,0.0000055531355],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004033291,0.00020586395,0.11855224,0.0030078683,0.000018060362,0.000008432393,0.00011617972,0.0000013250088,0.000016391083,0.028939815,0.0143568935,0.8347366],"study_design_scores_gemma":[0.0002562611,0.000028981567,0.00257382,0.07452089,0.0000051488987,0.000003544125,0.002150985,0.000014799948,0.0000029381563,0.0008203377,0.91954273,0.000079578414],"about_ca_topic_score_codex":0.00085701706,"about_ca_topic_score_gemma":0.00041493127,"teacher_disagreement_score":0.9051858,"about_ca_system_score_codex":0.00016509938,"about_ca_system_score_gemma":0.0009934541,"threshold_uncertainty_score":0.5946419},"labels":[],"label_agreement":null},{"id":"W2291342032","doi":"10.19173/irrodl.v17i2.2217","title":"Connectivism in Learning Activity Design: Implications for Pedagogically-Based Technology Adoption in African Higher Education Contexts","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Connectivism; Context (archaeology); Argument (complex analysis); Educational technology; Instructional design; Sociology; Learning theory; Exploratory research; Pedagogy; Knowledge management; Computer science; Social science","score_opus":0.1773798463742139,"score_gpt":0.5126814140231106,"score_spread":0.33530156764889674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291342032","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39416847,0.00993862,0.010639352,0.567976,0.00016860258,0.0047003706,0.000039016377,0.00006207636,0.012307529],"genre_scores_gemma":[0.9918264,0.0066387993,0.0003918289,0.000049280592,0.00004252706,0.0004378826,0.000021346617,0.000006567866,0.0005853253],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975691,0.0013373444,0.0002832972,0.0002506128,0.00028505837,0.0002746061],"domain_scores_gemma":[0.99657553,0.002706134,0.00017170864,0.00010917891,0.00039219877,0.000045224708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0073196036,0.00007556204,0.00020857516,0.00032666992,0.00021993968,0.00006706851,0.00056562125,0.000079023914,0.00009466447],"category_scores_gemma":[0.006183976,0.000052197927,0.00003098091,0.0008866242,0.00025192826,0.00024236583,0.00014942605,0.00050958944,0.0000031562843],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002643049,0.00037643712,0.22138846,0.00023336794,0.000012332893,0.0000015126408,0.00022698779,0.00021597346,0.0011560428,0.16847968,0.00024286573,0.607402],"study_design_scores_gemma":[0.0035371701,0.0005260251,0.277996,0.017805424,0.000015600577,0.0000030450608,0.010181808,0.0007302471,0.00027267943,0.053827852,0.6346967,0.0004074124],"about_ca_topic_score_codex":0.00063384464,"about_ca_topic_score_gemma":0.0004176665,"teacher_disagreement_score":0.63445383,"about_ca_system_score_codex":0.0003367153,"about_ca_system_score_gemma":0.00097018585,"threshold_uncertainty_score":0.7403244},"labels":[],"label_agreement":null},{"id":"W2291791126","doi":"10.19173/irrodl.v17i2.2401","title":"Experience with a Massive Open Online Course in Rural Rwanda","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Facilitator; Medicine; Medical education; Class (philosophy); Distance education; Online course; Psychology; Pedagogy","score_opus":0.06716619493220716,"score_gpt":0.4553525120631338,"score_spread":0.38818631713092666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291791126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55963016,0.010491932,0.014489994,0.4070424,0.00013824704,0.002062429,0.00011483614,0.00003966509,0.005990346],"genre_scores_gemma":[0.99057996,0.0074889683,0.0010465279,0.00017378098,0.000020682775,0.000039672246,0.00002444948,0.0000047804238,0.00062119676],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99822414,0.0004272202,0.00029234446,0.00024095626,0.000578821,0.0002365012],"domain_scores_gemma":[0.9985843,0.0006514377,0.00013323901,0.0002744176,0.00029323393,0.000063390995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002979937,0.00008395162,0.0002205637,0.00008850534,0.000090883506,0.00027460087,0.0031607188,0.000021702275,0.00005302407],"category_scores_gemma":[0.0012370578,0.000042546813,0.000019777186,0.0006393876,0.00021792414,0.0005577938,0.0020655396,0.0004160699,0.0000066097805],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036952694,0.0010425304,0.44011664,0.0007415212,0.00008421292,0.00027674725,0.0014891482,0.0006015188,0.0002916374,0.11182886,0.0017146727,0.44144297],"study_design_scores_gemma":[0.017263595,0.002469161,0.38198924,0.22373602,0.00003656269,0.00030334273,0.027331578,0.15134387,0.0005565319,0.0288826,0.16452931,0.0015581973],"about_ca_topic_score_codex":0.0005136083,"about_ca_topic_score_gemma":0.00010681222,"teacher_disagreement_score":0.43988478,"about_ca_system_score_codex":0.00007537977,"about_ca_system_score_gemma":0.00027188848,"threshold_uncertainty_score":0.5873455},"labels":[],"label_agreement":null},{"id":"W2291984861","doi":"10.19173/irrodl.v17i2.2221","title":"Learners’ Interpersonal Beliefs and Generated Feedback in an Online Role-Playing Peer- Feedback Activity: An Exploratory Study","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Peer feedback; Interpersonal communication; Psychology; Computer-mediated communication; Perception; Constructive; Quality (philosophy); Exploratory research; Interpersonal relationship; Social psychology; Mathematics education; Computer science; The Internet; World Wide Web","score_opus":0.1796078959938181,"score_gpt":0.4821766519664574,"score_spread":0.3025687559726393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291984861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9874967,0.001836353,0.000014274812,0.008392207,0.000061986764,0.00080967386,0.000034644567,0.000012883782,0.0013413075],"genre_scores_gemma":[0.9881794,0.010935534,0.00004417995,0.0000792252,0.00012222886,0.0000596211,0.000067662586,0.00001186248,0.0005002876],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99539834,0.0023476025,0.00035297294,0.00040437726,0.0011325554,0.0003641785],"domain_scores_gemma":[0.99839985,0.0006683334,0.0001447958,0.00017763332,0.0004582621,0.00015111869],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010195979,0.00013850872,0.00031348126,0.00019242842,0.00036978867,0.00036339214,0.001075914,0.000058749454,0.0002307208],"category_scores_gemma":[0.0015083976,0.00009234093,0.000029097024,0.00057192065,0.00039505362,0.0011100481,0.0007402292,0.00058056746,0.000007485775],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003469582,0.0010110022,0.8765448,0.000102603604,0.00005838776,0.000020220234,0.016344652,0.000008680004,0.0015488392,0.001610221,0.0002271135,0.102176525],"study_design_scores_gemma":[0.0039392593,0.00089312973,0.5976384,0.0060729347,0.000020770427,0.0000040707364,0.37283126,0.001134727,0.000039421007,0.00047545772,0.016551392,0.0003991508],"about_ca_topic_score_codex":0.0022995498,"about_ca_topic_score_gemma":0.007011141,"teacher_disagreement_score":0.35648662,"about_ca_system_score_codex":0.00022136372,"about_ca_system_score_gemma":0.00025609363,"threshold_uncertainty_score":0.39123812},"labels":[],"label_agreement":null},{"id":"W2292165329","doi":"10.19173/irrodl.v17i2.2066","title":"Evaluation of Intelligent Grouping Based on Learners’ Collaboration Competence Level in Online Collaborative Learning Environment","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Commission for Science and Technology","keywords":"Collaborative learning; Dynamism; Competence (human resources); Computer science; Knowledge management; Distance education; Multimedia; Mathematics education; Psychology; Social psychology","score_opus":0.2846741351179455,"score_gpt":0.5357171146411657,"score_spread":0.2510429795232202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2292165329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9218735,0.0097809825,0.026137343,0.021552075,0.00032815652,0.0032826215,0.00020580928,0.000025016076,0.016814504],"genre_scores_gemma":[0.9962389,0.0024482063,0.00069524127,0.00008357138,0.000027078688,0.00011328842,0.00013702089,0.000012180928,0.00024455303],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.986317,0.010985451,0.00066812185,0.00036124702,0.0014204736,0.0002477117],"domain_scores_gemma":[0.9952628,0.0030911393,0.00042701315,0.00022370221,0.0009581574,0.000037171823],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04194094,0.0001317838,0.00033001835,0.0003573356,0.00012380007,0.000040424595,0.00057770737,0.000061991006,0.0006241621],"category_scores_gemma":[0.01131974,0.00008654262,0.00003322478,0.0010047691,0.00028137042,0.0001305918,0.0002275887,0.0009048612,0.000014364715],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001263399,0.001201827,0.21837848,0.00056974404,0.00017036538,0.000014572828,0.0050462154,0.039233014,0.003997477,0.026308147,0.00039001755,0.7034267],"study_design_scores_gemma":[0.011668115,0.0029761703,0.6827316,0.06715657,0.00010568564,0.000011538255,0.074854925,0.10028754,0.0017885754,0.0037201028,0.05388501,0.00081411516],"about_ca_topic_score_codex":0.00034344866,"about_ca_topic_score_gemma":0.00003735101,"teacher_disagreement_score":0.70261264,"about_ca_system_score_codex":0.00047722302,"about_ca_system_score_gemma":0.00030747414,"threshold_uncertainty_score":0.9970083},"labels":[],"label_agreement":null},{"id":"W2292383038","doi":"10.19173/irrodl.v17i2.2492","title":"Culture and Online Learning: Global Perspectives and Research","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Educational technology; Online learning; Distance education; Electronic learning; Sociology; Computer science; Psychology; Pedagogy; Multimedia","score_opus":0.1070858114518663,"score_gpt":0.5224647505810821,"score_spread":0.4153789391292158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2292383038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66426605,0.110050984,0.000085267915,0.17717372,0.00007230981,0.0012254036,0.000106039,0.000036141584,0.046984065],"genre_scores_gemma":[0.75737363,0.23937687,0.00017587826,0.000031566433,0.000120711076,0.00001556734,0.000021175509,0.000004945038,0.0028796557],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958384,0.0022760085,0.00022996313,0.0003072081,0.0009947686,0.0003536712],"domain_scores_gemma":[0.9975051,0.0014304878,0.00008560428,0.0001001406,0.00075468246,0.00012396942],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011819505,0.00008236259,0.00020244463,0.000097031574,0.00067141425,0.0002351273,0.00062833383,0.000062821695,0.00015821085],"category_scores_gemma":[0.01260027,0.000047623136,0.000025136846,0.00063111447,0.001136235,0.00031642945,0.00091073895,0.00088514696,0.0000056791696],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002000306,0.0001961783,0.29798368,0.0005539851,0.000071493625,0.00002628182,0.004687008,0.0000051097504,0.00018523735,0.21162146,0.003020846,0.48144868],"study_design_scores_gemma":[0.00070167915,0.00018798467,0.024337582,0.006467971,0.0000065819286,0.000012104051,0.10238129,0.00007128648,0.0000074029954,0.006309543,0.8594029,0.00011368058],"about_ca_topic_score_codex":0.0012494802,"about_ca_topic_score_gemma":0.00034582353,"teacher_disagreement_score":0.8563821,"about_ca_system_score_codex":0.00016471824,"about_ca_system_score_gemma":0.00031194062,"threshold_uncertainty_score":0.995717},"labels":[],"label_agreement":null},{"id":"W2293298071","doi":"10.19173/irrodl.v6i2.284","title":"e-Learning 2.0","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Educational technology; Computer science; Distance education; Multimedia; Mathematics education; Psychology","score_opus":0.07671414383023435,"score_gpt":0.4404203988749311,"score_spread":0.3637062550446968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293298071","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08905636,0.036703147,0.009823608,0.31330588,0.00064476836,0.0025044268,0.000011139344,0.00018760462,0.54776305],"genre_scores_gemma":[0.97300506,0.02255055,0.0015095744,0.00043598414,0.000084895444,0.000049458056,0.000041724914,0.000007456784,0.0023153208],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974483,0.0008635772,0.00038140503,0.00029421563,0.00072280667,0.00028964735],"domain_scores_gemma":[0.9983238,0.0008149556,0.00015830154,0.00023512026,0.00037550274,0.00009231327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007453883,0.000094880954,0.00020435228,0.00015454521,0.0003069503,0.00051339786,0.0024925398,0.00003231409,0.00033004765],"category_scores_gemma":[0.0028876162,0.000070411246,0.000042802487,0.0007731605,0.000107644926,0.00071328884,0.0016648445,0.001116924,0.00011615282],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006449245,0.00034701225,0.061466735,0.0009980596,0.00007947457,0.000019243054,0.0021091173,0.0038786822,0.0002452023,0.37967768,0.014857045,0.53625727],"study_design_scores_gemma":[0.00063538016,0.00014406593,0.011597308,0.005077207,0.000004265575,0.00004020332,0.005939013,0.03201257,0.00013625459,0.001129577,0.9430923,0.00019184678],"about_ca_topic_score_codex":0.0001979329,"about_ca_topic_score_gemma":0.000010774681,"teacher_disagreement_score":0.92823523,"about_ca_system_score_codex":0.00011244121,"about_ca_system_score_gemma":0.00019606875,"threshold_uncertainty_score":0.49507073},"labels":[],"label_agreement":null},{"id":"W2296178309","doi":"10.19173/irrodl.v17i4.2385","title":"Design and Development of a Learning Design Virtual Internship Program","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Internship; Class (philosophy); Process (computing); Online learning; Medical education; Engineering management; Engineering; Computer science; Multimedia; Medicine; Artificial intelligence","score_opus":0.19725981961230285,"score_gpt":0.48847264822130515,"score_spread":0.2912128286090023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296178309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46439055,0.038921528,0.39864743,0.06880222,0.00037140553,0.01132431,0.000026427408,0.00020522524,0.017310895],"genre_scores_gemma":[0.96511763,0.021395307,0.01256215,0.00001973071,0.000042499483,0.00010815221,0.00001349462,0.000009694048,0.00073135627],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960001,0.0023878606,0.00040166426,0.0002094271,0.0007256166,0.00027532852],"domain_scores_gemma":[0.9965733,0.002710684,0.00019385581,0.00008212938,0.00036015344,0.000079836675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016506214,0.00008424194,0.00022731068,0.0001224952,0.00031432064,0.000107785505,0.00070703524,0.00004572619,0.0001494378],"category_scores_gemma":[0.0059341746,0.00005100783,0.000022703929,0.0003338814,0.0004236201,0.00023261672,0.0005179118,0.0004431914,0.0000067605883],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015259915,0.00008826289,0.015563918,0.00023398631,0.000040444964,0.0000046991395,0.001636287,0.0000763498,0.0002451999,0.0049551763,0.0001750731,0.976828],"study_design_scores_gemma":[0.0024100463,0.001146073,0.006333083,0.03940129,0.000024438172,0.00001246371,0.04814904,0.0019303455,0.0015570899,0.0020679045,0.89653414,0.00043407505],"about_ca_topic_score_codex":0.00013869916,"about_ca_topic_score_gemma":0.000028831331,"teacher_disagreement_score":0.97639394,"about_ca_system_score_codex":0.00009707461,"about_ca_system_score_gemma":0.0007021605,"threshold_uncertainty_score":0.710419},"labels":[],"label_agreement":null},{"id":"W2345899915","doi":"10.19173/irrodl.v16i4.2084","title":"Alteration of Influencing Factors of Continued Intentions to Use e-Learning for Different Degrees of Adult Online Participation","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Structural equation modeling; Construct (python library); Curriculum; Knowledge management; Adaptation (eye); Online learning; Mathematics education; Social psychology; Pedagogy; Computer science; Mathematics; Multimedia; Statistics","score_opus":0.45558738943343324,"score_gpt":0.5532793266527892,"score_spread":0.09769193721935598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345899915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926809,0.00025126507,0.004970011,0.0013822677,0.000041641815,0.0005434176,0.00009402778,0.000004412881,0.00003206135],"genre_scores_gemma":[0.9988124,0.0004336977,0.0004957881,0.000015800886,0.0000050989256,0.000034224387,0.00011487795,0.000003819049,0.000084335516],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99717873,0.00059902435,0.0009098446,0.00017129397,0.001018892,0.00012223504],"domain_scores_gemma":[0.9937174,0.0022119062,0.00053824857,0.00018569865,0.0032867366,0.000060053117],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005346761,0.000068920854,0.0003354918,0.00032080716,0.000055498527,0.00005501823,0.00070967036,0.000041057985,0.000027968234],"category_scores_gemma":[0.056008656,0.000043903598,0.00006300299,0.0005737038,0.00014686097,0.00025496967,0.00040333017,0.000256105,7.292987e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021461777,0.00017480383,0.98134774,0.00014663658,0.00002287972,2.6344316e-7,0.0005907337,0.0019536337,0.0026612408,0.00520132,0.0002170436,0.0074690846],"study_design_scores_gemma":[0.00085037807,0.00040578365,0.97170967,0.0038801467,0.000018875957,9.336773e-7,0.008530492,0.009071896,0.0033777507,0.0009180587,0.0011670159,0.000068977606],"about_ca_topic_score_codex":0.00043913804,"about_ca_topic_score_gemma":0.00020106659,"teacher_disagreement_score":0.05066189,"about_ca_system_score_codex":0.00004490418,"about_ca_system_score_gemma":0.0000902809,"threshold_uncertainty_score":0.951943},"labels":[],"label_agreement":null},{"id":"W2369703591","doi":"10.19173/irrodl.v17i3.2403","title":"Does Formal Credit Work for MOOC-Like Learning Environments?","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Credit score; Value (mathematics); Psychology; Significant difference; Affect (linguistics); E learning; Mathematics education; Business; Actuarial science; Computer science; Educational technology; Machine learning; Mathematics; Statistics","score_opus":0.051742333813000606,"score_gpt":0.39949849412953686,"score_spread":0.3477561603165363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2369703591","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0525044,0.016277583,0.59659094,0.3241754,0.0010736894,0.003181623,0.00012121038,0.00013269838,0.005942479],"genre_scores_gemma":[0.9653548,0.024670733,0.0025722906,0.00021415133,0.00015380498,0.0001009277,0.000061661915,0.000013463639,0.006858155],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980302,0.00037661177,0.00034321274,0.00029176308,0.00061358855,0.0003446217],"domain_scores_gemma":[0.99783933,0.0015364526,0.00016869334,0.00024125386,0.00014154743,0.000072732546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005515894,0.00009935485,0.0002120826,0.00009983864,0.0002371309,0.00020103289,0.0018217152,0.00003653261,0.00005549],"category_scores_gemma":[0.0024037359,0.000046055655,0.00006405936,0.00034318634,0.00014515467,0.00051813334,0.0013934049,0.000463884,0.000017684617],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002539349,0.00027312216,0.12500772,0.0012310881,0.00017340702,0.00002306831,0.00032375762,0.0011574794,0.00049669575,0.07220095,0.0072376165,0.79162115],"study_design_scores_gemma":[0.0015917901,0.00030579502,0.010968411,0.012459055,0.000012995885,0.000009769508,0.00050068647,0.016550014,0.00017951237,0.008708851,0.9484538,0.00025934854],"about_ca_topic_score_codex":0.000029877381,"about_ca_topic_score_gemma":0.0000023337052,"teacher_disagreement_score":0.9412162,"about_ca_system_score_codex":0.00007716918,"about_ca_system_score_gemma":0.00007886377,"threshold_uncertainty_score":0.33852303},"labels":[],"label_agreement":null},{"id":"W2373879455","doi":"10.19173/irrodl.v17i3.2293","title":"Increasing Social Presence in Online Learning through Small Group Discussions","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":225,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Psychology; Cohesion (chemistry); Perception; Group cohesiveness; Computer-mediated communication; Group (periodic table); Mathematics education; Online learning; Graduate students; Social psychology; Pedagogy; Computer science; Multimedia; The Internet; World Wide Web","score_opus":0.12302941494488094,"score_gpt":0.4788317080403504,"score_spread":0.35580229309546946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2373879455","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84383345,0.0071600243,0.00050397683,0.12732613,0.00013022228,0.0010618127,0.00005268963,0.000037893762,0.019893821],"genre_scores_gemma":[0.96108973,0.036872163,0.000520762,0.00007387174,0.00018085106,0.00003556171,0.00007167156,0.000010120139,0.0011452509],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99460924,0.0034379507,0.00043421262,0.00028581114,0.0008051659,0.00042763492],"domain_scores_gemma":[0.99649113,0.0029080133,0.0001816696,0.000107410095,0.00024406741,0.00006768807],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011432852,0.00010050841,0.00026674557,0.00012575125,0.00061462546,0.00014537017,0.0011131627,0.0000671957,0.0002518792],"category_scores_gemma":[0.013774808,0.00005842608,0.000053850923,0.00078635407,0.00049532566,0.00047827503,0.000869269,0.0009765883,0.000008606168],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002859016,0.00041531964,0.37054813,0.00055875315,0.000043402357,0.00004321319,0.0046893107,0.00006501244,0.0006383369,0.08410982,0.0007305826,0.53787225],"study_design_scores_gemma":[0.001732795,0.00014762659,0.06131342,0.030090988,0.000014210703,0.000010790448,0.073952116,0.00038356966,0.000017777415,0.008481875,0.8235311,0.00032374635],"about_ca_topic_score_codex":0.0059936144,"about_ca_topic_score_gemma":0.0024588378,"teacher_disagreement_score":0.8228005,"about_ca_system_score_codex":0.00018995981,"about_ca_system_score_gemma":0.0002864678,"threshold_uncertainty_score":0.9945326},"labels":[],"label_agreement":null},{"id":"W2394682926","doi":"10.19173/irrodl.v17i3.2379","title":"Instructor’s Use of Social Presence, Teaching Presence, and Attitudinal Dissonance: A Case Study of an Attitudinal Change MOOC","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognitive dissonance; Psychology; Facilitation; Attitude change; Instructional design; Pedagogy; Social facilitation; Social psychology","score_opus":0.21562352769574186,"score_gpt":0.5071815443421455,"score_spread":0.2915580166464036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2394682926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9949465,0.0010925626,0.000013220302,0.0025252148,0.000043243937,0.000795972,0.000053347543,0.0000056536824,0.0005242994],"genre_scores_gemma":[0.99459743,0.0048555816,0.00016450514,0.000008591609,0.000110505796,0.000052018626,0.00001033156,0.0000062044173,0.0001948441],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961077,0.001975766,0.00043632506,0.0002663858,0.0009548548,0.0002589792],"domain_scores_gemma":[0.9976444,0.0013879034,0.0003043,0.00014220833,0.0004412719,0.000079871905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066986387,0.00009663252,0.00032906773,0.00014488246,0.00049309246,0.000101223544,0.00065514474,0.000046398116,0.00007646523],"category_scores_gemma":[0.0042767515,0.000061174665,0.00003493426,0.00039618442,0.0006423018,0.00095587195,0.0007245166,0.00049342355,4.8791287e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037734112,0.0008805974,0.58575964,0.0009949525,0.00011998888,0.00020915407,0.016734047,0.000008284474,0.00013784583,0.024536833,0.00028435988,0.36995697],"study_design_scores_gemma":[0.0055002836,0.0021761528,0.48171324,0.02560691,0.000121020224,0.00025803538,0.34475976,0.0009628465,0.000053044336,0.0014163136,0.13682176,0.00061061897],"about_ca_topic_score_codex":0.010526582,"about_ca_topic_score_gemma":0.0018169048,"teacher_disagreement_score":0.36934635,"about_ca_system_score_codex":0.000059432037,"about_ca_system_score_gemma":0.00021317093,"threshold_uncertainty_score":0.9960624},"labels":[],"label_agreement":null},{"id":"W2394957857","doi":"10.19173/irrodl.v17i3.2115","title":"New Ideas on the Design of the Web-Based Learning System Oriented to Problem Solving From the Perspective of Question Chain and Learning Community","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Education of the People's Republic of China","keywords":"Computer science; Perspective (graphical); Mechanism (biology); Class (philosophy); Problem-based learning; Neglect; Process (computing); Educational technology; Instructional design; Management science; Artificial intelligence; Mathematics education; Multimedia; Mathematics; Epistemology; Psychology; Engineering","score_opus":0.12692058111614715,"score_gpt":0.46606159185939305,"score_spread":0.3391410107432459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2394957857","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7553298,0.008761422,0.1491888,0.06929945,0.00031273774,0.0044173035,0.00007528194,0.000068902686,0.012546301],"genre_scores_gemma":[0.9980125,0.00031165153,0.00090425444,0.00012733128,0.00004319931,0.000060220344,0.000011836198,0.00001600908,0.0005130102],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9685588,0.02978544,0.0005040037,0.0002510373,0.0006563859,0.00024432657],"domain_scores_gemma":[0.9815004,0.016821992,0.00053122395,0.0003920715,0.0007083616,0.000045972844],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041326206,0.00014671433,0.00033515753,0.000111851026,0.0007528216,0.00006358717,0.0012253913,0.000059049435,0.000111996684],"category_scores_gemma":[0.023520848,0.00006268478,0.00006035751,0.0007295154,0.00036832364,0.00006753594,0.00062115514,0.0024457236,0.000005054172],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029920437,0.00035752723,0.23841691,0.0011203155,0.0007159512,0.000006874198,0.032428585,0.008604035,0.011899179,0.580272,0.0041349865,0.11905158],"study_design_scores_gemma":[0.008139634,0.0036289578,0.48252845,0.19919379,0.00021411665,0.000042016618,0.2142684,0.013280943,0.0023590105,0.011544786,0.06392027,0.0008796409],"about_ca_topic_score_codex":0.008178204,"about_ca_topic_score_gemma":0.000035260513,"teacher_disagreement_score":0.56872725,"about_ca_system_score_codex":0.00020179783,"about_ca_system_score_gemma":0.00021087665,"threshold_uncertainty_score":0.9998557},"labels":[],"label_agreement":null},{"id":"W2397561152","doi":"10.19173/irrodl.v17i3.1811","title":"Participation in the Virtual Environment of Blended College Courses: An Activity Study of Student Performance","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bachelor; Session (web analytics); Mathematics education; Blended learning; Learning Management; Class (philosophy); Psychology; Distance education; Higher education; Student engagement; Online course; Medical education; Educational technology; Computer science; World Wide Web; Medicine","score_opus":0.11359980175161119,"score_gpt":0.49832816594983204,"score_spread":0.3847283641982209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397561152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940183,0.00030693505,0.000012786763,0.0040049013,0.000016971735,0.0007335725,0.000015568781,0.000001495153,0.0008894384],"genre_scores_gemma":[0.99109906,0.008720193,0.0000092606415,0.000008780011,0.00001926268,0.00005687772,0.0000060100165,0.0000024375854,0.000078090154],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961085,0.00225961,0.00030998897,0.00013328528,0.0010345257,0.00015412772],"domain_scores_gemma":[0.9985082,0.0010156876,0.00019552396,0.00014236197,0.00010979717,0.000028427985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010963365,0.000051198545,0.00017928732,0.00007129673,0.0001383133,0.00002289899,0.00079823966,0.000020797213,0.00009020458],"category_scores_gemma":[0.00087049085,0.000027091952,0.000018816789,0.00029442334,0.0002480516,0.00027106603,0.00024006685,0.0002465604,0.0000014758128],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032671526,0.0028701655,0.76160234,0.00020533305,0.00005026957,0.000005152734,0.008447349,0.0003713643,0.00039582775,0.007971583,0.00007384922,0.21768005],"study_design_scores_gemma":[0.0017209281,0.0014514751,0.8399187,0.0034904738,0.000018419398,6.033718e-7,0.14041866,0.00040620947,0.00018946311,0.00017800993,0.012113226,0.00009382769],"about_ca_topic_score_codex":0.00067914365,"about_ca_topic_score_gemma":0.0005002931,"teacher_disagreement_score":0.21758622,"about_ca_system_score_codex":0.00008561367,"about_ca_system_score_gemma":0.00022762916,"threshold_uncertainty_score":0.37997055},"labels":[],"label_agreement":null},{"id":"W2397671505","doi":"10.19173/irrodl.v17i3.2253","title":"Factors Affecting Students’ Behavioral Intention to Use LMS at a Turkish Post-Secondary Vocational School","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Turkish; Psychology; Interactivity; Usability; Distance education; Technology acceptance model; Vocational education; Likert scale; Applied psychology; Higher education; Social psychology; Mathematics education; Multimedia; Developmental psychology; Pedagogy; Computer science","score_opus":0.14699438141376142,"score_gpt":0.5041349339765303,"score_spread":0.3571405525627689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397671505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98480546,0.0007326596,0.000060829687,0.0120766265,0.000106171865,0.0007084118,0.00006173488,0.00001408321,0.0014340039],"genre_scores_gemma":[0.99346405,0.003530614,0.000088339395,0.000114967545,0.00006468228,0.000035967587,0.00013452076,0.000008070934,0.0025587843],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968704,0.001049921,0.00033584228,0.00025957148,0.0011843547,0.00029993066],"domain_scores_gemma":[0.99739903,0.0014581127,0.00014594772,0.00012956698,0.00070942816,0.00015789003],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006718665,0.0000936575,0.00019073678,0.00016348001,0.0004927848,0.00032633723,0.0010293969,0.000046901856,0.0010104917],"category_scores_gemma":[0.009984035,0.000057035788,0.00006104767,0.00044533436,0.00019288593,0.00063216867,0.0010509372,0.00048284436,0.0000432048],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008942361,0.00012687997,0.9231358,0.00012027721,0.000030217074,0.000005069211,0.0007301506,0.0000026294201,0.00056737056,0.0015124492,0.001408641,0.072271094],"study_design_scores_gemma":[0.0006240389,0.00017629402,0.78154093,0.0072889156,0.000012451811,0.0000028167096,0.01577482,0.0000061945966,0.00011212525,0.00018360834,0.19412409,0.00015372268],"about_ca_topic_score_codex":0.0033077453,"about_ca_topic_score_gemma":0.0013289816,"teacher_disagreement_score":0.19271545,"about_ca_system_score_codex":0.00041740455,"about_ca_system_score_gemma":0.00042861092,"threshold_uncertainty_score":0.9999027},"labels":[],"label_agreement":null},{"id":"W2398763093","doi":"10.19173/irrodl.v17i3.2191","title":"Diffusion of Innovations Approach to the Evaluation of Learning Management System Usage in an Open Distance Learning Institution","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Learning Management; Information and Communications Technology; Knowledge management; E learning; Diffusion of innovations; Institution; Psychology; Bridge (graph theory); Data collection; Higher education; Class (philosophy); Medical education; Educational technology; Computer science; Mathematics education; Sociology; Business; Marketing; World Wide Web; Political science; Social science","score_opus":0.17021184086464428,"score_gpt":0.4927650254292729,"score_spread":0.32255318456462867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398763093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8784538,0.003064194,0.012135848,0.012332224,0.00013508454,0.0053592212,0.00003438902,0.000023486384,0.088461734],"genre_scores_gemma":[0.99506277,0.00391293,0.00040509625,0.00001244569,0.000032938893,0.00015905494,0.00006524051,0.0000062859012,0.00034324342],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99373645,0.0036622984,0.0006032197,0.0002692941,0.0014961835,0.00023256053],"domain_scores_gemma":[0.99789,0.0005887566,0.00036491282,0.00019417562,0.00091548014,0.000046687663],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03208772,0.000084128034,0.00025594994,0.00023761777,0.00043021122,0.00012916193,0.0015307141,0.00004094862,0.000045913086],"category_scores_gemma":[0.0044865212,0.000049560043,0.000026441552,0.0015229199,0.00024527434,0.0005286306,0.0009602916,0.00047700226,0.0000029037617],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020964039,0.0003578638,0.14158784,0.0012495897,0.000047691992,0.000002202114,0.0030510311,0.012090526,0.00046124335,0.32479775,0.000107499254,0.51603717],"study_design_scores_gemma":[0.0053164936,0.0007027368,0.19081573,0.07614929,0.00010978799,0.000006122866,0.24698098,0.04475517,0.00018048537,0.0025503656,0.43186697,0.0005658647],"about_ca_topic_score_codex":0.0014590592,"about_ca_topic_score_gemma":0.0004901363,"teacher_disagreement_score":0.5154713,"about_ca_system_score_codex":0.00033147185,"about_ca_system_score_gemma":0.00036102688,"threshold_uncertainty_score":0.99666935},"labels":[],"label_agreement":null},{"id":"W2400973393","doi":"10.19173/irrodl.v17i3.2361","title":"Teacher Perceptions of Learner-Learner Engagement at a Cyber High School","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Flexibility (engineering); Perception; Mathematics education; The Internet; Educational technology; Pedagogy; Computer science; World Wide Web","score_opus":0.08835103898266422,"score_gpt":0.4658716053193784,"score_spread":0.37752056633671416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400973393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8358957,0.0055211387,0.0001629857,0.096978754,0.00011240433,0.0010582078,0.00005262209,0.00002417057,0.06019401],"genre_scores_gemma":[0.9440871,0.040111788,0.00018244771,0.00007890671,0.00012056809,0.000046003992,0.000036115795,0.000008554125,0.015328549],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961332,0.0020276466,0.0003704334,0.00022381067,0.00095883367,0.0002860929],"domain_scores_gemma":[0.99798447,0.001159325,0.00016896393,0.00017790734,0.0004076732,0.00010167889],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010704866,0.00008144193,0.00022529444,0.00012113565,0.00040609448,0.00007053885,0.0008839718,0.000051210867,0.0065454016],"category_scores_gemma":[0.007888545,0.000047913236,0.000062108644,0.00041210782,0.00046263987,0.00025398753,0.00082682836,0.00059358566,0.00009311908],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026137606,0.0004614495,0.47747502,0.0007795907,0.00017926875,0.000015844764,0.0021562336,0.000092184484,0.0019872775,0.070648074,0.028771413,0.41717228],"study_design_scores_gemma":[0.00080117304,0.00009573111,0.04462302,0.006665253,0.00001563383,0.0000024593917,0.015024824,0.000040500763,0.000056787056,0.001176963,0.9313701,0.00012755003],"about_ca_topic_score_codex":0.0021645203,"about_ca_topic_score_gemma":0.0003398475,"teacher_disagreement_score":0.9025987,"about_ca_system_score_codex":0.00024753757,"about_ca_system_score_gemma":0.00038051177,"threshold_uncertainty_score":0.9943628},"labels":[],"label_agreement":null},{"id":"W2400988228","doi":"10.19173/irrodl.v17i3.2344","title":"Blending Formal and Informal Learning Networks for Online Learning","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formal learning; Informal learning; Synchronous learning; Informal education; Educational technology; Learning sciences; Online learning; Social learning; Computer science; Cooperative learning; Blended learning; Collaborative learning; Experiential learning; Active learning (machine learning); Mathematics education; Knowledge management; Psychology; Pedagogy; Higher education; Multimedia; Teaching method; Artificial intelligence","score_opus":0.0672383013490327,"score_gpt":0.4027365071126439,"score_spread":0.3354982057636112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400988228","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08790464,0.03424007,0.8080775,0.045357972,0.00051821006,0.0030382534,0.000027990178,0.00019394644,0.02064137],"genre_scores_gemma":[0.9605851,0.0346699,0.0018231422,0.00012664295,0.000102315586,0.00009061092,0.000065946115,0.000013033559,0.002523273],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99782944,0.00047133214,0.0004392618,0.00031547784,0.00047760963,0.00046688024],"domain_scores_gemma":[0.9973633,0.0018177812,0.00021678991,0.0001775907,0.00033403383,0.00009046675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0084204655,0.00013081342,0.00026370725,0.00018356512,0.0004964536,0.00033490334,0.001382097,0.000044534718,0.00002672839],"category_scores_gemma":[0.0033411798,0.00008117797,0.000052286636,0.000422846,0.0001900272,0.00084235746,0.0027561148,0.0007539272,0.000005173523],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084676125,0.00004981455,0.02957899,0.000784802,0.000052644024,0.000006087328,0.00021187043,0.002091428,0.000029357252,0.052064203,0.0006054926,0.91444063],"study_design_scores_gemma":[0.002735382,0.00073381554,0.018379156,0.019124782,0.000018598585,0.000041262305,0.0025558441,0.39876956,0.000050112736,0.00097510644,0.55623925,0.00037716157],"about_ca_topic_score_codex":0.00005223599,"about_ca_topic_score_gemma":0.000015572086,"teacher_disagreement_score":0.91406345,"about_ca_system_score_codex":0.00006735257,"about_ca_system_score_gemma":0.000064521424,"threshold_uncertainty_score":0.39999458},"labels":[],"label_agreement":null},{"id":"W2401451549","doi":"10.19173/irrodl.v17i3.2220","title":"Interaction Gaps in PhD Education and ICT as a Way Forward: Results from a Study in Sweden","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Doctoral Education Challenges and Solutions","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information and Communications Technology; Distance education; Higher education; Psychology; Set (abstract data type); Class (philosophy); Quality (philosophy); Institution; Open education; Affect (linguistics); Medical education; Computer science; Mathematics education; Pedagogy; Sociology; World Wide Web; Political science; Medicine; Communication","score_opus":0.36669842572790673,"score_gpt":0.6349619331331485,"score_spread":0.2682635074052418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401451549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9362269,0.006556345,0.000009826474,0.04616427,0.00025068177,0.0016797418,0.00007612337,0.000005816377,0.009030265],"genre_scores_gemma":[0.9691105,0.029088141,0.000021852275,0.0001434618,0.00007443145,0.00036877644,0.000115356466,0.000005993296,0.0010715172],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99690735,0.0016136825,0.0006406021,0.00026717645,0.00035500753,0.0002161718],"domain_scores_gemma":[0.99641335,0.0028472762,0.0001959144,0.00017824021,0.0002970994,0.00006811608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005962806,0.00007871379,0.00022049344,0.00022222982,0.00016972645,0.000038499486,0.00039006953,0.000048978454,0.00031581437],"category_scores_gemma":[0.007258287,0.000048740527,0.000018305604,0.00036608815,0.00006414093,0.00030426847,0.00046141163,0.00070653384,0.00003535086],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013187639,0.0019096774,0.7679778,0.00090358476,0.000064776046,0.000010178535,0.01595406,0.000015936548,0.00010875419,0.01331361,0.010499468,0.1879234],"study_design_scores_gemma":[0.0036054554,0.00021270063,0.71537817,0.034805574,0.000008414017,0.0000029050948,0.11162462,0.00020111223,0.000005729283,0.005543971,0.1284729,0.00013846844],"about_ca_topic_score_codex":0.018999526,"about_ca_topic_score_gemma":0.004984767,"teacher_disagreement_score":0.18778494,"about_ca_system_score_codex":0.00036301411,"about_ca_system_score_gemma":0.00047868158,"threshold_uncertainty_score":0.98753303},"labels":[],"label_agreement":null},{"id":"W2401600534","doi":"10.19173/irrodl.v17i3.2179","title":"Enhancing Student-Student Online Interaction: Exploring the Study Buddy Peer Review Activity","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University; Thompson Rivers University","funders":"","keywords":"Psychology; Perception; Qualitative research; Computer-mediated communication; Collaborative learning; Computer-supported collaborative learning; Mathematics education; Pedagogy; Computer science; World Wide Web; The Internet; Sociology","score_opus":0.21472740910052338,"score_gpt":0.54495077774146,"score_spread":0.3302233686409366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401600534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79417056,0.018550051,0.00006712307,0.1799031,0.00034016423,0.0021742182,0.000024500227,0.000023885774,0.004746409],"genre_scores_gemma":[0.802396,0.19477095,0.00002567613,0.00017578181,0.00022521477,0.00017821057,0.000016747465,0.00000845196,0.0022029958],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99363625,0.0029093123,0.0004836714,0.00030456125,0.0023335023,0.00033270198],"domain_scores_gemma":[0.99592865,0.00246125,0.00024591092,0.00027035442,0.0010128944,0.000080921876],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.023474846,0.00011863211,0.00032253112,0.00007303093,0.00063085917,0.00023280147,0.0017057155,0.00002360558,0.0004523752],"category_scores_gemma":[0.009582434,0.00005971225,0.00007206715,0.0006359723,0.00022636287,0.00062987505,0.0012162543,0.0008873664,0.000023836874],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000110549474,0.0012919096,0.13270745,0.0012073187,0.00021149592,0.000034453074,0.0038682453,0.000017815928,0.00016058711,0.0029004007,0.0034860256,0.8540037],"study_design_scores_gemma":[0.0007231429,0.00020604188,0.06559897,0.041802865,0.000043465418,0.000005607961,0.0768352,0.000016444488,0.000037743932,0.00012059952,0.81444013,0.00016981184],"about_ca_topic_score_codex":0.0013820782,"about_ca_topic_score_gemma":0.0011822566,"teacher_disagreement_score":0.853834,"about_ca_system_score_codex":0.00025895922,"about_ca_system_score_gemma":0.00031527312,"threshold_uncertainty_score":0.9987603},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2402444196","doi":"10.19173/irrodl.v17i3.2395","title":"Blurring Boundaries in Education: Context and Impact of MOOCs","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Context (archaeology); Blended learning; Distance education; Educational technology; Engineering ethics; Sociology; Computer science; Pedagogy; Engineering; Artificial intelligence","score_opus":0.054859103997223775,"score_gpt":0.4585932364666468,"score_spread":0.403734132469423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402444196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8647288,0.052839343,0.0037043449,0.074262336,0.00013641964,0.000640974,0.00003496424,0.000015415502,0.0036373704],"genre_scores_gemma":[0.98547,0.014020918,0.00024383729,0.000039284296,0.000015274358,0.000008253802,0.000005918695,0.0000024043388,0.00019409155],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988609,0.00028019413,0.00026836002,0.00015056018,0.0003088743,0.00013111717],"domain_scores_gemma":[0.99878937,0.00064372283,0.00011347243,0.00015478118,0.00025920075,0.0000394543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029520642,0.000055850287,0.00017599635,0.00012881217,0.00007208302,0.00017904988,0.000806457,0.000018114255,0.000027503518],"category_scores_gemma":[0.0019088726,0.000031180978,0.000028200202,0.00033326386,0.00023590685,0.00028570837,0.0006715851,0.00024211653,0.0000022862184],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003865773,0.00012230767,0.37927547,0.0005604135,0.00003475004,0.0000046682976,0.00034476313,0.00005431724,0.0001517139,0.10973474,0.00075646274,0.50892174],"study_design_scores_gemma":[0.0044293855,0.0010787249,0.597686,0.108851805,0.000021342436,0.00013715436,0.0053895605,0.040171836,0.00042255304,0.07392922,0.1672307,0.0006517115],"about_ca_topic_score_codex":0.0008845568,"about_ca_topic_score_gemma":0.000034791472,"teacher_disagreement_score":0.50827,"about_ca_system_score_codex":0.00007202256,"about_ca_system_score_gemma":0.0004873887,"threshold_uncertainty_score":0.22852367},"labels":[],"label_agreement":null},{"id":"W2402597474","doi":"10.19173/irrodl.v17i3.2235","title":"Status of E-Learning in Public Universities in Kenya","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Focus group; Upload; Medical education; Descriptive statistics; Information and Communications Technology; Class (philosophy); Political science; Psychology; Pedagogy; Mathematics education; Business; Medicine; Computer science; Marketing; Mathematics","score_opus":0.09711801213266084,"score_gpt":0.4545159091346995,"score_spread":0.35739789700203867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402597474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87449944,0.009366957,0.00005911303,0.042707,0.00006056802,0.0005878921,0.000026135316,0.000012555051,0.07268035],"genre_scores_gemma":[0.9314077,0.06744052,0.000058084996,0.00001606035,0.00002107412,0.000008265435,0.000018787649,0.0000038377602,0.0010256926],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99682444,0.001654243,0.00033170142,0.00016009521,0.000652249,0.0003772608],"domain_scores_gemma":[0.9977952,0.0016350856,0.00014354779,0.0000826683,0.0002782699,0.00006522148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008660559,0.000058518144,0.00021323335,0.00030915442,0.00012193178,0.00006147488,0.0007111554,0.000040878836,0.00037778856],"category_scores_gemma":[0.005553747,0.000039208342,0.000028931918,0.00087680813,0.0003624933,0.00041739183,0.00045257658,0.0005512556,0.0000049361565],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008137031,0.0000912855,0.7617391,0.00030938105,0.000015286108,0.000017346509,0.0013067896,0.00007263318,0.000082171195,0.08533091,0.00017823337,0.15077552],"study_design_scores_gemma":[0.0013952275,0.000113350645,0.06738714,0.014982557,0.0000035051223,0.0000014063986,0.10168167,0.00021545148,0.000032456788,0.002131966,0.8119194,0.00013588014],"about_ca_topic_score_codex":0.0046812585,"about_ca_topic_score_gemma":0.0017216761,"teacher_disagreement_score":0.8117412,"about_ca_system_score_codex":0.00033179368,"about_ca_system_score_gemma":0.0010624805,"threshold_uncertainty_score":0.7076693},"labels":[],"label_agreement":null},{"id":"W2402809529","doi":"10.19173/irrodl.v17i3.2203","title":"The Predictive Relationship Among the Community of Inquiry Framework, Perceived Learning and Online, and Graduate Students’ Course Grades in Online Synchronous and Asynchronous Courses","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Community of inquiry; Distance education; Predictive validity; Psychology; Variance (accounting); Online learning; Mathematics education; Regression analysis; Multilevel model; Online course; Asynchronous learning; Graduate students; Educational technology; Computer science; Teaching method; Cooperative learning; Pedagogy; Synchronous learning; Machine learning; Developmental psychology; Multimedia","score_opus":0.1319493716005046,"score_gpt":0.4911226217226453,"score_spread":0.35917325012214074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402809529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97191876,0.012166416,0.000064346525,0.014971035,0.00003500412,0.00060756446,0.00003893804,0.000007742619,0.00019021354],"genre_scores_gemma":[0.88224214,0.11743973,0.000079088,0.00002373362,0.000053267522,0.000023765326,0.000030378735,0.0000072840726,0.00010061494],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994076,0.004285764,0.0004138032,0.00019368209,0.00075850956,0.0002722016],"domain_scores_gemma":[0.98786813,0.011298703,0.00026607222,0.00015434,0.00033683126,0.00007592988],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011928188,0.00011340559,0.00026742808,0.00008424906,0.0011434042,0.00020222961,0.0007902359,0.00007157555,0.000012915276],"category_scores_gemma":[0.013064506,0.00005855066,0.000026996775,0.00035575748,0.0025629033,0.0002856779,0.0008345615,0.0016022678,3.5405262e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007299164,0.00013994523,0.94301766,0.00016234868,0.00004481674,0.0000029118016,0.005506821,0.00002778489,0.00000632022,0.003138822,0.00003767749,0.047841884],"study_design_scores_gemma":[0.0004605523,0.00015171496,0.8626251,0.0066648778,0.00001921339,0.0000042380047,0.12524244,0.0003473192,0.0000010697605,0.0024742866,0.0019373766,0.000071811686],"about_ca_topic_score_codex":0.002430247,"about_ca_topic_score_gemma":0.0031075212,"teacher_disagreement_score":0.11973562,"about_ca_system_score_codex":0.00008788636,"about_ca_system_score_gemma":0.0002602609,"threshold_uncertainty_score":0.99524885},"labels":[],"label_agreement":null},{"id":"W2404109550","doi":"10.19173/irrodl.v17i3.2274","title":"Flipped Classroom Research and Trends from Different Fields of Study","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":497,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Flipped classroom; Mathematics education; Class (philosophy); Descriptive statistics; Blended learning; Flipped learning; Government (linguistics); Teaching method; Computer science; Psychology; Content analysis; Educational technology; Pedagogy; Sociology; Mathematics; Social science; Statistics","score_opus":0.30390693983061234,"score_gpt":0.5796188329354879,"score_spread":0.27571189310487554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404109550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9602441,0.0026278433,0.00035989739,0.020230677,0.00006456155,0.00057014584,0.000045610428,0.0000059747667,0.015851183],"genre_scores_gemma":[0.99017173,0.008267986,0.000100731086,0.000019116667,0.000052747564,0.000038945058,0.000013494788,0.0000044460057,0.0013308012],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9925766,0.0053364276,0.00036078863,0.00022897609,0.0012473941,0.00024980292],"domain_scores_gemma":[0.9932122,0.0058179437,0.00011935997,0.00017923131,0.0006175298,0.00005372526],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026038691,0.00006481993,0.0002515502,0.00021348147,0.0003007141,0.000088624445,0.0009900869,0.00004197157,0.00039394593],"category_scores_gemma":[0.009635146,0.000035705933,0.000022160744,0.00064121524,0.00069476763,0.0001474188,0.00094053114,0.0006450478,0.0000019831284],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023236853,0.00041234147,0.5851064,0.00017309503,0.0000882861,0.000006840801,0.0042196224,5.179938e-7,0.00068251695,0.06260899,0.0017221861,0.34474686],"study_design_scores_gemma":[0.0032091693,0.0011808125,0.7817874,0.016481372,0.000019621955,0.0000015692792,0.052144732,0.00009308923,0.000572569,0.056804083,0.08743408,0.0002715253],"about_ca_topic_score_codex":0.0071801124,"about_ca_topic_score_gemma":0.00084324135,"teacher_disagreement_score":0.34447533,"about_ca_system_score_codex":0.00011874686,"about_ca_system_score_gemma":0.00010148724,"threshold_uncertainty_score":0.99943113},"labels":[],"label_agreement":null},{"id":"W2404963570","doi":"10.19173/irrodl.v17i3.2426","title":"Identifying Tensions in the Use of Open Licenses in OER Repositories","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Metadata; World Wide Web; Computer science; Open education; Reuse; Audit; Commons; Open source software; Software; Knowledge management; Business; Political science; Accounting","score_opus":0.27377352189827914,"score_gpt":0.4875295308025305,"score_spread":0.21375600890425134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404963570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68760467,0.012805208,0.0054587354,0.2585516,0.00084366434,0.0051411972,0.000037278438,0.000032496544,0.029525187],"genre_scores_gemma":[0.9880801,0.010409334,0.00068129296,0.00019871815,0.000017191573,0.00006373139,0.000009973216,0.0000038340104,0.00053581526],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99722785,0.0013303522,0.00046384253,0.00023214016,0.0005541065,0.00019172169],"domain_scores_gemma":[0.9965712,0.0025595557,0.00018409528,0.00032209966,0.00032980158,0.00003326655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007317121,0.00006863103,0.00020487636,0.00016748556,0.00013181733,0.0006708263,0.0031177327,0.00002372493,0.000049655344],"category_scores_gemma":[0.0062088654,0.00003559311,0.000026660391,0.00093163823,0.00012934084,0.00120145,0.0022799838,0.00043025834,0.0000072530947],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017521414,0.0005783473,0.57863957,0.0008320517,0.000052812495,0.000076324475,0.00642771,0.00028423985,0.0017495151,0.31380424,0.012259758,0.08512019],"study_design_scores_gemma":[0.0021817668,0.00022549325,0.63389385,0.052970532,0.000009922486,0.00009516246,0.02314408,0.003114735,0.00078510994,0.0063258386,0.27688318,0.00037031682],"about_ca_topic_score_codex":0.0024383944,"about_ca_topic_score_gemma":0.0001727388,"teacher_disagreement_score":0.3074784,"about_ca_system_score_codex":0.000071135735,"about_ca_system_score_gemma":0.00019246615,"threshold_uncertainty_score":0.743304},"labels":[],"label_agreement":null},{"id":"W2405287898","doi":"10.19173/irrodl.v17i3.2511","title":"Doing Q Methodological Research: Theory, Method and Interpretation","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Q Methodology Applications","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interpretation (philosophy); Computer science; Epistemology; Management science; Sociology; Psychology; Data science; Mathematics education; Philosophy; Engineering","score_opus":0.7012215106945359,"score_gpt":0.6815672372315393,"score_spread":0.01965427346299653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405287898","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013545086,0.012036481,0.87440735,0.0798246,0.00008806729,0.0012123812,0.000044172994,0.00001457507,0.018827297],"genre_scores_gemma":[0.9081717,0.027062327,0.062342208,0.0003782605,0.00006728919,0.00031921934,0.000017221302,0.000013045931,0.001628718],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9598157,0.036060307,0.0009300622,0.000674493,0.002128757,0.00039069325],"domain_scores_gemma":[0.8299168,0.1675149,0.0002988982,0.00055017485,0.0015966287,0.00012262707],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25913718,0.00009221499,0.0003770651,0.00040524118,0.00032194346,0.0002504348,0.0022600074,0.0000717612,0.0005574096],"category_scores_gemma":[0.19382156,0.000043714324,0.000050175808,0.0012348917,0.0009967723,0.0003425127,0.0023874645,0.00082034006,0.000049187278],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021090917,0.000028752693,0.006183862,0.000065961445,0.000020944557,0.0000036062465,0.00019534977,0.000010894518,0.001325214,0.22891793,0.0015387563,0.76149786],"study_design_scores_gemma":[0.0005185366,0.00012201168,0.018114874,0.0035534734,0.00000733913,0.000048361646,0.0027887775,0.0009934531,0.0005200508,0.8294133,0.1438205,0.00009930993],"about_ca_topic_score_codex":0.00008609468,"about_ca_topic_score_gemma":0.000013899425,"teacher_disagreement_score":0.8946266,"about_ca_system_score_codex":0.00008047206,"about_ca_system_score_gemma":0.00012733723,"threshold_uncertainty_score":0.8129692},"labels":[],"label_agreement":null},{"id":"W2405539249","doi":"10.19173/irrodl.v17i3.2257","title":"Hispanic or Latino Student Success in Online Schools","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); Dropout (neural networks); Univariate; Drop out; Charter; Multivariate analysis; Psychology; Medical education; Blended learning; Mathematics education; Medicine; Multivariate statistics; Computer science; Political science; Mathematics; Educational technology; Statistics; Demographic economics","score_opus":0.11966394886375933,"score_gpt":0.5205724859512783,"score_spread":0.40090853708751895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405539249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8737723,0.006982338,0.000055243712,0.10856198,0.00010278589,0.0009939137,0.00005329853,0.00001591708,0.009462176],"genre_scores_gemma":[0.92051697,0.077079795,0.00012376583,0.00009682465,0.00009658503,0.000033169334,0.000032199587,0.0000057218117,0.002014967],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969413,0.0012937795,0.0003760841,0.00020418063,0.0008904142,0.00029421502],"domain_scores_gemma":[0.9979313,0.001454014,0.00012818577,0.00012606311,0.00028873482,0.00007170834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008942109,0.00006999999,0.00021452786,0.00013173616,0.00018010408,0.00013040866,0.0012262888,0.00003928756,0.00076860073],"category_scores_gemma":[0.0071356357,0.000037169335,0.000029784316,0.00064923323,0.00018959848,0.00033378994,0.0006195793,0.00059263734,0.00001847458],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001584032,0.00027419865,0.707564,0.00031589845,0.00002884828,0.000038920945,0.00043685554,0.000022355993,0.00009179266,0.018516637,0.0012033894,0.2713487],"study_design_scores_gemma":[0.001913897,0.00020381933,0.1847441,0.029141972,0.000008688852,0.000004886708,0.023897925,0.00012569048,0.000022772732,0.0017988445,0.75793236,0.00020500789],"about_ca_topic_score_codex":0.00187659,"about_ca_topic_score_gemma":0.0023238086,"teacher_disagreement_score":0.756729,"about_ca_system_score_codex":0.00021617454,"about_ca_system_score_gemma":0.00061573734,"threshold_uncertainty_score":0.8542538},"labels":[],"label_agreement":null},{"id":"W2406058805","doi":"10.19173/irrodl.v17i3.2397","title":"Growth patterns and E-Moderating Supports in Asynchronous Online Discussions in an Undergraduate Blended Course","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thread (computing); Asynchronous communication; Computer science; Psychology; Mathematics education; Telecommunications; Operating system","score_opus":0.08139877267712865,"score_gpt":0.4619994681711434,"score_spread":0.38060069549401476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2406058805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92329484,0.002872586,0.00025902854,0.06460937,0.000059941813,0.00087202835,0.000044685665,0.0000107309315,0.007976792],"genre_scores_gemma":[0.97268575,0.026805466,0.000029661884,0.00003771521,0.00003053959,0.000027739128,0.00005171459,0.000004559222,0.00032682894],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980203,0.0008265128,0.00029120903,0.00020582437,0.00040597422,0.00025020845],"domain_scores_gemma":[0.9991063,0.00054212613,0.00007694625,0.00008961082,0.00011956909,0.00006548573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005573781,0.000065637054,0.00016846966,0.00012582587,0.00018069231,0.00014829313,0.000506844,0.000025813455,0.000107856176],"category_scores_gemma":[0.0015761649,0.00003894076,0.000015744201,0.00029212414,0.00016818142,0.00040950096,0.00053981674,0.00028767294,0.0000018034075],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024878029,0.00015993605,0.9068314,0.00028812277,0.000008769571,0.00002633061,0.00094425154,0.000008108135,0.000019420264,0.025183892,0.00010270719,0.06640221],"study_design_scores_gemma":[0.002705126,0.00017192907,0.88563997,0.037345473,0.000014502846,0.0000043357154,0.031937968,0.004535511,0.000023522576,0.029562995,0.0076999515,0.00035873704],"about_ca_topic_score_codex":0.0029880626,"about_ca_topic_score_gemma":0.018747268,"teacher_disagreement_score":0.066043474,"about_ca_system_score_codex":0.000118216434,"about_ca_system_score_gemma":0.00013521459,"threshold_uncertainty_score":0.999158},"labels":[],"label_agreement":null},{"id":"W2406760734","doi":"10.19173/irrodl.v17i3.2297","title":"Impacts of a Digital Dialogue Game and Epistemic Beliefs on Argumentative Discourse and Willingness to Argue","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Strategies and Epistemologies","field":"Psychology","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Argumentative; Viewpoints; Context (archaeology); Psychology; Class (philosophy); Social psychology; Openness to experience; Epistemology; Sociology","score_opus":0.11523970770914163,"score_gpt":0.4975684650751837,"score_spread":0.3823287573660421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2406760734","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96400595,0.0059884954,0.000058183174,0.025922146,0.000060337577,0.0004631354,0.00022220635,0.0000031264183,0.003276452],"genre_scores_gemma":[0.98867553,0.010821692,0.0000141869505,0.000080081416,0.000028956145,0.000059071986,0.000049687158,0.000005203118,0.0002655829],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99881953,0.0002522815,0.00027865043,0.00020787974,0.0002663276,0.00017535505],"domain_scores_gemma":[0.9978185,0.00171089,0.00012479906,0.00011923041,0.000153239,0.00007330643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00159912,0.000083045554,0.00021577303,0.0000687906,0.000057896774,0.00007862714,0.0003404278,0.000026950926,0.00007932618],"category_scores_gemma":[0.0014917436,0.000045844867,0.000020414305,0.00016149969,0.00037430253,0.00015194053,0.00032456528,0.00017616889,0.000007695583],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010318414,0.000392697,0.70181775,0.0013336601,0.00023467085,0.000024904813,0.0039788424,0.000015200745,0.0006202854,0.20027171,0.0031145336,0.0871639],"study_design_scores_gemma":[0.001867416,0.0011186603,0.91880196,0.023105301,0.000017307748,0.00006811937,0.020911282,0.000010339109,0.00017445849,0.025147943,0.008528384,0.00024880844],"about_ca_topic_score_codex":0.0005497574,"about_ca_topic_score_gemma":0.000022769265,"teacher_disagreement_score":0.21698423,"about_ca_system_score_codex":0.000048889386,"about_ca_system_score_gemma":0.00006069666,"threshold_uncertainty_score":0.18694994},"labels":[],"label_agreement":null},{"id":"W2460988948","doi":"10.19173/irrodl.v17i4.2614","title":"An Empirical Study of Factors Driving the Adoption of Mobile Learning in Omani Higher Education","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Technology acceptance model; Knowledge management; Empirical research; Usability; Educational technology; Higher education; Driving factors; Social learning; Social influence; Psychology; Class (philosophy); Perception; Blended learning; Mathematics education; Computer science; Social psychology; Artificial intelligence; Geography; Political science; Human–computer interaction; Mathematics","score_opus":0.2403984225196535,"score_gpt":0.5527713698833664,"score_spread":0.3123729473637129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2460988948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953852,0.0009289854,0.0000664294,0.0026899893,0.00006150837,0.00055979233,0.0000056447866,0.0000060492525,0.00029636722],"genre_scores_gemma":[0.99818325,0.0013425146,0.000019220433,0.000014892692,0.000010530963,0.0000591038,0.000012176212,0.0000043638142,0.00035393884],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961334,0.001653609,0.00072677433,0.00024677254,0.0011014347,0.00013801486],"domain_scores_gemma":[0.9965744,0.0020993534,0.0003834989,0.00032105754,0.00058640423,0.000035284374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010505081,0.00007368866,0.00026414212,0.00031415955,0.000099662204,0.000060534527,0.0015382783,0.000049262704,0.00034027355],"category_scores_gemma":[0.0041936086,0.00003408406,0.00003718856,0.00092365255,0.0002253882,0.0003063518,0.00052166794,0.00047643768,0.000005282418],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029169802,0.00037339947,0.9711432,0.000022280377,0.000006267337,6.158235e-7,0.0003355125,0.000060915067,0.0002917204,0.0010485854,0.00015252967,0.026535807],"study_design_scores_gemma":[0.00038526425,0.00026542027,0.9742012,0.0013175707,0.0000042205293,0.0000013939256,0.017133882,0.0001013256,0.000058040005,0.0008871061,0.0056029945,0.000041589887],"about_ca_topic_score_codex":0.00032574462,"about_ca_topic_score_gemma":0.00008662316,"teacher_disagreement_score":0.026494218,"about_ca_system_score_codex":0.00006691001,"about_ca_system_score_gemma":0.0001433049,"threshold_uncertainty_score":0.50204444},"labels":[],"label_agreement":null},{"id":"W2461006872","doi":"10.19173/irrodl.v17i4.2543","title":"The Role of Re-Appropriation in Open Design: A Case Study on How Openness in Higher Education for Industrial Design Engineering Can Trigger Global Discussions on the Theme of Urban Gardening","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Appropriation; Context (archaeology); Openness to experience; Class (philosophy); Industrial design; Theme (computing); Sociology; Engineering design process; Silence; Computer science; Mathematics education; Engineering; Business; Psychology; World Wide Web; Aesthetics; Epistemology; Marketing; Social psychology; Geography; Artificial intelligence; Art","score_opus":0.212186036931752,"score_gpt":0.4260782070517184,"score_spread":0.2138921701199664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2461006872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6992703,0.0031610774,0.013258438,0.24868664,0.0011605931,0.027482219,0.00008126126,0.000031627456,0.006867799],"genre_scores_gemma":[0.99857384,0.00030440415,0.00024641605,0.000027167942,0.000033986365,0.00053425564,0.000006761885,0.0000064833916,0.00026667822],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9967324,0.0018403617,0.00044959306,0.00026570933,0.00050062715,0.00021129263],"domain_scores_gemma":[0.99544644,0.0036142578,0.00029394138,0.00031512347,0.00028628425,0.00004392416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01163077,0.000107104934,0.00024320338,0.00012551666,0.00018941265,0.00032974017,0.0021151237,0.000038602535,0.000022777507],"category_scores_gemma":[0.004620155,0.00004969349,0.0000334439,0.00077082065,0.000061389735,0.00031630113,0.00074760127,0.00039079436,8.27635e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027479003,0.0036000838,0.12556528,0.000437667,0.00027076495,0.00003880895,0.012302327,0.010633223,0.001393414,0.4863032,0.005883911,0.35082343],"study_design_scores_gemma":[0.027850058,0.008010656,0.21366984,0.10394492,0.00012229674,0.00015492407,0.42897317,0.10657707,0.0057039624,0.0251114,0.07782131,0.002060426],"about_ca_topic_score_codex":0.00088120194,"about_ca_topic_score_gemma":0.00008658555,"teacher_disagreement_score":0.4611918,"about_ca_system_score_codex":0.00024068722,"about_ca_system_score_gemma":0.00049622974,"threshold_uncertainty_score":0.5531091},"labels":[],"label_agreement":null},{"id":"W2463577307","doi":"10.19173/irrodl.v17i4.2465","title":"Analytical Insights on the Position, Challenges, and Potential for Promoting OER in ODeL Institutions in Africa","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Facilitator; Knowledge management; Citizen journalism; Participatory action research; Political science; Computer science; Sociology; Library science; World Wide Web","score_opus":0.16244062230073794,"score_gpt":0.4273116923082616,"score_spread":0.26487107000752363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2463577307","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22132446,0.023259586,0.0094519,0.6818717,0.0002540294,0.003965686,0.000024702502,0.00003174976,0.059816178],"genre_scores_gemma":[0.9840213,0.0154570965,0.0001493787,0.00011356598,0.000020799363,0.000109247856,0.000009439789,0.0000030500219,0.00011611211],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99836737,0.000563161,0.00028769518,0.00024020785,0.0003445329,0.0001970205],"domain_scores_gemma":[0.9984343,0.0011018831,0.00007619771,0.00014746767,0.00019463705,0.000045481884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045702383,0.00006755895,0.00014213577,0.000168178,0.00016303895,0.00015991366,0.0008539165,0.000027685646,0.000017393773],"category_scores_gemma":[0.0026775512,0.000035608868,0.000022015782,0.00037454886,0.00012353495,0.00035469083,0.00053901976,0.0003735296,0.000005149489],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043810498,0.0001613105,0.0013636553,0.00018716216,0.000012470248,0.000006811195,0.0013172366,0.0001203406,0.000052811753,0.9464735,0.00031711112,0.049943827],"study_design_scores_gemma":[0.008413022,0.0013074885,0.19115601,0.08156715,0.000027870554,0.00013197219,0.023256337,0.26727378,0.00030262148,0.12240533,0.30313894,0.0010194379],"about_ca_topic_score_codex":0.00005518399,"about_ca_topic_score_gemma":0.000034055007,"teacher_disagreement_score":0.8240681,"about_ca_system_score_codex":0.00010194557,"about_ca_system_score_gemma":0.00017464152,"threshold_uncertainty_score":0.32054722},"labels":[],"label_agreement":null},{"id":"W2463942763","doi":"10.19173/irrodl.v17i4.2482","title":"Entrepreneurial Education in a Tertiary Context: A Perspective of the University of South Africa","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Entrepreneurship Studies and Influences","field":"Business, Management and Accounting","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Entrepreneurship; Context (archaeology); Desk; Unemployment; Small business; Higher education; Public relations; Perspective (graphical); Sociology; Economic growth; Marketing; Political science; Pedagogy; Management; Business; Economics; Geography","score_opus":0.03970459085750804,"score_gpt":0.3364048881053942,"score_spread":0.29670029724788616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2463942763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9491486,0.010132648,0.00001875437,0.024438664,0.00010741099,0.0007038756,0.000021789965,0.0000034749146,0.015424789],"genre_scores_gemma":[0.99670315,0.0030664229,0.0000028335005,0.00005782115,0.000029795126,0.0000030566162,0.0000027478422,0.0000017344987,0.00013246221],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992556,0.00011548184,0.0001712826,0.0001147905,0.00025754698,0.00008529463],"domain_scores_gemma":[0.999071,0.00026347514,0.00019165443,0.00010447724,0.00036471453,0.0000046837545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012264904,0.000041743395,0.00012422,0.00007388169,0.00005818053,0.000020040648,0.00057558273,0.000012550663,0.0001256392],"category_scores_gemma":[0.0016901494,0.000022071512,0.000036028985,0.0002922432,0.00021269653,0.00020680155,0.0006930633,0.000113696165,0.0000029313385],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013612935,0.0000919675,0.9590809,0.00040118844,0.000021567326,8.300728e-7,0.0006376962,0.0000105911395,0.00013722212,0.021554504,0.0009040886,0.017023316],"study_design_scores_gemma":[0.0018792626,0.00003840859,0.840246,0.028779361,0.00003218323,0.0000012085425,0.05946677,0.00014103283,0.00015511684,0.010894368,0.05822843,0.00013784834],"about_ca_topic_score_codex":0.002496147,"about_ca_topic_score_gemma":0.00015178604,"teacher_disagreement_score":0.11883489,"about_ca_system_score_codex":0.000042204312,"about_ca_system_score_gemma":0.00009741446,"threshold_uncertainty_score":0.37734443},"labels":[],"label_agreement":null},{"id":"W2464058898","doi":"10.19173/irrodl.v17i4.2458","title":"Meeting Teacher Expectations in a DL Professional Development Programme - A Case Study for Sustained Applied Competence as Programme Outcome","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Psychology; Professional development; Pedagogy; Portfolio; Mathematics education; Social psychology; Business","score_opus":0.21233470510667474,"score_gpt":0.5690028267507803,"score_spread":0.35666812164410555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2464058898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9487774,0.0011746882,0.00028856582,0.026036264,0.00015697328,0.009068256,0.0000059598115,0.000021944928,0.014469977],"genre_scores_gemma":[0.99422807,0.00030110797,0.0013125096,0.000029801327,0.000040916275,0.0029885354,0.000020775587,0.0000073312444,0.0010709697],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9967016,0.0013822513,0.0005069781,0.00027235562,0.0007573914,0.00037944136],"domain_scores_gemma":[0.99589837,0.0030243811,0.00025478195,0.00011275068,0.00063168915,0.00007803301],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016895946,0.00008426148,0.00019260957,0.00014919222,0.00052140723,0.00016813536,0.0006599248,0.0000335072,0.000058607846],"category_scores_gemma":[0.018533537,0.000052335887,0.000024281904,0.000615162,0.0002350895,0.00030102298,0.0003735913,0.0003501264,0.000004861287],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027588787,0.0020953482,0.55735534,0.0005137891,0.0000681628,0.000058292146,0.042322814,0.0000048666057,0.000047293564,0.026385449,0.00010868079,0.37076405],"study_design_scores_gemma":[0.0022304384,0.00019484527,0.018683909,0.0042968076,0.000013581338,0.000026915095,0.88302517,0.0000962632,0.00002307678,0.0034532794,0.0877527,0.00020302618],"about_ca_topic_score_codex":0.0031049305,"about_ca_topic_score_gemma":0.0024387478,"teacher_disagreement_score":0.84070235,"about_ca_system_score_codex":0.00060510234,"about_ca_system_score_gemma":0.0010592801,"threshold_uncertainty_score":0.98973376},"labels":[],"label_agreement":null},{"id":"W2464891214","doi":"10.19173/irrodl.v17i4.2518","title":"Perceived Service Quality and Student Loyalty in an Online University","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Customer Service Quality and Loyalty","field":"Business, Management and Accounting","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Loyalty; Continuance; Service (business); Quality (philosophy); Service quality; Psychology; Class (philosophy); Higher education; Medical education; Computer science; Business; Marketing; Social psychology; Medicine; Political science","score_opus":0.19851942593885397,"score_gpt":0.44981579163149743,"score_spread":0.25129636569264346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2464891214","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9674437,0.0007529952,0.000012236173,0.030130679,0.000023581331,0.0003104028,0.000029038318,0.000007667,0.0012896877],"genre_scores_gemma":[0.99356246,0.0050789635,0.000014394409,0.001087488,0.000055282075,0.0000039098745,0.00009961763,0.000004446233,0.000093459654],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99855703,0.00034463024,0.00027915742,0.00022368452,0.00042718332,0.00016832566],"domain_scores_gemma":[0.99889004,0.00040940777,0.0001296203,0.00015839573,0.00039142955,0.000021105376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005387705,0.00007589349,0.00020304366,0.0001371282,0.00011218277,0.00013283215,0.0008010694,0.000028769815,0.00018840363],"category_scores_gemma":[0.0005607478,0.0000489565,0.000018584555,0.0005121164,0.00009750865,0.000764137,0.0011061507,0.00028278283,0.000012171695],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026063158,0.00031834363,0.9518684,0.0021976233,0.000020525838,0.000013969477,0.00021059193,0.0000163952,0.00016679899,0.018002985,0.00016668873,0.02675706],"study_design_scores_gemma":[0.0009048304,0.000013370169,0.960245,0.0038100595,0.0000055395535,8.827282e-7,0.0053036613,0.00040719332,9.661917e-7,0.00066170207,0.028566314,0.000080488106],"about_ca_topic_score_codex":0.008894827,"about_ca_topic_score_gemma":0.0049623963,"teacher_disagreement_score":0.029043192,"about_ca_system_score_codex":0.000071443144,"about_ca_system_score_gemma":0.000041214138,"threshold_uncertainty_score":0.99770504},"labels":[],"label_agreement":null},{"id":"W2465290874","doi":"10.19173/irrodl.v17i4.2463","title":"Developing Guidelines for Evaluating the Adaptation of Accessible Web-Based Learning Materials","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital Accessibility for Disabilities","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Educational technology; Blended learning; Web Accessibility Initiative; Flexibility (engineering); Synchronous learning; Adaptation (eye); Web standards; Active learning (machine learning); World Wide Web; Multimedia; Cooperative learning; The Internet; Web development; Web intelligence; Teaching method; Psychology; Artificial intelligence; Mathematics education","score_opus":0.5008332216134435,"score_gpt":0.5940215433725538,"score_spread":0.09318832175911029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465290874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8813482,0.0055764727,0.00494733,0.09892285,0.00020182192,0.002848167,0.00015013258,0.000026814028,0.005978234],"genre_scores_gemma":[0.9943296,0.003942649,0.0009123988,0.00009477716,0.00005413859,0.0002001619,0.000045016754,0.0000066574667,0.00041461937],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99701476,0.0011110649,0.00061411166,0.00018043446,0.0008644241,0.00021522683],"domain_scores_gemma":[0.992957,0.004647067,0.00032878132,0.00012579813,0.0019127157,0.000028668439],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024636477,0.00006941211,0.00020901542,0.00006775308,0.00038262625,0.00025015746,0.0011424372,0.000029142844,0.00016044838],"category_scores_gemma":[0.05691795,0.000035006906,0.000046505,0.0003720779,0.0005175289,0.000498619,0.00038780275,0.00012463395,0.0000022258992],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007349134,0.00014077252,0.09955742,0.0053194016,0.00010261896,7.617618e-7,0.0021234301,0.0012869933,0.0034556238,0.26590118,0.0015844926,0.6197924],"study_design_scores_gemma":[0.007207269,0.0012668582,0.026915839,0.14782706,0.000097441516,0.0000035182043,0.13402088,0.018335117,0.010851592,0.20121126,0.45130444,0.00095872156],"about_ca_topic_score_codex":0.0015116789,"about_ca_topic_score_gemma":0.0002888653,"teacher_disagreement_score":0.61883366,"about_ca_system_score_codex":0.00015067891,"about_ca_system_score_gemma":0.0008126819,"threshold_uncertainty_score":0.951026},"labels":[],"label_agreement":null},{"id":"W2465459591","doi":"10.19173/irrodl.v17i4.2286","title":"A Critical Look at a Blended English Language Teacher Education Program with an Emphasis on the Practicum","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Technology Integration","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Practicum; Mentorship; Bachelor; Mathematics education; Psychology; Class (philosophy); Teacher education; Pedagogy; Computer-mediated communication; Medical education; Computer science; The Internet; Medicine","score_opus":0.07366817948984608,"score_gpt":0.5075093000990946,"score_spread":0.4338411206092485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465459591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5307462,0.002169549,0.000053056934,0.3772825,0.00014097047,0.0022969402,0.000016601514,0.000057787965,0.087236375],"genre_scores_gemma":[0.9932815,0.0034190998,0.000101332786,0.0002761601,0.00008118625,0.00051404355,0.000031192347,0.0000047418034,0.0022907706],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99787354,0.0011335604,0.00015443718,0.00016201085,0.00051420834,0.00016221679],"domain_scores_gemma":[0.9976112,0.0014980087,0.00008219427,0.0001720002,0.00058388617,0.00005269454],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004937128,0.000055130906,0.000088887035,0.00006752099,0.00033612805,0.00014712065,0.0006042651,0.00004177114,0.0007961928],"category_scores_gemma":[0.016900612,0.00002498598,0.00001756199,0.00031318507,0.0005674479,0.0002939779,0.00012122199,0.00034378018,0.000015419206],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020658944,0.0010073488,0.029734157,0.00011276036,0.000030402081,0.0000031651823,0.006047522,2.780921e-7,0.000079766076,0.4989555,0.008092453,0.45573005],"study_design_scores_gemma":[0.0005597022,0.00058857497,0.0071081663,0.008040876,0.000021028492,0.000010328372,0.21142322,0.00004841118,0.00039614862,0.00462967,0.76701003,0.00016383351],"about_ca_topic_score_codex":0.0007267989,"about_ca_topic_score_gemma":0.00072132685,"teacher_disagreement_score":0.75891757,"about_ca_system_score_codex":0.00020263362,"about_ca_system_score_gemma":0.0005405333,"threshold_uncertainty_score":0.99138045},"labels":[],"label_agreement":null},{"id":"W2465750297","doi":"10.19173/irrodl.v17i4.2459","title":"Using the mTSES to Evaluate and Optimize mLearning Professional Development","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mobile device; Computer science; Professional development; Psychology; Medical education; Medicine; World Wide Web","score_opus":0.17042644875582452,"score_gpt":0.4961652841274403,"score_spread":0.3257388353716158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465750297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6200539,0.014480201,0.16251056,0.19349228,0.0010722717,0.004108041,0.000011293069,0.000062143336,0.004209347],"genre_scores_gemma":[0.9759372,0.0051091234,0.016611503,0.00050962146,0.000067057736,0.00024267142,0.0000107436335,0.000011902058,0.0015002041],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972499,0.0010727975,0.00033399687,0.00029678264,0.0008070219,0.0002395272],"domain_scores_gemma":[0.9973976,0.0017177167,0.00015022216,0.00025273085,0.00040724716,0.00007445486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009692671,0.0000894914,0.00015710763,0.0001117929,0.00036133212,0.00023232948,0.0016261821,0.000021813958,0.00006751067],"category_scores_gemma":[0.0040243636,0.000043198845,0.000018147717,0.00046196152,0.00013744453,0.00031908634,0.0022036356,0.00038407513,0.000012714344],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000114613766,0.00016701806,0.056022596,0.000735786,0.0000847281,0.0000087176095,0.0028394575,0.0030443473,0.0016108949,0.024139145,0.0036666335,0.9075661],"study_design_scores_gemma":[0.0025808902,0.00033654462,0.22318672,0.07660603,0.000024754374,0.00018398448,0.0043315976,0.07748641,0.001616502,0.0058849775,0.6070047,0.00075691106],"about_ca_topic_score_codex":0.000070814065,"about_ca_topic_score_gemma":0.000004356287,"teacher_disagreement_score":0.90680915,"about_ca_system_score_codex":0.00014018883,"about_ca_system_score_gemma":0.00039138453,"threshold_uncertainty_score":0.48178297},"labels":[],"label_agreement":null},{"id":"W2466826184","doi":"10.19173/irrodl.v17i4.2370","title":"Effects of Group Awareness and Self-Regulation Level on Online Learning Behaviors","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Variance (accounting); Task (project management); Affect (linguistics); Social psychology; Class (philosophy); Self-regulated learning; Applied psychology; Computer science; Communication; Artificial intelligence","score_opus":0.1376936466001723,"score_gpt":0.5140992998641642,"score_spread":0.37640565326399195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2466826184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98953766,0.0032182953,0.0031112598,0.0020938385,0.0001156122,0.00051752425,0.000025803425,0.000018669109,0.0013613622],"genre_scores_gemma":[0.99544686,0.003139152,0.00042712578,0.000042802872,0.00004137145,0.00004467266,0.00007282106,0.000013054677,0.00077216135],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9952068,0.0034520517,0.0003920087,0.0002729038,0.0004666417,0.00020963565],"domain_scores_gemma":[0.9953903,0.0038691647,0.00025980046,0.00015059677,0.0002895878,0.00004057407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009584353,0.00011123769,0.00029272345,0.00020144308,0.00016875802,0.000032660864,0.00046658717,0.000060538317,0.00013751212],"category_scores_gemma":[0.0040802937,0.00006668473,0.000034777826,0.00037837788,0.00020753135,0.00010131454,0.00032774365,0.0007537837,0.0000056004315],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004936727,0.0008544401,0.46209887,0.0019081011,0.00016550798,0.000018389688,0.0013855995,0.000043449476,0.007221995,0.044063676,0.000490693,0.48125562],"study_design_scores_gemma":[0.0015488458,0.0004971842,0.96597004,0.013117082,0.000020913138,0.000012114095,0.00071185513,0.00014457785,0.00041602695,0.00063414127,0.016802566,0.0001246629],"about_ca_topic_score_codex":0.00050987676,"about_ca_topic_score_gemma":0.000006440821,"teacher_disagreement_score":0.50387114,"about_ca_system_score_codex":0.00007014863,"about_ca_system_score_gemma":0.000041630716,"threshold_uncertainty_score":0.48847875},"labels":[],"label_agreement":null},{"id":"W2467266107","doi":"10.19173/irrodl.v17i4.2330","title":"Instructors’ Perceptions of Instructor Presence in Online Learning Environments","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":138,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perception; Psychology; Online learning; Construct (python library); Mathematics education; Class (philosophy); Public university; Educational technology; Distance education; Instructional design; Pedagogy; Computer science; Multimedia","score_opus":0.06601034951964596,"score_gpt":0.4475961281750816,"score_spread":0.38158577865543564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2467266107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9877921,0.0015446856,0.00005796712,0.007278384,0.000051644456,0.00038462316,0.000035940353,0.0000054121956,0.0028492475],"genre_scores_gemma":[0.9459288,0.052859742,0.00024168723,0.000016329055,0.000051075996,0.00001690638,0.000039379473,0.0000058053824,0.0008402772],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99695563,0.0013404571,0.00042914166,0.00020719938,0.00080546463,0.00026212286],"domain_scores_gemma":[0.99833435,0.0011531891,0.00018766029,0.00012533156,0.00013482133,0.00006463344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004871184,0.00007584435,0.00022783826,0.00017302373,0.00018257146,0.000042361873,0.0009183625,0.00004983513,0.00054803776],"category_scores_gemma":[0.006407687,0.000049002858,0.00003902669,0.00052365457,0.0005770567,0.00035105468,0.0005613977,0.0006012466,0.00000743848],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057290603,0.00013781882,0.74589753,0.00023940833,0.00001845905,0.000005262631,0.0012815128,0.00008417271,0.0011232691,0.0077085723,0.00008632229,0.24336037],"study_design_scores_gemma":[0.0022506204,0.00025671048,0.47486088,0.02768613,0.000013887348,0.000007467187,0.08276367,0.00045263174,0.00016395867,0.0027597302,0.40848178,0.00030252288],"about_ca_topic_score_codex":0.0014262564,"about_ca_topic_score_gemma":0.0005017209,"teacher_disagreement_score":0.40839547,"about_ca_system_score_codex":0.00015082328,"about_ca_system_score_gemma":0.00025837915,"threshold_uncertainty_score":0.7671063},"labels":[],"label_agreement":null},{"id":"W2468618125","doi":"10.19173/irrodl.v17i2.2402","title":"Comparative Analysis of Pedagogical Strategies Across Disciplines in Open Distance Learning at UnisaODL at Unisa","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Higher education; Equity (law); Open education; Access to Higher Education; Sociology; Open learning; Pedagogy; Mathematics education; Teaching method; Political science; Psychology; Economic growth; Economics; Cooperative learning","score_opus":0.23104520446729176,"score_gpt":0.5506921877092674,"score_spread":0.31964698324197566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2468618125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95771897,0.0051818243,0.008730903,0.022712218,0.000047833553,0.0006226585,0.00012384332,0.000018582165,0.004843171],"genre_scores_gemma":[0.9896147,0.007599059,0.0002629672,0.000024239069,0.000013754813,0.000023541106,0.00009963848,0.000004309186,0.0023577868],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99676156,0.0011089027,0.00061672454,0.00042697042,0.00075153954,0.00033428377],"domain_scores_gemma":[0.99682355,0.002004778,0.0003522759,0.00034354356,0.00040006364,0.00007576704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005795557,0.00013728552,0.0006288188,0.00019153557,0.00027059967,0.00033384288,0.0031813504,0.000041836727,0.000095249256],"category_scores_gemma":[0.001261563,0.00007890914,0.00008769925,0.0018692714,0.00041926463,0.0006052652,0.0058716238,0.00050223543,0.00000797072],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039030943,0.00035698668,0.8279811,0.0006420484,0.0004835137,0.000047766516,0.0048548114,0.019949917,0.00077292975,0.13002782,0.00038564752,0.014107169],"study_design_scores_gemma":[0.0046608686,0.0007740065,0.5320176,0.028091406,0.0001458624,0.000026881688,0.03956849,0.27872,0.00055516907,0.010945182,0.10355075,0.0009437811],"about_ca_topic_score_codex":0.0004987073,"about_ca_topic_score_gemma":0.0010235696,"teacher_disagreement_score":0.29596347,"about_ca_system_score_codex":0.00021738706,"about_ca_system_score_gemma":0.0001702777,"threshold_uncertainty_score":0.7318559},"labels":[],"label_agreement":null},{"id":"W2470798454","doi":"10.19173/irrodl.v17i4.2470","title":"The Effect of Multilingual Facilitation on Active Participation in MOOCs","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Facilitation; Sense of community; Psychology; Computer-mediated communication; English language; Language acquisition; Mathematics education; Pedagogy; Computer science; Social psychology; World Wide Web; The Internet","score_opus":0.05952489939067871,"score_gpt":0.4820965923419591,"score_spread":0.4225716929512804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2470798454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9630916,0.0018688015,0.0020322513,0.030921608,0.000071904506,0.0006487941,0.00002048142,0.000009231574,0.0013353231],"genre_scores_gemma":[0.9962186,0.0035216217,0.00004962897,0.000015192874,0.00001001709,0.00002714487,0.000008800956,0.000001992862,0.00014696136],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979173,0.001041646,0.00027478224,0.0001469953,0.00047936258,0.00013994706],"domain_scores_gemma":[0.99454916,0.0049449233,0.00012818392,0.00016594355,0.0001883883,0.000023383142],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0061657624,0.000053859276,0.00013873458,0.000080142396,0.000081417915,0.000054662414,0.0008346226,0.000018992705,0.0000069184825],"category_scores_gemma":[0.008682141,0.000024608295,0.000027476217,0.0003566959,0.000115887764,0.00016237519,0.00032687956,0.0002775573,0.0000063913617],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030717437,0.00008576466,0.045064416,0.00036853636,0.000028851939,0.0000046322193,0.00040039388,0.0009404032,0.00044149093,0.01728225,0.00013477598,0.9349413],"study_design_scores_gemma":[0.011124504,0.006096838,0.4693398,0.08214353,0.000036535042,0.000013615015,0.0031378102,0.32360882,0.02863685,0.025180822,0.049976073,0.00070483185],"about_ca_topic_score_codex":0.00011793374,"about_ca_topic_score_gemma":0.000023565688,"teacher_disagreement_score":0.93423647,"about_ca_system_score_codex":0.000062727006,"about_ca_system_score_gemma":0.000058397425,"threshold_uncertainty_score":0.9996681},"labels":[],"label_agreement":null},{"id":"W2471420471","doi":"10.19173/irrodl.v17i4.2409","title":"Increasing Access to Higher Education Through Open and Distance Learning: Empirical Findings From Mzuzu University, Malawi","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Remuneration; Higher education; Payment; Flexibility (engineering); Medical education; Open university; Pedagogy; Sociology; Psychology; Business; Political science; Management; Computer science; Medicine; Economics; World Wide Web","score_opus":0.1596988923886541,"score_gpt":0.4786630026721883,"score_spread":0.3189641102835342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2471420471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5729289,0.0050471853,0.011899902,0.319381,0.0005350666,0.002260538,0.000042139713,0.000063324034,0.08784191],"genre_scores_gemma":[0.9861041,0.0075260084,0.0015033333,0.0006902829,0.00004726107,0.000024103278,0.00004371664,0.00000868682,0.0040525245],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99736917,0.0011058563,0.0002824629,0.00046637905,0.00052127964,0.00025488136],"domain_scores_gemma":[0.99769,0.0014175328,0.00014702411,0.00025166737,0.0003553761,0.0001383778],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0032970351,0.00011656451,0.00024384096,0.00012005826,0.00037920056,0.0012285655,0.0036305978,0.00004194242,0.00036279662],"category_scores_gemma":[0.0019001884,0.00008116716,0.000026922871,0.00078846555,0.00013751829,0.001970611,0.005376059,0.00050010165,0.000033725886],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027658886,0.00023978358,0.73959666,0.000282685,0.000059549493,0.000012400943,0.0011548946,0.000045529294,0.0003276208,0.17906383,0.014770874,0.0641696],"study_design_scores_gemma":[0.0006663959,0.000094285504,0.27943754,0.0077341264,0.0000073971914,0.000012212604,0.0024702072,0.00027093783,0.000058040547,0.0041121384,0.70493305,0.00020364426],"about_ca_topic_score_codex":0.002142096,"about_ca_topic_score_gemma":0.000032781725,"teacher_disagreement_score":0.6901622,"about_ca_system_score_codex":0.00022269072,"about_ca_system_score_gemma":0.0003776739,"threshold_uncertainty_score":0.99980825},"labels":[],"label_agreement":null},{"id":"W2471811843","doi":"10.19173/irrodl.v17i4.2333","title":"Use of Facebook by Secondary School Students at Nuku'alofa as an Indicator of E-Readiness for E-Learning in the Kingdom of Tonga","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Per capita; Psychology; Gross domestic product; Population; Census; Kingdom; Medical education; Mathematics education; Geography; Demography; Sociology; Medicine; Economic growth","score_opus":0.11487620245463041,"score_gpt":0.4923719557520286,"score_spread":0.37749575329739815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2471811843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9915509,0.00097593345,0.000047819773,0.0047597373,0.000027260834,0.0015333182,0.00013156484,0.000005572183,0.000967861],"genre_scores_gemma":[0.994543,0.0045645162,0.000033634067,0.00006294476,0.000009689065,0.000070015136,0.00003984516,0.0000065355885,0.00066981174],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99665445,0.0014183769,0.0004901251,0.00017682793,0.0010215199,0.0002387228],"domain_scores_gemma":[0.99744564,0.0015447278,0.00043619363,0.00018812391,0.0003274419,0.00005787256],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011197167,0.0000788638,0.0003006721,0.00015021056,0.00016727448,0.000054614036,0.0019415497,0.00007319632,0.00027110844],"category_scores_gemma":[0.010456852,0.000046023375,0.000048737467,0.0003307446,0.0007249588,0.00032669038,0.0005963154,0.00042257216,0.0000039876063],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039884998,0.0003685867,0.95506364,0.0007600289,0.0000756082,0.0000028742581,0.001125464,0.0000055594332,0.0034167375,0.0058049913,0.003487922,0.029489744],"study_design_scores_gemma":[0.008108561,0.0015516009,0.60482377,0.04337285,0.000069086745,0.000011784588,0.027670827,0.000110223,0.015043567,0.0046875053,0.2940416,0.0005086174],"about_ca_topic_score_codex":0.0024095138,"about_ca_topic_score_gemma":0.00017632327,"teacher_disagreement_score":0.35023984,"about_ca_system_score_codex":0.00015323077,"about_ca_system_score_gemma":0.00028309115,"threshold_uncertainty_score":0.9978785},"labels":[],"label_agreement":null},{"id":"W2472812753","doi":"10.19173/irrodl.v17i4.2494","title":"Book Review – Networked Learning","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Salient; Perspective (graphical); Field (mathematics); Networked learning; Mathematics education; Computer science; Sociology; Multimedia; Educational technology; Psychology; Artificial intelligence; Mathematics","score_opus":0.07414368777509334,"score_gpt":0.4733012906813892,"score_spread":0.39915760290629587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2472812753","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00079361023,0.7385742,0.0001671842,0.21580128,0.00009909237,0.00091318705,0.000009053209,0.000027578131,0.043614797],"genre_scores_gemma":[0.023619885,0.9617389,0.0000634764,0.0018903791,0.00016769663,0.000056371075,0.000036234687,0.000009374105,0.012417701],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956287,0.0023594508,0.00041862123,0.00024686076,0.0009655069,0.0003808493],"domain_scores_gemma":[0.9971325,0.0019568307,0.00020516748,0.00015550872,0.00044930016,0.000100740166],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01505194,0.00009223125,0.00029466735,0.00008233633,0.00045418495,0.00010838869,0.0011730698,0.00004465349,0.0028598083],"category_scores_gemma":[0.010118426,0.000053425603,0.00006450918,0.0006184523,0.00038162037,0.00038623108,0.00060562656,0.00072762463,0.000056699613],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082721315,0.000095389034,0.023325114,0.0030370513,0.000069361806,0.00002648282,0.0002377082,0.000037686244,0.000043851054,0.01965235,0.30926776,0.6441245],"study_design_scores_gemma":[0.0002499469,0.000039402614,0.00036377853,0.046376426,0.000007683193,0.0000026629657,0.0008065594,0.000040822917,0.0000043698665,0.00029008606,0.9517449,0.00007332409],"about_ca_topic_score_codex":0.0003933029,"about_ca_topic_score_gemma":0.000045815086,"teacher_disagreement_score":0.6440512,"about_ca_system_score_codex":0.00012904785,"about_ca_system_score_gemma":0.0004375791,"threshold_uncertainty_score":0.9982198},"labels":[],"label_agreement":null},{"id":"W2473502767","doi":"10.19173/irrodl.v17i4.2500","title":"Structural Relationships of Environments, Individuals, and Learning Outcomes in Korean Online University Settings","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Konkuk University","keywords":"Context (archaeology); Psychology; Academic achievement; Mathematics education; Quality (philosophy); Educational technology; Structural equation modeling; Directive; Class (philosophy); Computer science","score_opus":0.09434777372965891,"score_gpt":0.3970456405112053,"score_spread":0.30269786678154637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2473502767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9610297,0.0019387207,0.001567085,0.03446965,0.000039246865,0.00032997504,0.000035935445,0.000008943458,0.00058076344],"genre_scores_gemma":[0.99383044,0.004321393,0.0007569958,0.000035620084,0.000005254716,0.000003131248,0.000039674884,0.0000029592884,0.0010045118],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99784774,0.0011920937,0.00029472026,0.00019010228,0.0003428472,0.00013247535],"domain_scores_gemma":[0.9980183,0.0015246284,0.00018976603,0.00014283606,0.00008088267,0.000043558393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004042446,0.00006333005,0.00016667288,0.00019120885,0.00014966482,0.000048770344,0.00084146793,0.000027665697,0.000058438756],"category_scores_gemma":[0.0031635128,0.00004177621,0.000029690369,0.00033776023,0.00016968262,0.00034983846,0.00081087375,0.00058554934,0.0000025119627],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006746554,0.000047266112,0.9685931,0.00011023461,0.00001687721,0.0000016778746,0.00037476383,0.00004694812,0.00003929617,0.018736133,0.00008188047,0.01194506],"study_design_scores_gemma":[0.0005722997,0.00005526709,0.97303027,0.003851947,0.0000035253058,0.0000057024095,0.002419831,0.0011155307,0.000015514925,0.0008930564,0.01797173,0.00006534416],"about_ca_topic_score_codex":0.00028893942,"about_ca_topic_score_gemma":0.000034038854,"teacher_disagreement_score":0.03443403,"about_ca_system_score_codex":0.00007675969,"about_ca_system_score_gemma":0.000063215164,"threshold_uncertainty_score":0.37872487},"labels":[],"label_agreement":null},{"id":"W2474276641","doi":"10.19173/irrodl.v17i4.2323","title":"Guidelines for Transferring Residential Courses into Web","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Focus group; Computer science; Process (computing); Instructional design; Class (philosophy); Design process; World Wide Web; Multimedia; Engineering; Psychology; Work in process; Mathematics education","score_opus":0.1866235134711913,"score_gpt":0.5431100085644633,"score_spread":0.356486495093272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2474276641","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1303715,0.036617026,0.004960679,0.80186784,0.0004786395,0.002800075,0.00013898662,0.000054954184,0.022710295],"genre_scores_gemma":[0.8699609,0.1253758,0.0012608741,0.00021885835,0.00043963324,0.00011607059,0.00004253671,0.000011922548,0.0025733977],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979139,0.000626933,0.000356816,0.00018236272,0.0006735314,0.00024645976],"domain_scores_gemma":[0.99710083,0.0016757464,0.000086556065,0.00009774155,0.0009780821,0.00006103896],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011423469,0.0000629693,0.0001761061,0.00009547752,0.00039188957,0.0001273306,0.0008906613,0.000036609035,0.00023148983],"category_scores_gemma":[0.013519787,0.00003676991,0.000053409494,0.0002780251,0.00029301926,0.0002831166,0.0002276666,0.0002268719,0.000006288111],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035473617,0.00011500317,0.03380376,0.00135625,0.000097117394,0.000010889893,0.0009011449,0.000045046218,0.0018718045,0.15316479,0.03283716,0.7754423],"study_design_scores_gemma":[0.0006374951,0.00005533529,0.0004345111,0.008856308,0.000008119718,0.0000013106633,0.005235146,0.00015768601,0.00011283405,0.0049477136,0.9794785,0.00007505676],"about_ca_topic_score_codex":0.001306786,"about_ca_topic_score_gemma":0.0010669382,"teacher_disagreement_score":0.9466413,"about_ca_system_score_codex":0.00008823777,"about_ca_system_score_gemma":0.00061493047,"threshold_uncertainty_score":0.9947898},"labels":[],"label_agreement":null},{"id":"W2474739860","doi":"10.19173/irrodl.v17i4.2345","title":"The Influence of Biographical Factors on Adult Learner Self-Directedness in an Open Distance Learning Environment","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Leadership and Innovation","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Race (biology); Scale (ratio); Higher education; Demography; Sociology; Gender studies","score_opus":0.09561521402766761,"score_gpt":0.4517079448624393,"score_spread":0.3560927308347717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2474739860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9707926,0.0008004396,0.000013704731,0.024512783,0.000038198395,0.0006338064,0.000013034691,0.000006728823,0.0031887114],"genre_scores_gemma":[0.9760418,0.023471018,0.000019922109,0.000070878516,0.000021949483,0.00006486909,0.000030889165,0.0000050052677,0.0002737026],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99677145,0.0015950643,0.00037326087,0.00021494995,0.0008205355,0.0002247215],"domain_scores_gemma":[0.9969844,0.0022238274,0.00020226461,0.00015169704,0.00038408278,0.000053702417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075939777,0.00007383055,0.0001582979,0.000109281915,0.00038164936,0.00015630627,0.0015049274,0.000042500706,0.00010404423],"category_scores_gemma":[0.005290392,0.00003918005,0.000022271854,0.0007195583,0.000572075,0.00045388768,0.00031030615,0.00046300227,0.0000043770756],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014547752,0.00022935166,0.7429674,0.00011348978,0.00002155822,0.0000010189092,0.0022921558,0.00015707254,0.00019182324,0.24001373,0.00018868243,0.013678231],"study_design_scores_gemma":[0.0007509822,0.00029948098,0.798743,0.009273357,0.0000059310833,5.6427245e-7,0.032568946,0.00010922685,0.0001228231,0.0049937754,0.15294202,0.00018989274],"about_ca_topic_score_codex":0.0021494369,"about_ca_topic_score_gemma":0.00054701965,"teacher_disagreement_score":0.23501995,"about_ca_system_score_codex":0.00018205737,"about_ca_system_score_gemma":0.00021939527,"threshold_uncertainty_score":0.6333476},"labels":[],"label_agreement":null},{"id":"W2523969323","doi":"10.19173/irrodl.v17i5.2501","title":"Barriers and Opportunities of E-Learning Implementation in Iraq: A Case of Public Universities","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":190,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"E learning; Focus group; Medical education; Public relations; Electronic learning; Educational technology; Developing country; Political science; Psychology; Pedagogy; Business; Economic growth; Marketing; Medicine","score_opus":0.14644307867454265,"score_gpt":0.4851622273431846,"score_spread":0.33871914866864195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2523969323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9712532,0.0044042626,0.000057826448,0.01795027,0.00001843398,0.00029642365,0.000040700575,0.0000039882793,0.00597487],"genre_scores_gemma":[0.9546011,0.044991408,0.00004549961,0.000012245282,0.000011779662,0.0000069159996,0.0000168968,0.000002866859,0.00031129373],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9976391,0.0013940091,0.0002992346,0.00010978732,0.0003863983,0.00017145369],"domain_scores_gemma":[0.9983456,0.0010112541,0.00019131477,0.000057011825,0.00033185497,0.000062943174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008600572,0.000048472597,0.00017540903,0.00021468324,0.00016490433,0.000042081403,0.00031438805,0.000026255546,0.00038331116],"category_scores_gemma":[0.0019569334,0.0000334314,0.000022118622,0.0003043624,0.00048607145,0.0003878685,0.00030910014,0.00022931006,3.2103392e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008164434,0.000039389535,0.31431344,0.0009197868,0.000055300185,0.00009965578,0.004768369,0.000016412856,0.00018670244,0.192497,0.00018288541,0.4868394],"study_design_scores_gemma":[0.0013004774,0.00019203356,0.0052004927,0.0069769016,0.0000127139165,0.000025734222,0.8280573,0.00015047197,0.0001057992,0.0015835764,0.15627512,0.000119392585],"about_ca_topic_score_codex":0.004093749,"about_ca_topic_score_gemma":0.0009823155,"teacher_disagreement_score":0.8232889,"about_ca_system_score_codex":0.00009913322,"about_ca_system_score_gemma":0.0006875877,"threshold_uncertainty_score":0.6188551},"labels":[],"label_agreement":null},{"id":"W2524112281","doi":"10.19173/irrodl.v17i5.2523","title":"Institutional Culture and OER Policy: How Structure, Culture, and Agency Mediate OER Policy Potential in South African Universities","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of South Africa; University of Fort Hare; International Development Research Centre","keywords":"Agency (philosophy); Institution; Context (archaeology); Political science; Public administration; Sociology; Social science; Law; Geography","score_opus":0.038983237587877195,"score_gpt":0.37582329862017605,"score_spread":0.33684006103229885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2524112281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7092922,0.028868176,0.0053933566,0.2151204,0.0012914672,0.0024531202,0.00065268093,0.00008703365,0.0368416],"genre_scores_gemma":[0.9818098,0.016036512,0.0003208263,0.0001551993,0.00021747577,0.00000856766,0.000049853148,0.0000042346715,0.00139755],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982463,0.00046308106,0.00020168856,0.00029610386,0.0005424355,0.00025035246],"domain_scores_gemma":[0.99915373,0.00019713856,0.00012152662,0.0001390572,0.0002765497,0.00011201919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012730263,0.00011370602,0.00019319942,0.00027902637,0.0002399762,0.0003639625,0.00095918594,0.000053037344,0.00004001816],"category_scores_gemma":[0.0013935616,0.00006820428,0.000024573254,0.0006722427,0.00033533736,0.00075755484,0.0012059859,0.00048529642,0.0000026170453],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014891307,0.00013984658,0.03450416,0.0008117494,0.000109183304,0.000055374247,0.016742356,0.00015303529,0.0008950155,0.8685038,0.0036538967,0.07428268],"study_design_scores_gemma":[0.0060662148,0.0004511005,0.35643885,0.01411738,0.000029276553,0.00019165808,0.057792854,0.0040306654,0.00018883092,0.038111467,0.52158934,0.0009923887],"about_ca_topic_score_codex":0.0007182755,"about_ca_topic_score_gemma":0.000045808218,"teacher_disagreement_score":0.8303923,"about_ca_system_score_codex":0.000183722,"about_ca_system_score_gemma":0.00060281385,"threshold_uncertainty_score":0.35096985},"labels":[],"label_agreement":null},{"id":"W2524276524","doi":"10.19173/irrodl.v17i5.2350","title":"The Effects of a Pedagogical Agent’s Smiling Expression on the Learner’s Emotions and Motivation in a Virtual Learning Environment","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Meaning (existential); Affect (linguistics); Politeness; Perception; Facial expression; Expression (computer science); Class (philosophy); Emotional expression; Cognitive psychology; Face (sociological concept); Social psychology; Test (biology); Linguistics; Communication","score_opus":0.1958938150166946,"score_gpt":0.4874570613995818,"score_spread":0.2915632463828872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2524276524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96558523,0.004644211,0.00058910635,0.02338819,0.00017832355,0.0010250647,0.000007281462,0.000007607501,0.0045749852],"genre_scores_gemma":[0.977513,0.02044452,0.000004258164,0.00008458976,0.000030888517,0.00011029919,0.000009188693,0.000006199682,0.001797033],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99718297,0.0017319894,0.0003246081,0.00018891448,0.0003982852,0.00017325763],"domain_scores_gemma":[0.99106085,0.008525592,0.00016749845,0.00014103099,0.00007107245,0.00003395993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037413815,0.00007817727,0.00015586226,0.00007470274,0.00027469939,0.00005263702,0.00041001357,0.00004201039,0.0003350722],"category_scores_gemma":[0.007244047,0.000035111792,0.00003971048,0.00015977626,0.0002650212,0.0000803785,0.0003507666,0.000631776,0.000017331588],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002017823,0.0010394867,0.19622219,0.00077548646,0.00024969527,0.000032677603,0.011506596,0.0007145634,0.01527675,0.24413617,0.004836533,0.52319205],"study_design_scores_gemma":[0.0058703236,0.0019205518,0.63783544,0.047892887,0.000036099467,0.00003104901,0.066514835,0.0012352831,0.0014574017,0.005600391,0.2311847,0.00042105917],"about_ca_topic_score_codex":0.00015969836,"about_ca_topic_score_gemma":0.000011078023,"teacher_disagreement_score":0.522771,"about_ca_system_score_codex":0.00007025875,"about_ca_system_score_gemma":0.000027348677,"threshold_uncertainty_score":0.8672324},"labels":[],"label_agreement":null},{"id":"W2524593233","doi":"10.19173/irrodl.v17i5.2456","title":"Understanding Cognitive Engagement in Online Discussion: Use of a Scaffolded, Audio-based Argumentation Activity","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Argumentation theory; Asynchronous communication; Online discussion; Cognition; Computer-mediated communication; Audio equipment; Psychology; Perception; Mathematics education; Pedagogy; Computer science; World Wide Web; Linguistics; The Internet","score_opus":0.3517920731946581,"score_gpt":0.5056943625459579,"score_spread":0.1539022893512998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2524593233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91668755,0.0010874658,0.00438353,0.07446305,0.000075144344,0.0014143661,0.00015073396,0.0000117166655,0.0017264524],"genre_scores_gemma":[0.9887369,0.010734363,0.00016822347,0.000040325885,0.000025832644,0.000023910405,0.000054351778,0.0000042345455,0.00021183872],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99662113,0.0019911416,0.00028206603,0.00017208894,0.00073721894,0.00019636976],"domain_scores_gemma":[0.99683434,0.0026364725,0.00018912647,0.00007437996,0.00021986905,0.000045792807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007340715,0.000063612424,0.00018527739,0.00013903757,0.00018477911,0.00007013357,0.00034761374,0.000031134885,0.00021203658],"category_scores_gemma":[0.0057843244,0.000033966284,0.000035489313,0.0005352627,0.00028974353,0.000417581,0.00025368747,0.00032051926,0.000001775382],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091531326,0.00096839847,0.47871158,0.0011126009,0.000092743125,0.000026532713,0.0015690317,0.00028267314,0.0011176434,0.022787156,0.0005993824,0.49181697],"study_design_scores_gemma":[0.015866572,0.0012313799,0.2783801,0.27594507,0.000120410055,0.000005148248,0.21616498,0.009790908,0.0023370755,0.012214854,0.18690036,0.0010431579],"about_ca_topic_score_codex":0.0010707421,"about_ca_topic_score_gemma":0.000721232,"teacher_disagreement_score":0.4907738,"about_ca_system_score_codex":0.00032102966,"about_ca_system_score_gemma":0.00041288525,"threshold_uncertainty_score":0.6924795},"labels":[],"label_agreement":null},{"id":"W2524635874","doi":"10.19173/irrodl.v17i5.2384","title":"From On-Campus to Online: A Trajectory of Innovation, Internationalization and Inclusion","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Inclusion (mineral); Context (archaeology); Internationalization; Promotion (chess); General partnership; Sociology; Process (computing); Internationalization of Higher Education; Higher education; Social connectedness; Public relations; Pedagogy; Political science; Computer science; Business; Psychology; Social science","score_opus":0.07693784154550162,"score_gpt":0.4719722122983124,"score_spread":0.3950343707528108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2524635874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91405714,0.0022093076,0.0010853806,0.07666922,0.000103039754,0.00064558897,0.00015493542,0.000010323112,0.0050650397],"genre_scores_gemma":[0.98762953,0.011135149,0.00036354215,0.00024812084,0.00011443939,0.000015890026,0.0001220591,0.000004986436,0.00036625244],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979458,0.0005814992,0.000374589,0.0001717586,0.00080367597,0.00012268394],"domain_scores_gemma":[0.9975526,0.00136302,0.00017902334,0.00008959483,0.0007740166,0.000041748975],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0050381804,0.000056377146,0.00015047692,0.00022177081,0.00031096558,0.000038954084,0.00060818694,0.000034017296,0.00019539142],"category_scores_gemma":[0.009493366,0.000035435747,0.0000147903975,0.00065209984,0.00018792308,0.00018226869,0.0014827789,0.00020775848,0.0000029874986],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032211756,0.00029965225,0.09918787,0.00033678958,0.00006786122,0.0000049861583,0.004848947,0.00008463582,0.002569933,0.14664151,0.0030200803,0.74261564],"study_design_scores_gemma":[0.0015853824,0.00029401408,0.044974726,0.029295268,0.000012516087,0.0000016901445,0.010355437,0.00031398266,0.0005181033,0.029141847,0.8832906,0.00021645478],"about_ca_topic_score_codex":0.00140893,"about_ca_topic_score_gemma":0.00029173034,"teacher_disagreement_score":0.8802705,"about_ca_system_score_codex":0.00009708393,"about_ca_system_score_gemma":0.0002833178,"threshold_uncertainty_score":0.9988501},"labels":[],"label_agreement":null},{"id":"W2525185962","doi":"10.19173/irrodl.v17i5.2602","title":"From Presences to Linked Influences Within Communities of Inquiry","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Community of inquiry; Psychology; Interpersonal communication; TUTOR; Unison; Pedagogy; Class (philosophy); Cognition; Mathematics education; Sociology; Social psychology; Computer science","score_opus":0.1765366348477788,"score_gpt":0.506459082088724,"score_spread":0.3299224472409452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2525185962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9499176,0.0037499184,0.000095152514,0.039965283,0.00009582547,0.0004877043,0.000055616434,0.000009452219,0.005623447],"genre_scores_gemma":[0.9820373,0.016999168,0.00038433337,0.000081020946,0.000107708955,0.000027378024,0.000022812574,0.000003452071,0.0003368098],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99700874,0.0015345081,0.00036003132,0.00011967796,0.0007969993,0.00018002467],"domain_scores_gemma":[0.9961112,0.0030603416,0.00017014785,0.00014699197,0.00044719654,0.00006409634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077399476,0.000058557835,0.0002049075,0.00010589147,0.00022762679,0.00009105578,0.0014449429,0.00003026706,0.00033210346],"category_scores_gemma":[0.005942721,0.00003322475,0.000028430079,0.00043882843,0.00070241117,0.00030558812,0.0007004921,0.0003290471,0.000009374421],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003087255,0.0001875338,0.7108105,0.00069321995,0.00011023372,0.000009618436,0.028042639,0.00021783571,0.0010012359,0.05210779,0.0032221968,0.2032885],"study_design_scores_gemma":[0.0010073056,0.0003467061,0.06261573,0.06633667,0.000017865594,0.0000021834696,0.33746174,0.00016339026,0.00040500253,0.019455323,0.5119078,0.0002802933],"about_ca_topic_score_codex":0.01475282,"about_ca_topic_score_gemma":0.0016890543,"teacher_disagreement_score":0.64819473,"about_ca_system_score_codex":0.000046048906,"about_ca_system_score_gemma":0.0003656138,"threshold_uncertainty_score":0.991808},"labels":[],"label_agreement":null},{"id":"W2525342248","doi":"10.19173/irrodl.v17i5.2675","title":"MOOCs, Graduate Skills Gaps, and Employability: A Qualitative Systematic Review of the Literature","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Employability; Graduation (instrument); Bachelor; Dilemma; Higher education; Class (philosophy); Medical education; Transferable skills analysis; Psychology; Pedagogy; Mathematics education; Political science; Computer science; Engineering; Medicine","score_opus":0.07057773188124457,"score_gpt":0.4616063534018609,"score_spread":0.39102862152061635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2525342248","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028655287,0.6401204,0.0033345236,0.32318607,0.00015083565,0.0034613293,0.00019562762,0.000030491476,0.0008654665],"genre_scores_gemma":[0.5455158,0.45248023,0.00048262457,0.00055951445,0.000022209402,0.000066869805,0.00002054104,0.000007763485,0.0008444566],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99550974,0.0026810593,0.0005781076,0.00024461027,0.0008179839,0.00016850531],"domain_scores_gemma":[0.9957467,0.002669683,0.0003444574,0.00044195275,0.0007468629,0.000050365325],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012512814,0.000099205245,0.00044513613,0.00006984209,0.00010344927,0.00012979227,0.001734922,0.00002566898,0.000009823229],"category_scores_gemma":[0.015685586,0.000042350435,0.00007579895,0.0007463003,0.00025060185,0.00024280313,0.001266675,0.00044756423,0.000003037149],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025877329,0.00025392332,0.008146564,0.85927457,0.00021682482,0.000013264799,0.0038311027,0.000007974075,0.00008732469,0.11103277,0.0026379917,0.01447183],"study_design_scores_gemma":[0.0002694063,0.00006832653,0.0012433009,0.98582476,0.000022668135,0.000020637914,0.00046370958,0.0003785044,0.000035215588,0.010402688,0.0011861037,0.00008469725],"about_ca_topic_score_codex":0.000053992077,"about_ca_topic_score_gemma":0.0000033611213,"teacher_disagreement_score":0.5168605,"about_ca_system_score_codex":0.000050178078,"about_ca_system_score_gemma":0.00012614692,"threshold_uncertainty_score":0.9926057},"labels":[],"label_agreement":null},{"id":"W2525901244","doi":"10.19173/irrodl.v17i5.2024","title":"Online Professional Skills Workshops: Perspectives from Distance Education Graduate Students","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Medical education; Graduate students; Flexibility (engineering); Distance education; Focus group; Psychology; Professional development; Class (philosophy); Pedagogy; Mathematics education; Sociology; Computer science; Medicine; Management","score_opus":0.1484731051334269,"score_gpt":0.5520751768576824,"score_spread":0.40360207172425544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2525901244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7821849,0.01863087,0.0002791039,0.18854499,0.000692242,0.0011977131,0.00014847939,0.000014893164,0.008306802],"genre_scores_gemma":[0.90601003,0.08754022,0.00010438908,0.0001488451,0.00015160146,0.00008367257,0.00008941226,0.0000040894233,0.005867749],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972511,0.0011475163,0.00023233781,0.00019185978,0.0010162281,0.0001609433],"domain_scores_gemma":[0.9977832,0.0014074148,0.0001323047,0.000121763034,0.00048751882,0.00006783599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004815662,0.000056143792,0.0001173897,0.000054774177,0.000329839,0.0001408009,0.0009161503,0.00002279551,0.000822665],"category_scores_gemma":[0.0039675254,0.00003285106,0.000024783167,0.00031224664,0.00024143544,0.0003324193,0.00036489076,0.00033097362,0.000017020287],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001637984,0.0037309602,0.42768013,0.00028188984,0.00013962017,0.0000042237925,0.021881161,0.0000067263886,0.00006478256,0.13032798,0.038950346,0.37676838],"study_design_scores_gemma":[0.0004120751,0.00002256004,0.35374793,0.013189726,0.0000074435093,3.8433856e-7,0.10568612,0.0000039806628,0.000005440584,0.0075774677,0.5192529,0.00009400438],"about_ca_topic_score_codex":0.0021316253,"about_ca_topic_score_gemma":0.0002917398,"teacher_disagreement_score":0.48030254,"about_ca_system_score_codex":0.0002467931,"about_ca_system_score_gemma":0.0004891373,"threshold_uncertainty_score":0.90076053},"labels":[],"label_agreement":null},{"id":"W2525953090","doi":"10.19173/irrodl.v17i5.2566","title":"Digital Curation as a Core Competency in Current Learning and Literacy: A Higher Education Perspective","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Radio, Podcasts, and Digital Media","field":"Social Sciences","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Yale University","keywords":"Digital curation; Curriculum; Data curation; Digital literacy; Perspective (graphical); Computer science; Digital media; Literacy; Social media; Digital learning; Pedagogy; Knowledge management; Engineering ethics; Sociology; World Wide Web; Engineering","score_opus":0.09605760257141083,"score_gpt":0.503180206207418,"score_spread":0.40712260363600716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2525953090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44809598,0.118480705,0.00008791729,0.07543142,0.0007055011,0.0022952016,0.00007506679,0.00003419927,0.35479403],"genre_scores_gemma":[0.9552152,0.04230338,0.000010838264,0.000038385468,0.00009821427,0.00005083452,0.00003996858,0.0000043050604,0.0022388543],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99845666,0.000383818,0.0002443441,0.00020113368,0.00052895263,0.00018508808],"domain_scores_gemma":[0.99828833,0.0010187917,0.000110913614,0.000062734005,0.00043833602,0.00008091525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020989918,0.0000683304,0.00015101007,0.00012665858,0.00015915225,0.00034434936,0.00033839862,0.000026502501,0.00017073078],"category_scores_gemma":[0.0055698077,0.000043777447,0.000023370521,0.00036010292,0.0003297506,0.0012368754,0.00021384405,0.00033012475,0.000013588443],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007388839,0.00012954352,0.12976658,0.00018308972,0.000009343901,0.0000037158616,0.0025603122,0.0000010029612,0.000015984639,0.2924117,0.00038072627,0.5744641],"study_design_scores_gemma":[0.0010200496,0.00018987097,0.062589146,0.022368282,0.000006591687,0.000010915564,0.020105988,0.00011244837,0.0000044891567,0.06909386,0.82428646,0.0002118812],"about_ca_topic_score_codex":0.00088159106,"about_ca_topic_score_gemma":0.000081254744,"teacher_disagreement_score":0.82390577,"about_ca_system_score_codex":0.00025619217,"about_ca_system_score_gemma":0.00048738462,"threshold_uncertainty_score":0.66679823},"labels":[],"label_agreement":null},{"id":"W2526032317","doi":"10.19173/irrodl.v17i5.2552","title":"Online Learning in a South African Higher Education Institution: Determining the Right Connections for the Student","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Disadvantaged; The Internet; Internet access; Educational technology; Higher education; Psychology; Mathematics education; Pedagogy; Computer science; Political science; World Wide Web","score_opus":0.10754204892508748,"score_gpt":0.48929638643805407,"score_spread":0.3817543375129666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2526032317","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40122142,0.019977521,0.00096239784,0.5391299,0.0010191503,0.0051191915,0.00010877864,0.000055966357,0.03240568],"genre_scores_gemma":[0.98781353,0.008326504,0.0000676796,0.00016652425,0.0002590668,0.0002103367,0.00003447087,0.0000061069254,0.0031157627],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99755853,0.001084356,0.0003284061,0.00019455339,0.0005786864,0.00025549042],"domain_scores_gemma":[0.9957496,0.0034566363,0.00017938993,0.00013652536,0.00043390863,0.000043939195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075813383,0.00007757788,0.00015664798,0.00009912384,0.0009494607,0.00018374709,0.0010067727,0.000036068213,0.00021033785],"category_scores_gemma":[0.00498224,0.00003522531,0.00004944409,0.00058291806,0.0004190439,0.00023182131,0.000333306,0.0005731137,0.0000049141295],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014266885,0.00054039597,0.29058346,0.0002659602,0.00009157645,0.0000032247287,0.0049868063,0.00047688754,0.000023416736,0.21568143,0.00164048,0.48556367],"study_design_scores_gemma":[0.000524678,0.00005857752,0.06750196,0.0030389861,0.000012611478,0.0000010177283,0.022541441,0.00014515342,0.000002629089,0.0008495054,0.9052529,0.00007054998],"about_ca_topic_score_codex":0.00056229386,"about_ca_topic_score_gemma":0.0007962106,"teacher_disagreement_score":0.9036124,"about_ca_system_score_codex":0.00020558578,"about_ca_system_score_gemma":0.0007064995,"threshold_uncertainty_score":0.73025805},"labels":[],"label_agreement":null},{"id":"W2526201955","doi":"10.19173/irrodl.v17i5.2783","title":"e-Tutor: A Multilingual Open Educational Resource for Faculty Development to Teach Online","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Educational Technologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"TUTOR; Context (archaeology); Distance education; Resource (disambiguation); Ukrainian; Mathematics education; Open educational resources; Faculty development; Open education; Pedagogy; Sociology; Face (sociological concept); Class (philosophy); Professional development; Political science; Computer science; Psychology; Geography; Social science","score_opus":0.20816433495059408,"score_gpt":0.5244329421884247,"score_spread":0.3162686072378307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2526201955","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12255071,0.0035821255,0.062785245,0.7968308,0.00036208195,0.0065415497,0.00060667074,0.00007246943,0.0066683856],"genre_scores_gemma":[0.79697514,0.0014160488,0.18704349,0.002450441,0.00021115369,0.0020740519,0.0011716282,0.000026164182,0.008631874],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99823314,0.00020062432,0.0004038179,0.00035569334,0.0005701229,0.00023659164],"domain_scores_gemma":[0.9969195,0.00163593,0.0001426738,0.00027623467,0.0009735173,0.00005213289],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0055611613,0.00009215956,0.00018152382,0.00017634465,0.0002139684,0.00023872106,0.004690064,0.000029465116,0.00004049678],"category_scores_gemma":[0.010191522,0.000054529493,0.000021988459,0.0006555276,0.00011796657,0.00034612048,0.0037942755,0.00024965516,0.000017001523],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012458123,0.0005367844,0.011474664,0.00042847567,0.00007424863,0.0000021084002,0.00075444573,0.000024087252,0.0008012784,0.34065482,0.054929785,0.5901947],"study_design_scores_gemma":[0.00063560094,0.00008764854,0.021082072,0.0054918486,0.0000013540491,0.000009736236,0.0009730183,0.00021851719,0.001251929,0.0066113314,0.9634994,0.00013751886],"about_ca_topic_score_codex":0.00007169933,"about_ca_topic_score_gemma":0.000014662281,"teacher_disagreement_score":0.90856963,"about_ca_system_score_codex":0.00027306582,"about_ca_system_score_gemma":0.0008497852,"threshold_uncertainty_score":0.99814606},"labels":[],"label_agreement":null},{"id":"W2526436239","doi":"10.19173/irrodl.v17i5.2720","title":"Determinants of Teachers’ Attitudes Towards E-Learning in Tanzanian Higher Learning Institutions","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tanzania; Simple random sample; Stratified sampling; E learning; Data collection; Psychology; Mathematics education; Class (philosophy); Survey research; Medical education; Higher education; Pedagogy; Educational technology; Sociology; Social science; Computer science; Mathematics; Political science; Applied psychology; Medicine; Socioeconomics; Statistics","score_opus":0.13966580561783554,"score_gpt":0.4986291409115458,"score_spread":0.3589633352937103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2526436239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92858535,0.007250164,0.00009786133,0.020665027,0.00014456485,0.00077752385,0.00001841233,0.00003253223,0.042428553],"genre_scores_gemma":[0.9705501,0.02668784,0.00015422745,0.0000288676,0.00006756917,0.000033307355,0.00001654954,0.000008741384,0.002452776],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960763,0.0018816713,0.00052847114,0.00026109093,0.0008741664,0.00037833088],"domain_scores_gemma":[0.9980956,0.0010884897,0.00025598725,0.00012643881,0.00034907277,0.00008445976],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010522503,0.00010679708,0.00033566603,0.00023096356,0.000372825,0.00009505179,0.0010037163,0.00007719496,0.00048037482],"category_scores_gemma":[0.008450011,0.0000697611,0.000059765513,0.0007819938,0.0005883026,0.00043656165,0.0005859514,0.0009573534,0.0000133242775],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004107432,0.00009409831,0.7967747,0.00025857333,0.00001815151,0.000015309915,0.0008228343,0.00010459033,0.00017654174,0.011082679,0.000098633,0.19051285],"study_design_scores_gemma":[0.0012057879,0.00018166224,0.28666645,0.02291798,0.000012732664,0.0000049081546,0.009653561,0.00013194964,0.00011369871,0.0006981316,0.6781984,0.00021475514],"about_ca_topic_score_codex":0.003409634,"about_ca_topic_score_gemma":0.0011435491,"teacher_disagreement_score":0.67809975,"about_ca_system_score_codex":0.00021983733,"about_ca_system_score_gemma":0.000861476,"threshold_uncertainty_score":0.99990225},"labels":[],"label_agreement":null},{"id":"W2526870250","doi":"10.19173/irrodl.v17i5.2541","title":"Development of Open Textbooks Learning Analytics System","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning analytics; Computer science; Analytics; Class (philosophy); Open learning; Open education; Data science; World Wide Web; Open educational resources; Learning Management; Educational technology; Teaching method; Mathematics education; Psychology; Artificial intelligence; Cooperative learning","score_opus":0.11631449091084542,"score_gpt":0.44835162790060634,"score_spread":0.3320371369897609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2526870250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20260043,0.034330145,0.43777922,0.17804559,0.0007515474,0.006319521,0.00011711294,0.00028648347,0.13976996],"genre_scores_gemma":[0.9887905,0.0033464325,0.006327507,0.00003625221,0.000022274404,0.00002215624,0.00001773074,0.000007452549,0.0014296678],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975588,0.00057860947,0.0005946052,0.000278348,0.0007523301,0.00023732767],"domain_scores_gemma":[0.99794525,0.00087845937,0.00031375143,0.0002902307,0.00050157803,0.000070732494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008813777,0.00009679379,0.00032222562,0.00015987216,0.00020877815,0.0002673885,0.003832422,0.000031838666,0.000028095934],"category_scores_gemma":[0.0018589795,0.000055619326,0.00004069588,0.0005610859,0.00012503724,0.00034083758,0.0037116897,0.0004419194,0.000015743864],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008743355,0.00021266766,0.05259646,0.0033105398,0.00022313476,0.000035568795,0.00070398755,0.00065474655,0.0010976648,0.33417603,0.0010721328,0.60582966],"study_design_scores_gemma":[0.0046663973,0.0005638937,0.024342425,0.16831657,0.000049758662,0.000103167644,0.008473806,0.13639714,0.0027240615,0.0061852965,0.64726233,0.00091515674],"about_ca_topic_score_codex":0.0001059106,"about_ca_topic_score_gemma":0.000010861366,"teacher_disagreement_score":0.7861901,"about_ca_system_score_codex":0.00013267287,"about_ca_system_score_gemma":0.00044404535,"threshold_uncertainty_score":0.7121657},"labels":[],"label_agreement":null},{"id":"W2527383016","doi":"10.19173/irrodl.v17i5.2561","title":"Exploring Communication and Course Format: Conversation Frequency and Duration, Student Motives, and Perceived Teacher Approachability for Out-of-Class Contact","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Conversation; Class (philosophy); Psychology; Face-to-face; Computer-mediated communication; Duration (music); Mathematics education; Course (navigation); Online course; Medical education; Pedagogy; Computer science; The Internet; World Wide Web; Communication; Medicine; Engineering","score_opus":0.346033218303582,"score_gpt":0.5290069510382427,"score_spread":0.18297373273466067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2527383016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9156862,0.020383235,0.0006247794,0.058856014,0.000090608875,0.002031735,0.00008341392,0.000009282335,0.002234766],"genre_scores_gemma":[0.9494482,0.049749523,0.00019780267,0.000050076174,0.000012803073,0.00035935154,0.00008931115,0.0000050339168,0.00008784837],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99823177,0.00085367414,0.00042923164,0.00017062777,0.00020188779,0.0001127916],"domain_scores_gemma":[0.9973988,0.0015741445,0.00022652795,0.00027046414,0.00047545563,0.00005462954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004490688,0.000069185575,0.00018505735,0.00006539014,0.00017125756,0.000049905037,0.00035183874,0.000033163622,0.00009211032],"category_scores_gemma":[0.0011757032,0.00004717051,0.000016589254,0.000084719555,0.0002889898,0.00030729006,0.00029190272,0.00023133935,9.567696e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023512145,0.00033629494,0.73752344,0.0014944557,0.0001087819,1.9791601e-7,0.023185574,5.44125e-7,0.00028919114,0.12265267,0.00045967876,0.11371408],"study_design_scores_gemma":[0.0012002665,0.00011946227,0.9493576,0.002486432,0.000013006176,0.0000034934915,0.038117502,0.0001614757,0.000008376064,0.0019056286,0.0065578655,0.00006888959],"about_ca_topic_score_codex":0.00039198686,"about_ca_topic_score_gemma":0.000083207306,"teacher_disagreement_score":0.21183419,"about_ca_system_score_codex":0.00007601282,"about_ca_system_score_gemma":0.00007630344,"threshold_uncertainty_score":0.19235575},"labels":[],"label_agreement":null},{"id":"W2527590857","doi":"10.19173/irrodl.v17i5.2673","title":"A Far Cry from School History: Massive Online Open Courses as a Generative Source for Historical Research","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Narrative; Thematic analysis; Pedagogy; Experiential learning; Perspective (graphical); Perception; Sociology; Multimedia; Computer science; Qualitative research; Psychology; Social science; Literature; Artificial intelligence","score_opus":0.18104092666566596,"score_gpt":0.478801426957796,"score_spread":0.29776050029213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2527590857","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035769973,0.097218394,0.10528427,0.74840236,0.0006813476,0.0048623257,0.0004877334,0.00008852554,0.0072050546],"genre_scores_gemma":[0.74207556,0.12612857,0.037377536,0.0039279596,0.0014536369,0.0011652701,0.0007537077,0.00010695826,0.08701083],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961325,0.0014386792,0.00043677367,0.00051855436,0.0010890337,0.00038443925],"domain_scores_gemma":[0.994114,0.003734668,0.00021161188,0.00044450807,0.0013238592,0.0001713824],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007963731,0.0001259091,0.00036791875,0.0002030632,0.0002971096,0.00032318692,0.004506968,0.000058268924,0.00018202343],"category_scores_gemma":[0.012781908,0.000076058546,0.00006879378,0.00047919512,0.0002543817,0.0004882431,0.0032753123,0.0008600352,0.00003284424],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008696043,0.0013203751,0.02329876,0.0008441076,0.0004180229,0.000110982335,0.0010539739,0.00043074513,0.0018804445,0.24923772,0.35797268,0.36256257],"study_design_scores_gemma":[0.0011231115,0.00032693654,0.00085482514,0.0055547482,0.000007989757,0.000005952572,0.00058271026,0.01603994,0.00004584699,0.012099677,0.96321416,0.00014412214],"about_ca_topic_score_codex":0.0033947462,"about_ca_topic_score_gemma":0.000087774424,"teacher_disagreement_score":0.7444744,"about_ca_system_score_codex":0.0013476651,"about_ca_system_score_gemma":0.0011634525,"threshold_uncertainty_score":0.9955338},"labels":[],"label_agreement":null},{"id":"W2528363642","doi":"10.19173/irrodl.v17i5.2547","title":"Supervision on Social Media: Use and Perception of Facebook as a Research Education Tool in Disadvantaged Areas","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Disadvantaged; Distance education; Exploratory research; M-learning; Social media; Space (punctuation); Psychology; Qualitative research; Perception; Educational technology; Class (philosophy); Mathematics education; Pedagogy; Mobile device; Sociology; Computer science; World Wide Web; Social science; Political science","score_opus":0.21896033406174292,"score_gpt":0.5429868463243697,"score_spread":0.32402651226262674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528363642","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9760116,0.0008223732,0.000013629659,0.021198632,0.000028873048,0.0012880452,0.000031892756,0.0000029903506,0.0006020083],"genre_scores_gemma":[0.9690247,0.030241221,0.000037982783,0.00017122303,0.00005826399,0.00011659392,0.00020667994,0.000006443975,0.00013685557],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99744374,0.0008173687,0.0004366541,0.00019809642,0.0009080352,0.00019612974],"domain_scores_gemma":[0.9967992,0.0023973465,0.00009660213,0.00011631266,0.0005371676,0.000053382293],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0068673017,0.00006713214,0.00023443936,0.00031365495,0.00009838966,0.000030321939,0.00019183656,0.00003841868,0.00032329466],"category_scores_gemma":[0.008872772,0.000039382667,0.00002106244,0.00036021238,0.00021782274,0.00022498144,0.00022151228,0.00045517503,0.000008047824],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012808673,0.0003323568,0.32382643,0.0016788488,0.000019737652,0.000009511368,0.0016538494,3.2947403e-7,0.0037755375,0.0072341054,0.0038723054,0.65631616],"study_design_scores_gemma":[0.0029070373,0.00051627826,0.9441973,0.020360567,0.000010461672,0.000021969023,0.01391319,0.000036558104,0.00023219126,0.0019179584,0.015815921,0.00007057258],"about_ca_topic_score_codex":0.0008404164,"about_ca_topic_score_gemma":0.00008133589,"teacher_disagreement_score":0.6562456,"about_ca_system_score_codex":0.00019450755,"about_ca_system_score_gemma":0.00033387003,"threshold_uncertainty_score":0.9994759},"labels":[],"label_agreement":null},{"id":"W2559747664","doi":"10.19173/irrodl.v17i6.2453","title":"Tele-proximity: Tele-community of Inquiry Model. Facial Cues for Social, Cognitive, and Teacher Presence in Distance Education","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Community of inquiry; Class (philosophy); Computer science; Synchronous learning; Online chat; Educational technology; Perspective (graphical); Transactional leadership; Videoconferencing; The Internet; Multimedia; Mathematics education; Psychology; Cognition; Pedagogy; Teaching method; Cooperative learning; Social psychology; World Wide Web; Artificial intelligence","score_opus":0.18412878244512657,"score_gpt":0.5087436135346222,"score_spread":0.3246148310894956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559747664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97293264,0.004933659,0.0014544035,0.014585088,0.000047023754,0.0011938941,0.000088688364,0.0000073989286,0.0047572297],"genre_scores_gemma":[0.9844799,0.014623271,0.00018596063,0.000031049844,0.00006413447,0.00010159125,0.000040456587,0.000004867577,0.00046878442],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975471,0.0013773302,0.00029446176,0.00014965697,0.00043489732,0.00019657648],"domain_scores_gemma":[0.99749196,0.0017821965,0.00016117706,0.00007578019,0.00044973605,0.000039178365],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007967619,0.00006543528,0.0002067622,0.00009240777,0.0003534518,0.000062040446,0.000555803,0.00004831506,0.000034252655],"category_scores_gemma":[0.0094723,0.00004432235,0.00002873029,0.0002961607,0.00064092514,0.00042031298,0.00033386564,0.0004596804,5.902538e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029723792,0.00036099902,0.13493268,0.0010631136,0.0000253879,5.677475e-7,0.00595158,0.000010963029,0.00022495321,0.030501187,0.00082141365,0.8258099],"study_design_scores_gemma":[0.006041143,0.0005424688,0.15192178,0.07083024,0.0000694546,0.000004718999,0.3216093,0.0041938187,0.00060704566,0.09094889,0.35237902,0.00085212546],"about_ca_topic_score_codex":0.0013576674,"about_ca_topic_score_gemma":0.000707333,"teacher_disagreement_score":0.8249578,"about_ca_system_score_codex":0.00008560753,"about_ca_system_score_gemma":0.0005977093,"threshold_uncertainty_score":0.9988713},"labels":[],"label_agreement":null},{"id":"W2560244942","doi":"10.19173/irrodl.v17i6.2816","title":"Online Instructors’ Use of Scaffolding Strategies to Promote Interactions: A Scale Development Study","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Sungkyunkwan University","keywords":"Exploratory factor analysis; Psychology; Confirmatory factor analysis; Scale (ratio); Scaffold; Mathematics education; Online learning; Rating scale; Reliability (semiconductor); Class (philosophy); Applied psychology; Structural equation modeling; Computer science; Psychometrics; Multimedia; Developmental psychology; Artificial intelligence","score_opus":0.15973313595771885,"score_gpt":0.49668412830823716,"score_spread":0.3369509923505183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560244942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99071765,0.0004550371,0.00015030557,0.0069256844,0.000056237765,0.00081102765,0.000020000765,0.000008453816,0.00085558067],"genre_scores_gemma":[0.9941755,0.0034629866,0.001768532,0.000022678767,0.000045421377,0.00003928179,0.000018124074,0.000005585332,0.00046191757],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997636,0.0007783969,0.00042850964,0.00019313114,0.0007535105,0.00021042961],"domain_scores_gemma":[0.9983153,0.00080000085,0.00015701645,0.0001210494,0.0005346245,0.00007202029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050913934,0.00007209233,0.00020946885,0.00017712181,0.00024537664,0.00016778221,0.00070146966,0.000020542931,0.00016851998],"category_scores_gemma":[0.003564054,0.000043487606,0.00002673366,0.00059493835,0.00016128828,0.00060209376,0.0006031165,0.00026339092,0.0000054839948],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017136034,0.0008474275,0.2509637,0.00043294457,0.00010937697,0.000009275598,0.006599574,0.00006869301,0.0010277915,0.0057964334,0.00039358748,0.7335798],"study_design_scores_gemma":[0.0009402027,0.00030059332,0.07996425,0.026680438,0.000015082689,0.000004039834,0.11234387,0.000069243266,0.00036317995,0.0005921101,0.7785207,0.0002062606],"about_ca_topic_score_codex":0.0014502018,"about_ca_topic_score_gemma":0.0021276907,"teacher_disagreement_score":0.77812713,"about_ca_system_score_codex":0.00014741934,"about_ca_system_score_gemma":0.0006492133,"threshold_uncertainty_score":0.42667627},"labels":[],"label_agreement":null},{"id":"W2560339378","doi":"10.19173/irrodl.v17i6.2581","title":"The Effects of Online Interactions on the Relationship Between Learning-Related Anxiety and Intention to Persist Among E-Learning Students with Visual Impairment","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Anxiety; Affect (linguistics); Visual impairment; Online learning; Visual learning; Developmental psychology; Communication; Multimedia; Psychiatry","score_opus":0.06303526475671785,"score_gpt":0.4482883154466446,"score_spread":0.38525305068992677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560339378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9638742,0.00070127967,0.00238546,0.03167726,0.00009664379,0.0008738764,0.000004751474,0.000019095567,0.00036744034],"genre_scores_gemma":[0.99605304,0.002012191,0.000058147638,0.000056748213,0.000017517372,0.000098730474,0.000027029531,0.000008227715,0.00166838],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964854,0.0018154762,0.00044983957,0.00028097618,0.00075133983,0.00021693196],"domain_scores_gemma":[0.9907731,0.008146273,0.00032075844,0.00023607138,0.00043601857,0.00008776972],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005494614,0.00011685124,0.00018775456,0.0001648977,0.0006156458,0.00029353524,0.001286299,0.000030798725,0.000030979852],"category_scores_gemma":[0.009910612,0.00005449411,0.000067442976,0.0006986171,0.0002846418,0.00027799606,0.0008875117,0.0009893858,0.000010252891],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004335669,0.00015243997,0.9765495,0.00016786411,0.00008020095,9.4545044e-7,0.0005864165,0.000046439396,0.0000392365,0.009247271,0.00029165813,0.012794665],"study_design_scores_gemma":[0.0005274091,0.000673246,0.97489345,0.013437512,0.00001628811,0.000007096591,0.0027605596,0.0006466235,0.000039505827,0.00029812276,0.0066156834,0.00008447345],"about_ca_topic_score_codex":0.00020656925,"about_ca_topic_score_gemma":0.000052284846,"teacher_disagreement_score":0.032178834,"about_ca_system_score_codex":0.00013196889,"about_ca_system_score_gemma":0.000082388564,"threshold_uncertainty_score":0.99842936},"labels":[],"label_agreement":null},{"id":"W2560426734","doi":"10.19173/irrodl.v17i6.2846","title":"Open Assessment of Learning: A Meta-Synthesis","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information and Communications Technology; Peer assessment; The Internet; Open education; Computer science; Class (philosophy); Knowledge management; Distance education; Educational technology; Assessment for learning; Mathematics education; World Wide Web; Psychology; Formative assessment; Artificial intelligence","score_opus":0.186653093255899,"score_gpt":0.5005421096733849,"score_spread":0.3138890164174859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560426734","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03481141,0.034428522,0.1338726,0.6847918,0.00033074728,0.003915541,0.0001893415,0.00011418866,0.10754585],"genre_scores_gemma":[0.97448105,0.020312294,0.0034194984,0.0000774662,0.000019948398,0.00013317696,0.000010903081,0.0000072524804,0.001538388],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969132,0.0012908821,0.0004671439,0.0003014723,0.00080756476,0.00021976713],"domain_scores_gemma":[0.99606,0.002750023,0.00029865262,0.00035205297,0.0004739197,0.000065367036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011416411,0.0000987356,0.00044357422,0.00013946932,0.00012812193,0.00026517044,0.004455938,0.000029148128,0.0002803879],"category_scores_gemma":[0.0053884243,0.00005114437,0.00009106162,0.00060708355,0.0001623019,0.0004483111,0.003970826,0.00048158583,0.000007635604],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008075128,0.00059027196,0.117908806,0.0018203357,0.001304301,0.000039811806,0.00018582813,0.00088441634,0.0008392434,0.52446747,0.0049311547,0.34694764],"study_design_scores_gemma":[0.0035453616,0.0011241157,0.049445115,0.047313776,0.00038277265,0.00007308941,0.0017718801,0.09864563,0.0018393483,0.038802225,0.7562021,0.0008545701],"about_ca_topic_score_codex":0.00028062638,"about_ca_topic_score_gemma":0.000007644238,"teacher_disagreement_score":0.93966967,"about_ca_system_score_codex":0.000065083215,"about_ca_system_score_gemma":0.0002878818,"threshold_uncertainty_score":0.8280316},"labels":[],"label_agreement":null},{"id":"W2560736521","doi":"10.19173/irrodl.v17i6.2567","title":"Reading Online in Foreign Languages: A Study of Strategy Use","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology-Enhanced Education Studies","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Foreign language; Reading (process); Computer science; Mathematics education; Psychology; Pedagogy; Linguistics","score_opus":0.20549644031537728,"score_gpt":0.5445512388011743,"score_spread":0.339054798485797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560736521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9874324,0.002343771,0.00002479355,0.004859713,0.000018426172,0.00065717567,0.000024243864,0.000012573147,0.0046268594],"genre_scores_gemma":[0.9788559,0.02035042,0.000037951,0.000016933667,0.000015120064,0.000050372924,0.0000082135,0.0000027829628,0.00066231197],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9983902,0.00058130285,0.00029613584,0.00013713913,0.0004351883,0.00016005043],"domain_scores_gemma":[0.997946,0.0014857788,0.000125965,0.00011793286,0.00030139709,0.000022915066],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004563813,0.000044625445,0.00017753364,0.00014896285,0.00009898178,0.000036568505,0.00064651965,0.000025381165,0.000078737045],"category_scores_gemma":[0.008478218,0.000026870663,0.000014240743,0.0005830619,0.00027948048,0.00021058622,0.00035341704,0.0002353431,0.0000020198468],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009636983,0.00062679994,0.7858241,0.00028665547,0.00006191386,0.000011809199,0.0069267256,0.000020715626,0.00030971234,0.06843493,0.0014693212,0.13593093],"study_design_scores_gemma":[0.0015456246,0.00031934082,0.39678577,0.014838693,0.000009620934,0.0000020478103,0.5522951,0.000028776161,0.00010744674,0.005826341,0.028098067,0.00014318632],"about_ca_topic_score_codex":0.007906666,"about_ca_topic_score_gemma":0.0024562597,"teacher_disagreement_score":0.5453684,"about_ca_system_score_codex":0.00014838457,"about_ca_system_score_gemma":0.000168096,"threshold_uncertainty_score":0.9998738},"labels":[],"label_agreement":null},{"id":"W2560739446","doi":"10.19173/irrodl.v17i6.2696","title":"Challenges of Offering a MOOC from an LMIC","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Enthusiasm; Massive open online course; Flexibility (engineering); The Internet; Economic shortage; Political science; Public relations; Quality (philosophy); Computer science; Perspective (graphical); Medical education; Pedagogy; Sociology; World Wide Web; Psychology; Medicine; Management; Government (linguistics)","score_opus":0.13000544615261259,"score_gpt":0.46117972139967434,"score_spread":0.3311742752470618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560739446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5308574,0.08967899,0.028419435,0.33774838,0.00023832115,0.0009435541,0.00012318249,0.000072052724,0.011918672],"genre_scores_gemma":[0.9420872,0.057029657,0.00069741614,0.00004106267,0.000030712526,0.0000074901445,0.000011541892,0.000003733367,0.00009122951],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984448,0.00044248925,0.00026996495,0.00021823923,0.00047821345,0.00014631009],"domain_scores_gemma":[0.9983756,0.0009176054,0.00012724081,0.00029387898,0.00023695648,0.000048726648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032209314,0.00006075499,0.0001928784,0.00008626245,0.000051131523,0.00006447139,0.0018146267,0.000022357714,0.000029990717],"category_scores_gemma":[0.0014654588,0.000034295703,0.000030379444,0.00022834948,0.00010123851,0.0003082879,0.0009629637,0.00025549743,0.000005775007],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048652673,0.00018821562,0.020888068,0.0006885648,0.00007164075,0.000015489684,0.00047801255,0.00011821708,0.0017591455,0.16267262,0.00021989622,0.8128515],"study_design_scores_gemma":[0.0062420275,0.0018691767,0.30203724,0.17209229,0.000051338724,0.00007010939,0.006004053,0.17621565,0.0043145204,0.20237361,0.12761514,0.0011148335],"about_ca_topic_score_codex":0.00028311732,"about_ca_topic_score_gemma":0.000023227589,"teacher_disagreement_score":0.81173664,"about_ca_system_score_codex":0.00003116539,"about_ca_system_score_gemma":0.00008071562,"threshold_uncertainty_score":0.33720583},"labels":[],"label_agreement":null},{"id":"W2560873528","doi":"10.19173/irrodl.v17i6.2803","title":"Faculty Members’ Instructional Priorities for Adopting OER","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Appeal; Instructional technology; Class (philosophy); Extension (predicate logic); Computer science; Instructional design; Medical education; Educational technology; Psychology; Mathematics education; Knowledge management; Multimedia; Political science; Medicine; Artificial intelligence","score_opus":0.13136521241105065,"score_gpt":0.4550331642578134,"score_spread":0.3236679518467628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560873528","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25606084,0.017421564,0.113691136,0.46058747,0.0027558992,0.0076420605,0.0004024307,0.0002461896,0.1411924],"genre_scores_gemma":[0.97704613,0.0087020835,0.010686631,0.00028460275,0.0001330301,0.00020483458,0.00009314871,0.000010781112,0.0028387515],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983813,0.00029624937,0.0003146739,0.0002441985,0.00054006913,0.00022346394],"domain_scores_gemma":[0.9979311,0.0011600024,0.00014299781,0.0001565732,0.0005490246,0.000060253482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004509888,0.00007681688,0.0001627972,0.000101703205,0.00025626068,0.00028551067,0.0014736959,0.000027088665,0.00014411706],"category_scores_gemma":[0.0033863054,0.000045910212,0.000044254535,0.00034459078,0.00012796144,0.00065022666,0.0009012868,0.0002991098,0.000012189163],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007361776,0.00007831394,0.047155086,0.00090798043,0.00006526724,0.0000030517892,0.00051155296,0.0000925589,0.00019173993,0.6041256,0.005812073,0.34098312],"study_design_scores_gemma":[0.0014381352,0.00013733246,0.029412685,0.009851583,0.000005619545,0.000029310395,0.0040300814,0.0026560724,0.00020938851,0.0057816748,0.9462308,0.00021729627],"about_ca_topic_score_codex":0.00011304913,"about_ca_topic_score_gemma":0.000006437274,"teacher_disagreement_score":0.9404187,"about_ca_system_score_codex":0.00010488829,"about_ca_system_score_gemma":0.00023841929,"threshold_uncertainty_score":0.40539685},"labels":[],"label_agreement":null},{"id":"W2561216005","doi":"10.19173/irrodl.v17i6.2622","title":"Coordinated Implicitly? An Empirical Study on the Role of Social Media in Collaborative Learning","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"State Administration of Foreign Experts Affairs; National Natural Science Foundation of China","keywords":"Transactive memory; Teamwork; Social media; Leverage (statistics); Computer science; Knowledge management; Computer-mediated communication; Empirical research; Psychology; World Wide Web; Artificial intelligence; The Internet","score_opus":0.12506345397002752,"score_gpt":0.4991936607009597,"score_spread":0.3741302067309322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2561216005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9340482,0.0011797136,0.00001105869,0.013487244,0.000037153462,0.0010423484,0.00001408306,0.00000789327,0.050172355],"genre_scores_gemma":[0.9979462,0.0016788053,0.0000018430942,0.000022966271,0.000041213174,0.0000584883,0.000010973349,0.000004242047,0.00023529277],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.996023,0.0026669586,0.00028771858,0.00016832679,0.00065515254,0.00019886783],"domain_scores_gemma":[0.9968455,0.0025147414,0.00012925628,0.000086455606,0.0003891642,0.000034923356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011596453,0.00006288046,0.00019905239,0.000118395874,0.00032065823,0.00009248205,0.00094514893,0.000028758193,0.00023509271],"category_scores_gemma":[0.0072230836,0.000033047963,0.000023398876,0.00088389596,0.00029295572,0.00017255204,0.0004940794,0.0003941961,0.000007403097],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002738873,0.00048355266,0.7743611,0.00008194399,0.00006184779,0.0000074868353,0.036178794,0.000011175436,0.00018175629,0.11207538,0.00078166457,0.07550141],"study_design_scores_gemma":[0.001765189,0.00041922918,0.32255116,0.0046071783,0.000014686856,3.0952714e-7,0.5554841,0.0004248785,0.00010880058,0.007517619,0.106913954,0.00019286387],"about_ca_topic_score_codex":0.00049494515,"about_ca_topic_score_gemma":0.0011623829,"teacher_disagreement_score":0.51930535,"about_ca_system_score_codex":0.00011399937,"about_ca_system_score_gemma":0.00013459902,"threshold_uncertainty_score":0.8647228},"labels":[],"label_agreement":null},{"id":"W2561291595","doi":"10.19173/irrodl.v17i6.2620","title":"Evaluation of Virtual Objects: Contributions for the Learning Process","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Business and Management Studies","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning object; Distance education; Educational resources; ICTS; Process (computing); Profit (economics); Object (grammar); Virtual learning environment; Computer science; Higher education; Sociology; Information and Communications Technology; Multimedia; Pedagogy; World Wide Web; Artificial intelligence; Economic growth; Economics","score_opus":0.3716460921695055,"score_gpt":0.588216991181225,"score_spread":0.21657089901171944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2561291595","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14553617,0.13943799,0.24895369,0.4172935,0.0011139059,0.016932579,0.0008917112,0.00004856033,0.029791903],"genre_scores_gemma":[0.985998,0.013200442,0.000007288257,0.000046589845,0.000024512325,0.00027713532,0.0000145997055,0.0000031837385,0.00042825702],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99564,0.0010222669,0.0005118563,0.00020911799,0.0024515532,0.00016521414],"domain_scores_gemma":[0.98540163,0.00886362,0.00033453142,0.00019422114,0.0051828935,0.000023092314],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.052740797,0.00006293718,0.00022108326,0.00011783188,0.00033778368,0.00012414677,0.0012379066,0.000018940545,0.00019943537],"category_scores_gemma":[0.088826545,0.000025683,0.000051809744,0.0006849725,0.00030151475,0.00026450946,0.00068868976,0.00017765225,0.00000602198],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023770894,0.00012387568,0.020541811,0.0003375484,0.0002065775,6.4428815e-7,0.00037247888,0.0030913332,0.00016626791,0.064108945,0.0050291847,0.90578365],"study_design_scores_gemma":[0.0108065,0.0009068365,0.098836794,0.03251477,0.000417797,0.000010694028,0.067380235,0.14760982,0.00093133794,0.20731923,0.4327436,0.0005223889],"about_ca_topic_score_codex":0.000087942615,"about_ca_topic_score_gemma":0.00002222921,"teacher_disagreement_score":0.9052612,"about_ca_system_score_codex":0.00006831233,"about_ca_system_score_gemma":0.00019838812,"threshold_uncertainty_score":0.9754027},"labels":[],"label_agreement":null},{"id":"W2563319199","doi":"10.19173/irrodl.v17i6.2493","title":"The Impact of Contact Sessions and Discussion Forums on the Academic Performance of Open Distance Learning Students","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Attendance; Distance education; Psychology; Medical education; Online discussion; Computer-mediated communication; Mathematics education; Computer science; The Internet; Medicine; World Wide Web","score_opus":0.09918085047669903,"score_gpt":0.5304276049356496,"score_spread":0.43124675445895055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2563319199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9645585,0.0030737442,0.000025165706,0.028088428,0.00003102034,0.00083543704,0.000025471514,0.0000035108933,0.0033587632],"genre_scores_gemma":[0.91626376,0.08267957,0.0000072931252,0.000012507574,0.000024310022,0.000030122917,0.0000082193465,0.0000048797538,0.0009693546],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967445,0.0015713341,0.00038050656,0.00016239026,0.0008920696,0.00024919055],"domain_scores_gemma":[0.9957143,0.003463731,0.00034716376,0.00015429288,0.00026324598,0.00005728632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012938149,0.00008101423,0.00022553581,0.00004773682,0.00078458834,0.00014546304,0.0020522696,0.000038506794,0.000092481954],"category_scores_gemma":[0.0063615157,0.000026823149,0.00004971232,0.00035951054,0.0004964252,0.00035140803,0.0012696965,0.0007393133,0.0000020798625],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035470203,0.00006451001,0.85412616,0.00013576259,0.00005481371,8.352761e-7,0.0006485522,0.00004484491,0.0003968253,0.017734779,0.0006361089,0.1258021],"study_design_scores_gemma":[0.0017628778,0.0009727048,0.7633129,0.052321196,0.000022929336,0.0000034300315,0.02774054,0.0009293289,0.00023970999,0.0027768416,0.14969468,0.00022289157],"about_ca_topic_score_codex":0.00079380814,"about_ca_topic_score_gemma":0.000069495385,"teacher_disagreement_score":0.14905857,"about_ca_system_score_codex":0.000097662916,"about_ca_system_score_gemma":0.00032212952,"threshold_uncertainty_score":0.7615788},"labels":[],"label_agreement":null},{"id":"W2563962901","doi":"10.19173/irrodl.v17i6.2784","title":"Assuring Quality in E-Learning Course Design: The Roadmap","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Laureate Education","keywords":"Excellence; Higher education; Sociology; Government (linguistics); Distance education; Quality (philosophy); Educational technology; Quality assurance; Political science; Public relations; Engineering ethics; Pedagogy; Engineering; Epistemology","score_opus":0.17629997475813822,"score_gpt":0.5251479950309007,"score_spread":0.3488480202727625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2563962901","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3449138,0.04295331,0.0033606596,0.5237167,0.0003912128,0.0038070714,0.000035304947,0.00008043305,0.08074151],"genre_scores_gemma":[0.9603932,0.037600897,0.00014809633,0.00007919432,0.000099559475,0.000052426934,0.0000103014445,0.000007299512,0.0016090346],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923727,0.005554777,0.000442741,0.00023231997,0.0010203384,0.000377126],"domain_scores_gemma":[0.9941746,0.0050815484,0.000199852,0.00016108115,0.00031651714,0.00006639675],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037493266,0.00008456228,0.00022967684,0.00008698493,0.00048224666,0.00017769267,0.0012863025,0.00004871978,0.00033539126],"category_scores_gemma":[0.013628646,0.000043862423,0.000045696128,0.00063063635,0.00042516182,0.00032296724,0.0005519615,0.00090231636,0.000021306783],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021213303,0.00019737403,0.43946442,0.00041463206,0.00006395862,0.000028609136,0.0019266431,0.0006385672,0.00029321387,0.063164726,0.001723548,0.49187216],"study_design_scores_gemma":[0.0013916723,0.000118509815,0.06954948,0.016971784,0.000012828498,0.0000052837627,0.033286933,0.0005928928,0.00009739909,0.005189425,0.8725342,0.00024959884],"about_ca_topic_score_codex":0.002239019,"about_ca_topic_score_gemma":0.0006161551,"teacher_disagreement_score":0.8708106,"about_ca_system_score_codex":0.00016768287,"about_ca_system_score_gemma":0.0006271336,"threshold_uncertainty_score":0.99468},"labels":[],"label_agreement":null},{"id":"W2565903849","doi":"10.19173/irrodl.v17i6.2812","title":"Ethical Considerations in the Practical Application of the Unisa Socio-Critical Model of Student Success","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning analytics; Accountability; Government (linguistics); Big data; Higher education; Student engagement; Sociology; Democracy; Public relations; Critical thinking; Analytics; Class (philosophy); Computer science; Mathematics education; Political science; Pedagogy; Psychology; Data science; Law; Artificial intelligence","score_opus":0.1514281058191468,"score_gpt":0.5336481001950486,"score_spread":0.3822199943759018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565903849","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051811546,0.0011307984,0.08940355,0.8558205,0.000037000635,0.0006745078,0.000032825435,0.000005953975,0.0010833658],"genre_scores_gemma":[0.99728036,0.0015208587,0.00082552043,0.00030551234,0.00001231094,0.00002620602,0.000003922005,0.0000021673595,0.000023133358],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970957,0.0013551146,0.00040458606,0.00015717166,0.0008578505,0.00012959859],"domain_scores_gemma":[0.99345195,0.005607946,0.0001452385,0.00030506466,0.0004647675,0.000025033296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008095253,0.000052802916,0.00016306099,0.00005017445,0.00011283931,0.000076369346,0.0014211894,0.000046030495,0.000009582464],"category_scores_gemma":[0.00787791,0.000023430839,0.000041620708,0.00035998045,0.0004553385,0.0001521708,0.00084502983,0.00079083326,0.0000013850984],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008575497,0.000160532,0.031061357,0.00018203958,0.000010202608,0.0000015455234,0.0002952183,0.0007233948,0.00020161652,0.96411186,0.00027839857,0.002965284],"study_design_scores_gemma":[0.0017749114,0.00025864615,0.082438655,0.013280696,0.000041072304,0.00005568707,0.0035572217,0.5834719,0.00049140345,0.3099079,0.0044612717,0.00026061575],"about_ca_topic_score_codex":0.000096234784,"about_ca_topic_score_gemma":0.000019796991,"teacher_disagreement_score":0.94546884,"about_ca_system_score_codex":0.000041535837,"about_ca_system_score_gemma":0.000300337,"threshold_uncertainty_score":0.94311625},"labels":[],"label_agreement":null},{"id":"W2566790236","doi":"10.19173/irrodl.v17i6.2736","title":"In Search for the Open Educator: Proposal of a Definition and a Framework to Increase Openness Adoption Among University Educators","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Openness to experience; Open education; Open educational resources; Process (computing); Set (abstract data type); Mathematics education; Work (physics); Order (exchange); Dimension (graph theory); Sociology; Class (philosophy); Pedagogy; Distance education; Relation (database); Knowledge management; Psychology; Computer science; Engineering; Mathematics; Business; Social psychology","score_opus":0.0729621766929047,"score_gpt":0.41262546430917196,"score_spread":0.3396632876162673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2566790236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8274077,0.0018148812,0.014459864,0.1415166,0.0002654467,0.0050950325,0.000050986968,0.000011095197,0.009378387],"genre_scores_gemma":[0.9931532,0.0044794874,0.0019251514,0.00011861903,0.000022023438,0.000082927865,0.00001206436,0.0000046790888,0.00020185277],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9981776,0.0007719582,0.00024777552,0.00026244557,0.0003466674,0.00019355095],"domain_scores_gemma":[0.9970942,0.0021510038,0.00011486234,0.00022154649,0.00032836187,0.00009003831],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00725737,0.0000720505,0.00018026849,0.00017462774,0.0002050753,0.00026761412,0.0022559303,0.000031804648,0.000059946364],"category_scores_gemma":[0.002251626,0.00004290017,0.000023751985,0.00075494254,0.00017141218,0.00078380585,0.002126062,0.00033776864,0.0000043714795],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002659272,0.00021684512,0.07730416,0.0004844881,0.000027523902,0.0000026479695,0.0014684902,0.00003667738,0.00009593093,0.8829591,0.0011508194,0.03598738],"study_design_scores_gemma":[0.0059401253,0.0012887699,0.60702777,0.07004701,0.000050182385,0.00006716134,0.11622167,0.00440305,0.0013479389,0.053678043,0.1390033,0.0009249755],"about_ca_topic_score_codex":0.00273743,"about_ca_topic_score_gemma":0.00011447891,"teacher_disagreement_score":0.8292811,"about_ca_system_score_codex":0.00013319633,"about_ca_system_score_gemma":0.0006516536,"threshold_uncertainty_score":0.41921172},"labels":[],"label_agreement":null},{"id":"W2567161559","doi":"10.19173/irrodl.v17i6.2686","title":"Maintaining Momentum Toward Graduation: OER and the Course Throughput Rate","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"William and Flora Hewlett Foundation","keywords":"Open educational resources; Graduation (instrument); Open education; Throughput; Community college; Academic achievement; Higher education; Mathematics education; Computer science; Psychology; Medical education; Medicine; World Wide Web; Mathematics; Telecommunications; Political science; Wireless","score_opus":0.09431853160429607,"score_gpt":0.4350587583132342,"score_spread":0.3407402267089381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2567161559","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028171107,0.01796183,0.024753328,0.8875464,0.0004707295,0.001939803,0.000013970928,0.000046576963,0.03909621],"genre_scores_gemma":[0.9628829,0.035336453,0.00026605203,0.0004946278,0.000051870895,0.0000806452,0.00001290762,0.0000052739265,0.00086926477],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972947,0.0013294029,0.00032844432,0.00026687718,0.0005459662,0.00023460166],"domain_scores_gemma":[0.997215,0.0019717528,0.00016806697,0.00024046077,0.00033933227,0.00006543681],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012148643,0.00009055798,0.00020071595,0.0000637857,0.00029353492,0.0004636531,0.0015678745,0.00002229079,0.000136148],"category_scores_gemma":[0.0025355106,0.000043677137,0.00003395444,0.00041089125,0.00036035525,0.00057500106,0.0014313634,0.00042630674,0.000025043044],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075037184,0.000048937276,0.009058427,0.00015987646,0.000046637535,0.0000054039833,0.0008964551,0.00003475527,0.00004225175,0.92734784,0.0030067847,0.059277594],"study_design_scores_gemma":[0.0108903125,0.0004370515,0.08199987,0.027551606,0.000049540256,0.00017209748,0.03230375,0.03151057,0.00032577768,0.107381254,0.70662695,0.0007512118],"about_ca_topic_score_codex":0.00017670119,"about_ca_topic_score_gemma":0.0000049629543,"teacher_disagreement_score":0.9347118,"about_ca_system_score_codex":0.000088493915,"about_ca_system_score_gemma":0.00018471124,"threshold_uncertainty_score":0.44710174},"labels":[],"label_agreement":null},{"id":"W2567607828","doi":"","title":"Learning Objects: Resources for Distance Education Worldwide. [and] Critiques of Stephen Downes'\"Learning Objects.\".","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Educational technology; Computer science; Mathematics education; Instructional design; Sociology; Multimedia; Psychology","score_opus":0.05085524580422264,"score_gpt":0.4231326974344319,"score_spread":0.37227745163020926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2567607828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48969194,0.13666642,0.042583507,0.08255394,0.0012993419,0.008287513,0.00005215307,0.0003405854,0.2385246],"genre_scores_gemma":[0.96147203,0.033402428,0.0017199286,0.00018176952,0.00008197778,0.00018345425,0.00008431948,0.000015702197,0.002858379],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99657786,0.001239398,0.0006424618,0.00046188702,0.0007064543,0.00037192507],"domain_scores_gemma":[0.9961356,0.0021237242,0.0004205823,0.00025992165,0.0009412301,0.00011893385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007122829,0.00016844303,0.00039473898,0.00027304265,0.00048247623,0.00054532953,0.0016329098,0.000055449687,0.00007228045],"category_scores_gemma":[0.0070853615,0.00013519471,0.00007108493,0.0009684158,0.00021835271,0.00077854865,0.00095503323,0.0010103853,0.0000059889767],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060198066,0.0007464657,0.26566324,0.0066064596,0.000197083,0.000013787149,0.01594548,0.00240535,0.000735645,0.2209788,0.0033501764,0.48275554],"study_design_scores_gemma":[0.0021065709,0.0010690879,0.046560697,0.034045342,0.00004372108,0.000103613325,0.10748091,0.030087644,0.00037035948,0.009688188,0.7676764,0.0007674724],"about_ca_topic_score_codex":0.00059492193,"about_ca_topic_score_gemma":0.000051330568,"teacher_disagreement_score":0.7643262,"about_ca_system_score_codex":0.00012437142,"about_ca_system_score_gemma":0.0003752994,"threshold_uncertainty_score":0.84823513},"labels":[],"label_agreement":null},{"id":"W2579260345","doi":"10.19173/irrodl.v15i3.1679","title":"First steps towards a university social network on personal learning environments","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"The Internet; Educational technology; Higher education; Distance education; Open educational resources; Collaborative learning; Computer science; Sociology; Web 2.0; Social media; Multimedia; World Wide Web; Knowledge management; Pedagogy; Political science","score_opus":0.058104501345252156,"score_gpt":0.35235361052492215,"score_spread":0.29424910917967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2579260345","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.074373364,0.014598626,0.20884311,0.24285829,0.0011022763,0.003983124,0.000039668612,0.00023685931,0.45396468],"genre_scores_gemma":[0.9911085,0.005523681,0.00031080164,0.00019350395,0.00010069312,0.000009273413,0.0000309564,0.0000063962866,0.0027161876],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974969,0.0010748525,0.00018311036,0.00029170836,0.0006859782,0.00026742986],"domain_scores_gemma":[0.9990279,0.00057405565,0.00012121052,0.00014206533,0.000078727346,0.000056060933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058478084,0.00009250967,0.00018814259,0.0000862722,0.000536514,0.00017084417,0.0016238536,0.000031282278,0.000061993785],"category_scores_gemma":[0.0007779312,0.00007373101,0.00005111329,0.0004185359,0.00016789132,0.000168711,0.001900402,0.0007474221,0.00004261391],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002745409,0.00039609938,0.033151664,0.0014978325,0.00020366351,0.000053654545,0.0020832561,0.0104464,0.0000089463,0.39736584,0.020327562,0.53419054],"study_design_scores_gemma":[0.00068987586,0.00022121756,0.023916828,0.0033683283,0.0000066339344,0.000003199906,0.0010444494,0.07281993,0.0000035353953,0.0007789643,0.8970128,0.00013419011],"about_ca_topic_score_codex":0.00013077767,"about_ca_topic_score_gemma":0.00001505567,"teacher_disagreement_score":0.9167351,"about_ca_system_score_codex":0.00015119508,"about_ca_system_score_gemma":0.000048846723,"threshold_uncertainty_score":0.4126486},"labels":[],"label_agreement":null},{"id":"W2586422015","doi":"10.19173/irrodl.v18i7.3167","title":"First Year Learning Experiences of University Undergraduates in the Use of Open Educational Resources in Online Learning","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cronbach's alpha; Likert scale; Open educational resources; Test (biology); Educational technology; Psychology; Mathematics education; Perception; Distance education; Instructional design; Medical education; Scale (ratio); Academic achievement; Pedagogy; Psychometrics; Medicine","score_opus":0.17055202465638994,"score_gpt":0.44128982236991554,"score_spread":0.2707377977135256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586422015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96051246,0.0012304868,0.0001527549,0.03127703,0.00008185006,0.0006767709,0.000006698955,0.000005151426,0.0060567698],"genre_scores_gemma":[0.99100924,0.007375359,0.00075337687,0.000035195357,0.000016325623,0.000016263562,0.000038718386,0.0000043543305,0.00075114495],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99684656,0.0016390029,0.00041800895,0.0002755583,0.0006161027,0.0002047774],"domain_scores_gemma":[0.99629784,0.0025509244,0.00048052112,0.00032475925,0.00030422193,0.000041731244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006708411,0.00009208744,0.00027239855,0.00022400082,0.0004523799,0.0006396334,0.0050076838,0.000033870434,0.000094353665],"category_scores_gemma":[0.008096286,0.00006719445,0.000039111346,0.000640303,0.00034419447,0.0011995945,0.00252889,0.00088343734,0.0000030825674],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018271056,0.0005243981,0.8854604,0.0005805663,0.000035468882,0.000011521489,0.027523695,0.008594583,0.0000329984,0.06766047,0.00074706454,0.008646143],"study_design_scores_gemma":[0.001320098,0.00025337405,0.5663471,0.012157,0.0000071761215,0.00001201957,0.29571596,0.02167433,0.000040567786,0.0014453718,0.10079014,0.00023686004],"about_ca_topic_score_codex":0.0048975064,"about_ca_topic_score_gemma":0.00047188823,"teacher_disagreement_score":0.31911325,"about_ca_system_score_codex":0.00008327092,"about_ca_system_score_gemma":0.00027225222,"threshold_uncertainty_score":0.96925956},"labels":[],"label_agreement":null},{"id":"W2586727313","doi":"10.19173/irrodl.v18i2.3033","title":"Why Study on a MOOC? The Motives of Students and Professionals","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":171,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"McGill University; Bill and Melinda Gates Foundation","keywords":"Casual; Massive open online course; TUTOR; Psychology; Class (philosophy); Online learning; Pedagogy; Medical education; Mathematics education; Computer science; Multimedia; Medicine; Political science","score_opus":0.1505521558320816,"score_gpt":0.5424128184503659,"score_spread":0.39186066261828434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586727313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87003505,0.0042156456,0.00053551345,0.1217703,0.000087841414,0.0012074059,0.000016709218,0.000008047464,0.0021235081],"genre_scores_gemma":[0.9962318,0.0031917114,0.000064857675,0.00019209206,0.000017202316,0.000019702891,0.0000038916855,0.0000026653654,0.00027607926],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979022,0.0006961682,0.00023965538,0.00018803231,0.0008530995,0.00012081173],"domain_scores_gemma":[0.9981922,0.00088520505,0.00023198129,0.00040465916,0.00025240428,0.00003358747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064751767,0.00006371624,0.00018317177,0.00006039161,0.00038018188,0.0003556383,0.0031943587,0.00001482786,0.000008182643],"category_scores_gemma":[0.0032479903,0.00003280533,0.000024024073,0.00014627555,0.00019846212,0.00020019533,0.002733007,0.00048121277,0.0000017278672],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009110724,0.0011113661,0.92687434,0.0005999951,0.00015547196,0.000021171763,0.0016499687,0.00012906364,0.000030490835,0.03429742,0.0024202126,0.03261939],"study_design_scores_gemma":[0.0012622795,0.0005911387,0.9540575,0.013684305,0.000013141189,0.0000067516858,0.006398793,0.010199604,0.00004123574,0.004530161,0.009096689,0.00011836273],"about_ca_topic_score_codex":0.00023805397,"about_ca_topic_score_gemma":0.000010634151,"teacher_disagreement_score":0.12619677,"about_ca_system_score_codex":0.000015445657,"about_ca_system_score_gemma":0.000058735335,"threshold_uncertainty_score":0.59359664},"labels":[],"label_agreement":null},{"id":"W2592116679","doi":"10.19173/irrodl.v18i1.2640","title":"Analysis of Social Media Influencers and Trends on Online and Mobile Learning","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and Technology, Taiwan","keywords":"Influencer marketing; Social media; Descriptive statistics; Computer science; World Wide Web; Multimedia; Statistics; Mathematics; Business","score_opus":0.08277896173068221,"score_gpt":0.46869992799363713,"score_spread":0.3859209662629549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592116679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9855539,0.0035322385,0.0002735716,0.0072541246,0.00007061681,0.0002587084,0.000028648614,0.0000101470105,0.0030180118],"genre_scores_gemma":[0.9910197,0.0084830485,0.00019318826,0.0000392018,0.000025485544,0.000031323903,0.00007704997,0.0000037039542,0.00012727128],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99824953,0.0004717576,0.0003022865,0.0002683345,0.00055571593,0.00015237225],"domain_scores_gemma":[0.9978801,0.0011999862,0.00034939017,0.0002626074,0.0002559803,0.00005196179],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037579224,0.00007959863,0.00029195237,0.00034608477,0.00035714297,0.0002988276,0.0013271973,0.00003527328,0.00005092305],"category_scores_gemma":[0.003746563,0.00006014971,0.000039109484,0.00056654116,0.0003518357,0.00031807207,0.0011316967,0.0005515763,8.303971e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005799296,0.00013720429,0.26631612,0.00043016791,0.00024211149,0.000004849746,0.0030965903,0.0015593485,0.00007953389,0.017087635,0.00023137676,0.7107571],"study_design_scores_gemma":[0.0004613549,0.00015447073,0.94410014,0.0018856234,0.00004786211,0.00000366848,0.0016845046,0.035245042,0.000021271571,0.00041051724,0.015874363,0.00011118799],"about_ca_topic_score_codex":0.0002910074,"about_ca_topic_score_gemma":0.000038729017,"teacher_disagreement_score":0.7106459,"about_ca_system_score_codex":0.000048083362,"about_ca_system_score_gemma":0.00006426601,"threshold_uncertainty_score":0.44852567},"labels":[],"label_agreement":null},{"id":"W2592211537","doi":"10.19173/irrodl.v18i1.2681","title":"Instance-Based Ontology Matching For Open and Distance Learning Materials","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Comisión de Operación y Fomento de Actividades Académicas, Instituto Politécnico Nacional; Instituto Politécnico Nacional","keywords":"Computer science; Ontology; Metadata; Ontology alignment; Classifier (UML); Distance education; Matching (statistics); Associative property; Information retrieval; Artificial intelligence; Semantic Web; Data mining; Ontology-based data integration; World Wide Web","score_opus":0.14136235157692487,"score_gpt":0.4689412287494585,"score_spread":0.32757887717253364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592211537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41139096,0.048091564,0.3427889,0.16889888,0.0009788582,0.0068288525,0.00015913587,0.00008983045,0.020773005],"genre_scores_gemma":[0.989003,0.006907232,0.0034956834,0.0001824735,0.00002378948,0.00013121017,0.000030713356,0.0000053998283,0.00022047864],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839246,0.00042128144,0.00031716036,0.00031767914,0.0003035096,0.0002479161],"domain_scores_gemma":[0.9978967,0.0011594205,0.00029543505,0.00037416167,0.00023058556,0.000043696306],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0065525845,0.00009273486,0.00032666995,0.000056726192,0.00066152983,0.0014753615,0.0040782755,0.000035078374,0.000020102174],"category_scores_gemma":[0.0039987033,0.000064943066,0.000023655286,0.000089046785,0.00025548172,0.0006552176,0.0027739159,0.00030380356,0.0000018096176],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052208226,0.00012766448,0.089547664,0.003377594,0.00008626229,0.00004950176,0.000579158,0.00017544502,0.0008459946,0.7567548,0.0013589456,0.14657488],"study_design_scores_gemma":[0.010852099,0.0011411773,0.2996376,0.06306982,0.00004510962,0.00011684906,0.004649254,0.044787683,0.0044920803,0.18036292,0.38965097,0.0011944275],"about_ca_topic_score_codex":0.0011169628,"about_ca_topic_score_gemma":0.00017834608,"teacher_disagreement_score":0.57761204,"about_ca_system_score_codex":0.000046238285,"about_ca_system_score_gemma":0.00013789153,"threshold_uncertainty_score":0.9995612},"labels":[],"label_agreement":null},{"id":"W2592349003","doi":"10.19173/irrodl.v18i1.2667","title":"Color Coded Cards for Student Behavior Management in Higher Education Environments","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Computer science; Multimedia; Focus (optics); Learning Management; Behavior management; Focus group; Qualitative research; Psychology; Artificial intelligence; Developmental psychology","score_opus":0.4610225177037914,"score_gpt":0.5699670258648103,"score_spread":0.10894450816101892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592349003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.880935,0.018244632,0.0000174167,0.021528013,0.00085774297,0.004527568,0.000112198184,0.000006063736,0.073771335],"genre_scores_gemma":[0.9791283,0.009230976,0.000055531033,0.00016396392,0.000037602458,0.002028274,0.00008231226,0.0000051133034,0.009267919],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988106,0.00021177165,0.00026234274,0.00022280685,0.00031326787,0.00017922897],"domain_scores_gemma":[0.99940944,0.00013878284,0.0001321775,0.0002307638,0.000055768673,0.00003308312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002218522,0.00007161092,0.00018096225,0.000046313875,0.00020620886,0.0000943136,0.0009969005,0.000033683835,0.0006348241],"category_scores_gemma":[0.00009705041,0.000047708756,0.000033872748,0.00006614499,0.00016134245,0.00007066717,0.00064247346,0.00025418052,0.000018127725],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041965957,0.0018896967,0.66208535,0.00035672763,0.00011400745,0.000028639224,0.00022947768,0.0000033596332,0.0000523157,0.04388799,0.009773738,0.28115904],"study_design_scores_gemma":[0.00072155125,0.00008112439,0.813493,0.00085768,0.000013542501,0.0000010574611,0.000794066,0.000001614568,0.0000027496237,0.00045023873,0.1835362,0.000047150897],"about_ca_topic_score_codex":0.00042964917,"about_ca_topic_score_gemma":0.00002132784,"teacher_disagreement_score":0.2811119,"about_ca_system_score_codex":0.0000910112,"about_ca_system_score_gemma":0.000012654563,"threshold_uncertainty_score":0.6950879},"labels":[],"label_agreement":null},{"id":"W2592435716","doi":"10.19173/irrodl.v18i1.2670","title":"Quality Assurance for Postgraduate Programs: Design of a Model Applied on a University in Chile","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Teacher Training","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Laboratório Central de Microscopia Eletrônica, Universidade Federal de Santa Catarina; Universidad Católica de la Santísima Concepción; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Accreditation; Quality assurance; Process (computing); Computer science; Quality (philosophy); Medical education; Higher education; Engineering management; Political science; Medicine; Engineering","score_opus":0.4710284862225016,"score_gpt":0.5545246672514008,"score_spread":0.08349618102889922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592435716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5934783,0.003591943,0.02005481,0.13217619,0.00018666776,0.011082165,0.00022712993,0.000035917994,0.23916686],"genre_scores_gemma":[0.9957065,0.0033514372,0.00060934364,0.000028730547,0.000010253242,0.000030125311,0.000023147411,0.000002156282,0.00023828207],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99870557,0.0005360202,0.00016677777,0.000120458906,0.000341435,0.00012975138],"domain_scores_gemma":[0.99856615,0.00089545286,0.0001772858,0.00012484533,0.00020469833,0.00003155869],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011293734,0.00003687022,0.00014047873,0.000051063635,0.00031204452,0.00007652888,0.00086206594,0.000021584818,0.000010574335],"category_scores_gemma":[0.0040943483,0.000030089284,0.000022868859,0.00012996691,0.00026933706,0.000115670875,0.00013259613,0.00021917657,6.681472e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007781435,0.000596529,0.08315176,0.0011547725,0.00005035043,0.0000019585366,0.011441804,0.0015889618,0.00008936257,0.7293789,0.000580076,0.17118742],"study_design_scores_gemma":[0.012435827,0.00073576905,0.41263795,0.055046037,0.000041015643,0.0000018838696,0.21024391,0.055520557,0.00022736202,0.09833873,0.15382628,0.0009446988],"about_ca_topic_score_codex":0.0022881234,"about_ca_topic_score_gemma":0.00041430278,"teacher_disagreement_score":0.63104016,"about_ca_system_score_codex":0.000081555685,"about_ca_system_score_gemma":0.00034002966,"threshold_uncertainty_score":0.49016133},"labels":[],"label_agreement":null},{"id":"W2592574751","doi":"10.19173/irrodl.v18i1.2656","title":"Enriching Higher Education with Social Media: Development and Evaluation of a Social Media Toolkit","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Türkiye Bilimsel ve Teknolojik Araştırma Kurumu; European Commission","keywords":"Social media; Class (philosophy); Process (computing); Perception; Higher education; Pedagogy; Sociology; Mathematics education; Computer science; Multimedia; Psychology; World Wide Web; Political science","score_opus":0.1814010128727554,"score_gpt":0.5088833716702196,"score_spread":0.3274823587974642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592574751","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9546801,0.0030939025,0.000006984372,0.024696968,0.00014301421,0.0006207103,0.000010851489,0.000007538478,0.016739972],"genre_scores_gemma":[0.9979984,0.0016005925,0.00009004807,0.000032049826,0.00008265757,0.00003781505,0.00003523503,0.0000037926147,0.000119397584],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99765575,0.0005955202,0.00021837627,0.00012987191,0.0012421474,0.00015836189],"domain_scores_gemma":[0.9985275,0.00040474135,0.00029360937,0.00008560073,0.00065364793,0.000034899167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010508871,0.0000566699,0.00016608856,0.00007996537,0.00096289,0.00017793493,0.00080442254,0.000055932098,0.00011078321],"category_scores_gemma":[0.006198936,0.000041504918,0.000014459036,0.00014418534,0.00062962534,0.0002731503,0.00040071885,0.00034591716,0.0000015475072],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017314637,0.0002473632,0.10908756,0.000628545,0.000093947965,0.000002211715,0.016422473,0.0000015201823,0.00005525513,0.08313817,0.0025923755,0.7875574],"study_design_scores_gemma":[0.0011030944,0.000020049309,0.94334114,0.0041721864,0.000030399544,0.0000015814446,0.015886147,0.000028979937,0.00007292393,0.0052138763,0.030015673,0.00011395606],"about_ca_topic_score_codex":0.00046808453,"about_ca_topic_score_gemma":0.00050929125,"teacher_disagreement_score":0.83425355,"about_ca_system_score_codex":0.0001883862,"about_ca_system_score_gemma":0.0008568004,"threshold_uncertainty_score":0.7421153},"labels":[],"label_agreement":null},{"id":"W2592825063","doi":"10.19173/irrodl.v18i1.2645","title":"The Effects of Integrating Social Learning Environment with Online Learning","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministarstvo Prosvete, Nauke i Tehnološkog Razvoja","keywords":"Synchronous learning; Computer science; Educational technology; Active learning (machine learning); Learning environment; Cooperative learning; Blended learning; Experiential learning; Online learning; Collaborative learning; Class (philosophy); Learning sciences; Social learning; Knowledge management; Multimedia; Teaching method; Mathematics education; Psychology; Artificial intelligence","score_opus":0.0540292307349682,"score_gpt":0.45315313300344623,"score_spread":0.39912390226847805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592825063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8811385,0.021603316,0.00040227055,0.058286157,0.0002164437,0.0020663599,0.000017535705,0.000037143145,0.03623225],"genre_scores_gemma":[0.9466779,0.051269855,0.00020225947,0.000020621097,0.00014438196,0.000034987574,0.000042028958,0.000011303668,0.0015966616],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961213,0.001848752,0.00037186782,0.00022278458,0.001082896,0.00035242084],"domain_scores_gemma":[0.99603444,0.0028664083,0.0005665224,0.00018193394,0.00029107116,0.000059600814],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.009541847,0.00011044965,0.00028506859,0.00006344159,0.0033067216,0.0004033739,0.0016358437,0.000052593175,0.000056193156],"category_scores_gemma":[0.014403572,0.0000646893,0.000059974187,0.00020441355,0.0010698352,0.00028738414,0.00088571,0.0016192696,0.000003723193],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025136006,0.00019890325,0.23874053,0.0014249275,0.00016471725,0.000028292314,0.0035874487,0.00034708917,0.0003232245,0.0329563,0.00033507933,0.72164214],"study_design_scores_gemma":[0.0015296986,0.00060581,0.04908196,0.018115891,0.00004712442,0.000005908559,0.07870402,0.0016190613,0.00014759082,0.0010643622,0.8488008,0.00027778905],"about_ca_topic_score_codex":0.0017687175,"about_ca_topic_score_gemma":0.00039926087,"teacher_disagreement_score":0.8484657,"about_ca_system_score_codex":0.000112097514,"about_ca_system_score_gemma":0.00028999549,"threshold_uncertainty_score":0.99799085},"labels":[],"label_agreement":null},{"id":"W2592980471","doi":"10.19173/irrodl.v18i1.2633","title":"Enriching the Web of Data with Educational Information Using We-Share","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; World Wide Web; Publication; Information and Communications Technology; Experiential learning; Educational technology; Multimedia; Data science; Mathematics education; Psychology","score_opus":0.20049763990914712,"score_gpt":0.5281079624956475,"score_spread":0.32761032258650036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592980471","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30933827,0.024612335,0.00083857914,0.5307651,0.00035387772,0.0031468878,0.0007105102,0.00002127378,0.13021317],"genre_scores_gemma":[0.9774651,0.021313678,0.00062085455,0.00005482676,0.00010437289,0.000011123771,0.00025792158,0.0000033176734,0.00016881837],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998174,0.0005179329,0.00025699168,0.00010937354,0.000791564,0.00015014694],"domain_scores_gemma":[0.997895,0.00088074146,0.00036976548,0.00035336538,0.00046771517,0.000033426717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008590778,0.00005032873,0.00012775819,0.00006576254,0.000993878,0.0003957947,0.002607641,0.000022918675,0.00019219845],"category_scores_gemma":[0.0063926363,0.00002856924,0.00001659637,0.00021862236,0.00040808678,0.0015195583,0.0011208977,0.0004645801,0.0000035353248],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023731722,0.0001937872,0.3056853,0.0023144833,0.00017663799,0.0000044068784,0.0038989722,0.0006658221,0.00007983157,0.16057025,0.00616523,0.52000797],"study_design_scores_gemma":[0.0005330782,0.000044429256,0.016890686,0.0131414095,0.000020530488,0.000006777522,0.023480235,0.008760576,0.000009137982,0.0016338171,0.93536854,0.00011075796],"about_ca_topic_score_codex":0.0026736555,"about_ca_topic_score_gemma":0.00043663228,"teacher_disagreement_score":0.92920333,"about_ca_system_score_codex":0.000052758798,"about_ca_system_score_gemma":0.0013233337,"threshold_uncertainty_score":0.76530445},"labels":[],"label_agreement":null},{"id":"W2593231473","doi":"10.19173/irrodl.v18i1.2630","title":"Social Networks and the Building of Learning Communities: An Experimental Study of a Social MOOC","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social learning; Massive open online course; Mathematics education; Social relation; Sociology; Class (philosophy); Educational technology; Social network (sociolinguistics); Process (computing); Social network analysis; Psychology; Pedagogy; Social media; Computer science; Social capital; World Wide Web; Social science","score_opus":0.12349411948781788,"score_gpt":0.4987181123087621,"score_spread":0.3752239928209442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593231473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98858774,0.002721285,0.001103112,0.006164805,0.00003313613,0.00043629072,0.000003939812,0.000007309168,0.00094236777],"genre_scores_gemma":[0.998211,0.0015508614,0.00009537929,0.000018911423,0.000046902725,0.000015696043,0.00001028133,0.0000047416474,0.000046201574],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972685,0.0015223097,0.00036113572,0.0001398573,0.00055039115,0.0001578289],"domain_scores_gemma":[0.99826205,0.00075432577,0.00043364998,0.00025207063,0.00027066356,0.000027233638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007199117,0.00007953545,0.00032361294,0.00006601491,0.0010187947,0.00033461335,0.0024665536,0.000028838876,0.0000092701675],"category_scores_gemma":[0.000674621,0.000051355626,0.000043262826,0.00016899664,0.00062133255,0.00030663272,0.0024587584,0.0007838782,1.6454742e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011276924,0.0029934607,0.24679261,0.0018645342,0.00063213485,0.000025708832,0.082515374,0.0099262735,0.0003301852,0.55726963,0.00048962096,0.09603277],"study_design_scores_gemma":[0.007808265,0.001522506,0.045224585,0.006127384,0.000051676605,0.000018501802,0.19087322,0.740888,0.00009706584,0.0035244373,0.0035306814,0.00033368132],"about_ca_topic_score_codex":0.0015118194,"about_ca_topic_score_gemma":0.000037512673,"teacher_disagreement_score":0.73096174,"about_ca_system_score_codex":0.000024399886,"about_ca_system_score_gemma":0.0000565153,"threshold_uncertainty_score":0.78358483},"labels":[],"label_agreement":null},{"id":"W2593464408","doi":"10.19173/irrodl.v18i1.2623","title":"Using Social Learning Networks (SLNs) in Higher Education: Edmodo Through the Lenses of Academics","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Mathematics education; Qualitative research; Educational technology; Qualitative property; Psychology; Sociology; Higher education; Pedagogy; Computer science; Social science; Political science","score_opus":0.3382353531055297,"score_gpt":0.553466993025285,"score_spread":0.2152316399197553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593464408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54435307,0.047829855,0.00027849968,0.2841175,0.0009984139,0.0027067198,0.000027169412,0.000038405295,0.1196504],"genre_scores_gemma":[0.9752221,0.023436613,0.00005354265,0.00018181728,0.00014905471,0.00001498619,0.000010401214,0.0000062180757,0.0009252559],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976323,0.000981135,0.00033157747,0.00015284288,0.0006286061,0.0002735157],"domain_scores_gemma":[0.99861133,0.0004903872,0.00040570894,0.00017844558,0.0002872261,0.00002689579],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065627336,0.000073396855,0.00022286111,0.000059380844,0.0012076595,0.00020512381,0.0021196161,0.00011154636,0.00013509471],"category_scores_gemma":[0.0045382725,0.000051151183,0.000042019336,0.00030295688,0.0011724383,0.0003779782,0.0009202789,0.0013484102,0.0000017440597],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020095252,0.00028349724,0.6736585,0.00070466235,0.000086461456,0.000006899236,0.003357161,0.00080137537,0.00007627041,0.21361797,0.0056704343,0.10153584],"study_design_scores_gemma":[0.00179777,0.0001159205,0.4476283,0.030848306,0.000043929984,0.00001107403,0.041473515,0.0021627268,0.0000836021,0.025689488,0.44972587,0.00041952863],"about_ca_topic_score_codex":0.0057181153,"about_ca_topic_score_gemma":0.0001444758,"teacher_disagreement_score":0.44405544,"about_ca_system_score_codex":0.00017805301,"about_ca_system_score_gemma":0.0003908812,"threshold_uncertainty_score":0.92884624},"labels":[],"label_agreement":null},{"id":"W2594209807","doi":"10.19173/irrodl.v18i1.2637","title":"A Computational Method for Enabling Teaching-Learning Process in Huge Online Courses and Communities","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Process (computing); Class (philosophy); Educational technology; Distance education; Subject (documents); Teaching method; World Wide Web; Online teaching; Mathematics education; Multimedia; Artificial intelligence; Psychology","score_opus":0.1271364228295279,"score_gpt":0.5286974994052347,"score_spread":0.40156107657570683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594209807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52559316,0.022374671,0.2554538,0.19004782,0.00021155569,0.0026046948,0.00017070516,0.000086895576,0.0034566645],"genre_scores_gemma":[0.98140234,0.004833611,0.013270655,0.00012856527,0.000038610517,0.000034109184,0.00013885478,0.000007376748,0.00014585706],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99802,0.0007721241,0.0003367203,0.00020777187,0.00044497772,0.0002183912],"domain_scores_gemma":[0.9966245,0.002461104,0.0002614297,0.00022460081,0.000380778,0.000047549955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009169414,0.00009499854,0.00027135597,0.00016552438,0.0007261869,0.00067011424,0.0019576126,0.00003220092,0.0000051959073],"category_scores_gemma":[0.0052418467,0.000072571565,0.000031667638,0.00014771972,0.00017826026,0.0004576884,0.0012393771,0.0011052234,5.1308336e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001931757,0.0006527282,0.3550722,0.005556202,0.00015000581,0.00003203655,0.0047481013,0.0854944,0.000031921205,0.2307626,0.000388606,0.31691802],"study_design_scores_gemma":[0.00089303724,0.00012116511,0.012353356,0.008752386,0.0000059505433,0.000018614559,0.004839291,0.948438,0.0000049137475,0.015106592,0.009349321,0.00011737855],"about_ca_topic_score_codex":0.0007610249,"about_ca_topic_score_gemma":0.00008045054,"teacher_disagreement_score":0.8629436,"about_ca_system_score_codex":0.00003929462,"about_ca_system_score_gemma":0.00016057795,"threshold_uncertainty_score":0.6461927},"labels":[],"label_agreement":null},{"id":"W2594272657","doi":"10.19173/irrodl.v18i1.2643","title":"Why Do Academics Use Academic Social Networking Sites?","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":148,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Upload; Promotion (chess); Class (philosophy); Psychology; Computer-mediated communication; Sociology; World Wide Web; Computer science; Political science; The Internet","score_opus":0.2661841603453447,"score_gpt":0.5317995381132629,"score_spread":0.26561537776791816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594272657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4907046,0.030421587,0.00017373364,0.43042475,0.0006736555,0.0026408893,0.00009693884,0.00008671121,0.044777155],"genre_scores_gemma":[0.91516256,0.083317004,0.00003010025,0.00078369526,0.0002220332,0.000017205512,0.000023761442,0.000007162109,0.00043647413],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99750125,0.00073905056,0.00029462916,0.00019452102,0.0008729749,0.00039756994],"domain_scores_gemma":[0.9985273,0.0006023757,0.00033185916,0.00019917577,0.00027020837,0.000069068104],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.010970912,0.00007839577,0.00020894421,0.00007974932,0.0018404422,0.000619538,0.0031305947,0.00016385822,0.000088059554],"category_scores_gemma":[0.012152032,0.000062365616,0.00004332161,0.0002322017,0.0010574127,0.0006574135,0.0016497013,0.0019260207,0.000008923707],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010130915,0.000049764447,0.81741035,0.00029939134,0.000048012993,0.000014302057,0.00080518326,0.000005556793,0.00005577498,0.040989064,0.061456934,0.07876436],"study_design_scores_gemma":[0.00069274154,0.000029504938,0.10659944,0.01078316,0.000012702183,0.000004833066,0.0034798174,0.00022993531,0.000021216742,0.009726221,0.86824745,0.00017295673],"about_ca_topic_score_codex":0.0022073756,"about_ca_topic_score_gemma":0.00014996027,"teacher_disagreement_score":0.80679053,"about_ca_system_score_codex":0.00017727059,"about_ca_system_score_gemma":0.00015727752,"threshold_uncertainty_score":0.999459},"labels":[],"label_agreement":null},{"id":"W2594295181","doi":"10.19173/irrodl.v18i1.2621","title":"Use of Social Media in Uncovering Information Services for People with Disabilities in China","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital Accessibility for Disabilities","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Entertainment; Tourism; Social media; Information needs; The Internet; China; Special needs; Work (physics); Public relations; Social needs; Quality (philosophy); Sociology; Business; Internet privacy; Marketing; Psychology; Computer science; World Wide Web; Political science; Engineering","score_opus":0.10397315524831155,"score_gpt":0.44399422892698137,"score_spread":0.34002107367866985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594295181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98782325,0.00021906898,0.00000602675,0.0041186265,0.000027389504,0.0006880372,0.0001268079,0.0000027197875,0.00698807],"genre_scores_gemma":[0.99848276,0.0012436587,0.000029638024,0.000011540705,0.000014918273,0.000085513115,0.00008861815,0.000002544172,0.00004079011],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99860626,0.00022257252,0.0003550022,0.00010229514,0.0005413596,0.00017251968],"domain_scores_gemma":[0.9977064,0.0016994409,0.00020322754,0.0001260635,0.00024112487,0.000023730263],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0048965504,0.000054308937,0.0002193422,0.00008266498,0.00022580024,0.0004996907,0.00093133055,0.00002710004,0.000033398563],"category_scores_gemma":[0.011129342,0.000038814724,0.000027542703,0.00020584997,0.00056401204,0.0027708048,0.00045172573,0.00018547011,6.0273544e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022162942,0.00007549233,0.9173393,0.0028516208,0.000008736473,2.1859272e-7,0.02383534,0.00009793848,0.0000010944203,0.042438697,0.00003173751,0.013098192],"study_design_scores_gemma":[0.00068182254,0.000051018877,0.8497045,0.007161148,0.0000032245043,2.7156827e-7,0.11535095,0.00039458845,0.0000116639085,0.01781882,0.008727399,0.00009457623],"about_ca_topic_score_codex":0.02119278,"about_ca_topic_score_gemma":0.05597277,"teacher_disagreement_score":0.09151561,"about_ca_system_score_codex":0.00014424308,"about_ca_system_score_gemma":0.00016574007,"threshold_uncertainty_score":0.9972003},"labels":[],"label_agreement":null},{"id":"W2594783359","doi":"10.19173/irrodl.v18i1.2644","title":"Properties of Teacher Networks in Twitter: Are They Related to Community-Based Peer Production?","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Production (economics); Peer production; Task (project management); Order (exchange); Class (philosophy); Computer science; Archetype; Sociology; World Wide Web; Mathematics education; Psychology; Public relations; Political science; Business; Engineering; Artificial intelligence","score_opus":0.1650262914597393,"score_gpt":0.47732358536254227,"score_spread":0.312297293902803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594783359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8729508,0.001471521,0.0000088763745,0.1183999,0.0000832347,0.0009924995,0.0000053590525,0.000010987551,0.0060768537],"genre_scores_gemma":[0.9967828,0.0019904687,0.000018572904,0.00011091928,0.000014541263,0.000035171288,0.000011715255,0.0000050057915,0.0010307983],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971267,0.0016089991,0.00028754317,0.00012104964,0.00064677064,0.00020891672],"domain_scores_gemma":[0.9987246,0.00014841242,0.00023669809,0.00035089374,0.0004982272,0.000041199455],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015923109,0.00006090278,0.00020295913,0.00011477519,0.0006592307,0.00014414532,0.0019791147,0.00006053137,0.000035996774],"category_scores_gemma":[0.016569471,0.00004296717,0.00002572103,0.00022678648,0.0006087688,0.00022103437,0.0007216921,0.0011333581,0.000003748342],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019697005,0.00032953106,0.98227715,0.0005991677,0.000030681884,0.0000045700326,0.0023725196,0.00057143683,0.00009806717,0.0018966601,0.0030470984,0.00857613],"study_design_scores_gemma":[0.0021327017,0.00022756409,0.79006803,0.08642834,0.000017894685,0.000004847413,0.055268556,0.0010982989,0.0005535849,0.0039610704,0.05988832,0.0003507788],"about_ca_topic_score_codex":0.010527795,"about_ca_topic_score_gemma":0.0017014066,"teacher_disagreement_score":0.19220912,"about_ca_system_score_codex":0.00013274471,"about_ca_system_score_gemma":0.00013771068,"threshold_uncertainty_score":0.9960612},"labels":[],"label_agreement":null},{"id":"W2594787554","doi":"10.19173/irrodl.v18i1.2646","title":"Social Web Content Enhancement in a Distance Learning Environment: Intelligent Metadata Generation for Resources","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Comisión de Operación y Fomento de Actividades Académicas, Instituto Politécnico Nacional; Instituto Politécnico Nacional","keywords":"Metadata; Computer science; World Wide Web; Information retrieval; Classifier (UML); Class (philosophy); Metadata repository; Multimedia; Artificial intelligence","score_opus":0.23984678601347464,"score_gpt":0.47129335270847894,"score_spread":0.2314465666950043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594787554","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033161625,0.014919849,0.9258015,0.022845566,0.000056592522,0.0019025044,0.00003264746,0.000021316686,0.0012583724],"genre_scores_gemma":[0.9667849,0.028815348,0.0034586578,0.000059642785,0.000040300067,0.00029035626,0.000101926395,0.00000587142,0.0004429909],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998029,0.00039432623,0.00042967568,0.0003485064,0.00057873543,0.00021975626],"domain_scores_gemma":[0.99875695,0.00033304177,0.00035229707,0.00036289674,0.0001616594,0.00003318198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059443065,0.00009540141,0.00026079424,0.000106359104,0.0004809473,0.000598544,0.0025161859,0.000027185588,0.000018125531],"category_scores_gemma":[0.0018596004,0.00007248542,0.000054399155,0.00014238941,0.00017467831,0.0007947136,0.0017390534,0.00040831612,0.000002220352],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003016068,0.0005980038,0.038813177,0.0015093324,0.0002587169,0.00002746348,0.0015883731,0.001080783,0.018087756,0.36951312,0.0024337973,0.56578785],"study_design_scores_gemma":[0.0018524814,0.00036197077,0.007253697,0.0075152884,0.000028783628,0.0000056944878,0.0012895312,0.26070192,0.010680844,0.012004083,0.6978208,0.0004849203],"about_ca_topic_score_codex":0.00015551195,"about_ca_topic_score_gemma":0.0000739764,"teacher_disagreement_score":0.93362325,"about_ca_system_score_codex":0.00018399241,"about_ca_system_score_gemma":0.000050244344,"threshold_uncertainty_score":0.57717735},"labels":[],"label_agreement":null},{"id":"W2595107046","doi":"10.19173/irrodl.v18i6.3182","title":"Time Shifting and Agile Time Boxes in Course Design","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agile software development; Information and Communications Technology; Asynchronous communication; Educational technology; Computer science; Distance education; Process (computing); Class (philosophy); The Internet; Blended learning; Instructional design; Computer-mediated communication; Multimedia; Mathematics education; Knowledge management; Psychology; World Wide Web; Software engineering; Telecommunications","score_opus":0.20161890011125022,"score_gpt":0.5504658841977383,"score_spread":0.3488469840864881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2595107046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7881207,0.03678689,0.0017189455,0.03235137,0.00025816011,0.0021156073,0.00005760961,0.000053888078,0.13853686],"genre_scores_gemma":[0.99101025,0.002545845,0.0012237828,0.0001464345,0.000065161395,0.00006188458,0.000050301856,0.000016216376,0.0048801317],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99541533,0.00340228,0.00033002012,0.00025884056,0.0003329508,0.0002605488],"domain_scores_gemma":[0.9971776,0.0020947233,0.0002273013,0.00028194403,0.00017828967,0.00004011659],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028797075,0.00009401226,0.00027781515,0.00011300261,0.00036887525,0.000190296,0.0009397043,0.00004928819,0.00073314126],"category_scores_gemma":[0.0077022747,0.000069316746,0.000026440184,0.00017561448,0.00040793465,0.0001667507,0.0006676621,0.0010807441,0.00006779403],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090986956,0.0005781314,0.53258115,0.0012510001,0.00033606208,0.00021771724,0.0049215523,0.00023107897,0.0013745879,0.03214668,0.023290446,0.40216172],"study_design_scores_gemma":[0.0024503733,0.00034977918,0.8817849,0.01905944,0.000023308812,0.000058967635,0.002450738,0.009512781,0.000056720208,0.003479617,0.08042753,0.0003458444],"about_ca_topic_score_codex":0.0007073038,"about_ca_topic_score_gemma":0.000004782552,"teacher_disagreement_score":0.40181586,"about_ca_system_score_codex":0.00004543055,"about_ca_system_score_gemma":0.00007808479,"threshold_uncertainty_score":0.99805486},"labels":[],"label_agreement":null},{"id":"W2595397090","doi":"10.19173/irrodl.v19i2.3124","title":"Creating and Collaborating: Students’ and Tutors’ Perceptions of an Online Group Project","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Focus group; Group work; Psychology; Work (physics); Perception; Discussion group; Collaborative learning; Medical education; Pedagogy; Mathematics education; Computer science; World Wide Web; Sociology; Engineering; Medicine","score_opus":0.13331180384361427,"score_gpt":0.5296485777677102,"score_spread":0.39633677392409594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2595397090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912147,0.0022197925,0.000024506267,0.0024864965,0.000022177468,0.0004943125,0.000041606352,0.0000066094144,0.0034898154],"genre_scores_gemma":[0.9771713,0.020477453,0.0017791042,0.000042515825,0.00014132985,0.000017592629,0.000094116396,0.0000054513207,0.0002711549],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99772733,0.0010207176,0.00027876324,0.00018100318,0.00062551064,0.00016667828],"domain_scores_gemma":[0.99861723,0.00060226937,0.00013837204,0.000086397646,0.00049622974,0.000059499205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006872746,0.000061047285,0.00018490331,0.000099436504,0.0004670467,0.00019464099,0.00049390766,0.00003352431,0.000082644816],"category_scores_gemma":[0.003605292,0.00004504455,0.000013902983,0.0005236427,0.0006542319,0.00029656102,0.00049576996,0.00033900322,6.496553e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001514177,0.00045097485,0.7305123,0.000955575,0.00006797771,0.0000066548546,0.009013943,0.000006017468,0.00056777656,0.021220712,0.00037610545,0.23667052],"study_design_scores_gemma":[0.0019722087,0.0014926253,0.34150058,0.01775246,0.00004887609,0.000016913498,0.31872535,0.002516387,0.000040116425,0.001422953,0.31417826,0.00033329328],"about_ca_topic_score_codex":0.0029537498,"about_ca_topic_score_gemma":0.0013705298,"teacher_disagreement_score":0.38901177,"about_ca_system_score_codex":0.000040732633,"about_ca_system_score_gemma":0.00025568483,"threshold_uncertainty_score":0.4465206},"labels":[],"label_agreement":null},{"id":"W2597830597","doi":"10.19173/irrodl.v18i6.3110","title":"Institutional Collaboration on MOOCs in Education—A Literature Review","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Educational technology; Higher education; Computer science; Sociology; Pedagogy; World Wide Web; Data science; Political science","score_opus":0.05777695416590579,"score_gpt":0.47999547752790156,"score_spread":0.4222185233619958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597830597","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011110435,0.3454784,0.00085368805,0.6028322,0.0005267632,0.0017204788,0.000062299005,0.000025245572,0.037390508],"genre_scores_gemma":[0.44721925,0.5494713,0.00074929534,0.0014053208,0.00008331212,0.00007060892,0.00019224922,0.0000046309788,0.00080399134],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983207,0.00039989254,0.00031326382,0.00023567563,0.00058882724,0.00014161761],"domain_scores_gemma":[0.9984878,0.0002796737,0.0002070478,0.00042601774,0.0005544681,0.000045013185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004411469,0.000077262725,0.00019250436,0.00013945729,0.00031009736,0.0006388614,0.0021972358,0.000031214036,0.00001754096],"category_scores_gemma":[0.005607226,0.000054533404,0.000028906139,0.0005929179,0.000117409254,0.00060724,0.0007361672,0.0006889889,0.000012319778],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004354658,0.0004677213,0.024247998,0.006766937,0.000028693587,0.000050510997,0.0002578786,0.0006165753,0.000019367651,0.6830471,0.013868734,0.2705849],"study_design_scores_gemma":[0.0009183264,0.00017058512,0.043964192,0.36452675,0.0000084462445,0.00004920658,0.00035360636,0.022183653,0.000025848438,0.015635949,0.55189973,0.00026368277],"about_ca_topic_score_codex":0.00010629077,"about_ca_topic_score_gemma":0.00003020567,"teacher_disagreement_score":0.6674112,"about_ca_system_score_codex":0.0001057164,"about_ca_system_score_gemma":0.00058629294,"threshold_uncertainty_score":0.6712778},"labels":[],"label_agreement":null},{"id":"W2604135653","doi":"10.19173/irrodl.v18i2.2806","title":"Review and Content Analysis of the International Review of Research in Open and Distance/Distributed Learning (2000–2015)","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"King Saud University","keywords":"Distance education; Open educational resources; Open education; Library science; Content analysis; Educational technology; Open learning; Computer science; World Wide Web; Sociology; Social science; Pedagogy; Teaching method","score_opus":0.197812221016364,"score_gpt":0.5053281318898132,"score_spread":0.3075159108734492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604135653","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022396203,0.7241596,0.0014683504,0.24314733,0.00017134052,0.0031509202,0.0003759507,0.000016921094,0.0051133633],"genre_scores_gemma":[0.42672452,0.5720954,0.00021938742,0.00031374465,0.000018653642,0.000048089696,0.00014288722,0.000007594226,0.00042970193],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.99483716,0.0018003078,0.001068837,0.0005451289,0.0013860238,0.00036254837],"domain_scores_gemma":[0.99513876,0.0014178049,0.0009040864,0.0008856713,0.0015434895,0.00011019346],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.02336038,0.00017256396,0.0009494544,0.00031926684,0.00041447088,0.0005310712,0.0060651363,0.000055592405,0.0000752622],"category_scores_gemma":[0.01398608,0.00011269111,0.00012697933,0.0017273548,0.00072388997,0.00058192597,0.007043315,0.0013917891,0.000001941203],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018816738,0.00055358856,0.7702248,0.050367177,0.0013150424,0.00004824145,0.00043191068,0.00039918165,0.00012574051,0.060920976,0.008580622,0.10684453],"study_design_scores_gemma":[0.0023230985,0.00033716075,0.2664403,0.50065273,0.00042782305,0.00004474695,0.0015255858,0.05111447,0.00006850626,0.0032351818,0.17332229,0.00050811085],"about_ca_topic_score_codex":0.001874184,"about_ca_topic_score_gemma":0.00017466035,"teacher_disagreement_score":0.50378454,"about_ca_system_score_codex":0.00015935888,"about_ca_system_score_gemma":0.00039433636,"threshold_uncertainty_score":0.9993125},"labels":[],"label_agreement":null},{"id":"W2604256021","doi":"10.19173/irrodl.v18i2.2601","title":"Reaching Students in Online Courses Using Alternative Formats","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blackboard (design pattern); Computer science; Universal Design for Learning; Class (philosophy); Mathematics education; Multimedia; Educational technology; Instructional design; Learning styles; Electronic publishing; The Internet; World Wide Web; Psychology; Artificial intelligence","score_opus":0.1999416153826831,"score_gpt":0.5686179680452595,"score_spread":0.3686763526625765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604256021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97260636,0.0036185095,0.00005047487,0.012971954,0.00011758385,0.00057846756,0.000031555872,0.000006061551,0.010019009],"genre_scores_gemma":[0.9696523,0.029596392,0.00026967842,0.00006722437,0.000111082096,0.0000108215845,0.000044179622,0.000005643869,0.00024268682],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972364,0.00094939163,0.00032736914,0.00017838579,0.0010276476,0.0002808426],"domain_scores_gemma":[0.99860424,0.000601955,0.00027998682,0.00018269081,0.0002725885,0.00005851624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011411437,0.00007281717,0.00021982541,0.00012790851,0.0008029748,0.0004930097,0.0021755458,0.00003507751,0.00006290252],"category_scores_gemma":[0.006853823,0.0000549443,0.00003224758,0.00019116608,0.00033667483,0.00066692487,0.001180042,0.00081262103,0.0000031187976],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009100307,0.0002819372,0.88124883,0.00037664233,0.000045579585,0.000049363047,0.00196457,0.00034404307,0.00003798534,0.014100591,0.00017975368,0.101279706],"study_design_scores_gemma":[0.0044562565,0.00023829889,0.35400197,0.08244466,0.00003992574,0.000021068348,0.12121524,0.017745942,0.000075534765,0.012517938,0.40662163,0.0006215585],"about_ca_topic_score_codex":0.013348043,"about_ca_topic_score_gemma":0.0022709873,"teacher_disagreement_score":0.5272469,"about_ca_system_score_codex":0.00019866826,"about_ca_system_score_gemma":0.00033029236,"threshold_uncertainty_score":0.9932222},"labels":[],"label_agreement":null},{"id":"W2604356109","doi":"10.19173/irrodl.v18i2.2752","title":"Rethinking Distance Tutoring in e-Learning Environments: A Study of the Priority of Roles and Competencies of Open University Tutors in China","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Perception; Open education; Distance education; Citizen journalism; Pedagogy; Knowledge management; Mathematics education; Computer science","score_opus":0.07144897132589341,"score_gpt":0.4257567704944948,"score_spread":0.3543077991686014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604356109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99360794,0.0011283972,0.000007011838,0.0013614631,0.000020033889,0.0005983808,0.000007069351,0.0000010719356,0.0032686119],"genre_scores_gemma":[0.9903447,0.009384203,0.00006506383,0.000001865118,0.000007834215,0.0000033485517,0.0000033231852,0.00000281242,0.00018684962],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971224,0.0015846696,0.00034628058,0.00017005223,0.00062499865,0.00015160964],"domain_scores_gemma":[0.9986494,0.00056605524,0.0004801742,0.0001909097,0.00008815347,0.000025259562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009519913,0.00006207421,0.00030296354,0.00008754582,0.000398802,0.00008852654,0.0018718605,0.000029937637,0.000017206292],"category_scores_gemma":[0.0042014467,0.000045405384,0.000025103282,0.00030015394,0.000557591,0.00042681544,0.0021390016,0.00065574114,1.00918975e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007197258,0.0001407592,0.9760728,0.00023018822,0.000014812624,0.0000045314846,0.0071342867,0.00022436702,0.00010353312,0.005962699,0.0000015411134,0.010038515],"study_design_scores_gemma":[0.0008967592,0.0000942035,0.91286093,0.008140356,0.000007748873,3.6336166e-7,0.06639591,0.000346407,0.000044836095,0.00075728266,0.010391737,0.000063455474],"about_ca_topic_score_codex":0.018383652,"about_ca_topic_score_gemma":0.0064758514,"teacher_disagreement_score":0.06321185,"about_ca_system_score_codex":0.000110719935,"about_ca_system_score_gemma":0.0002085602,"threshold_uncertainty_score":0.98815304},"labels":[],"label_agreement":null},{"id":"W2604503252","doi":"10.19173/irrodl.v18i2.2822","title":"A Survey of the Collaboration Rate of Authors in the E-Learning Subject Area over a 10-Year Period (2005-2014) Using Web of Science","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Subject (documents); General partnership; Computer science; World Wide Web; Collaborative learning; Field (mathematics); Publication; E learning; The Internet; Mathematics education; Multimedia; Psychology; Mathematics; Knowledge management; Political science","score_opus":0.1158188333313126,"score_gpt":0.4402529715602938,"score_spread":0.3244341382289812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604503252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.981023,0.0034051645,0.0009863402,0.0056395945,0.00018241031,0.0010894579,0.000032604967,0.000005932351,0.0076354994],"genre_scores_gemma":[0.9979688,0.0016693026,0.00011031149,0.000015062137,0.000007834016,0.0000123560985,0.000007694063,0.0000039036945,0.00020475248],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99574775,0.0023213327,0.00049165287,0.00025963667,0.0009452485,0.00023439109],"domain_scores_gemma":[0.9967854,0.0008816481,0.0006816785,0.0005986561,0.0010209648,0.000031638716],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03422963,0.00008787847,0.0002715659,0.00020448721,0.00045007534,0.00034905257,0.0042389017,0.000027748547,0.000041641044],"category_scores_gemma":[0.014323553,0.00005050934,0.000043606375,0.0012659201,0.0010938317,0.00042066793,0.0022339784,0.0004955646,0.0000015461593],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027091816,0.00032777005,0.92609817,0.001822991,0.00008115711,0.000009066127,0.0036856062,0.006549539,0.0027577581,0.045513462,0.001731642,0.011151948],"study_design_scores_gemma":[0.0010276599,0.00019475854,0.76736677,0.009884232,0.00001318053,0.000004718889,0.00421774,0.20959388,0.00065176113,0.00044215287,0.006453512,0.00014965021],"about_ca_topic_score_codex":0.0019337153,"about_ca_topic_score_gemma":0.00044076057,"teacher_disagreement_score":0.20304434,"about_ca_system_score_codex":0.000089771034,"about_ca_system_score_gemma":0.00079006585,"threshold_uncertainty_score":0.99446386},"labels":[],"label_agreement":null},{"id":"W2604664658","doi":"10.19173/irrodl.v18i2.3067","title":"The Changing Role of the Educational Video in Higher Distance Education","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":115,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Presentation (obstetrics); Multimedia; Animation; Computer science; Graphics; Class (philosophy); Educational technology; Instructional design; Videoconferencing; Incentive; Asynchronous communication; Focus (optics); Digital media; Quality (philosophy); World Wide Web; Mathematics education; Psychology; Computer graphics (images); Artificial intelligence; Telecommunications","score_opus":0.05626469453574274,"score_gpt":0.4412098780771027,"score_spread":0.38494518354136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604664658","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0844287,0.053432014,0.000754938,0.8258005,0.00092543423,0.001254511,0.000026351514,0.0000115389885,0.033366013],"genre_scores_gemma":[0.9914073,0.0062106536,0.00012384728,0.000091325164,0.00006127555,0.000032005075,0.000009283289,0.0000029947794,0.0020613167],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99857485,0.0003451883,0.00026169667,0.00015305911,0.0004998131,0.00016541926],"domain_scores_gemma":[0.998225,0.00072336383,0.00027393544,0.00047581596,0.00027724527,0.000024663752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004229717,0.00005535178,0.000117935924,0.00006342581,0.00049658905,0.0003320859,0.0033606396,0.00001766867,0.000017032966],"category_scores_gemma":[0.0027214275,0.00002960934,0.00003563879,0.0003555745,0.00021544345,0.00025580858,0.0013503724,0.0004418527,0.0000026827959],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017484643,0.00013635683,0.16693556,0.0002798359,0.000018948938,5.675194e-7,0.0003427466,0.00019029912,0.00005324584,0.71883124,0.0009646757,0.11222904],"study_design_scores_gemma":[0.00052516715,0.000046509867,0.5641106,0.018258711,0.0000076269694,0.00000869024,0.0021808655,0.03475246,0.00013093272,0.09692264,0.28288254,0.00017327028],"about_ca_topic_score_codex":0.00033283324,"about_ca_topic_score_gemma":0.00005508493,"teacher_disagreement_score":0.9069786,"about_ca_system_score_codex":0.00006575874,"about_ca_system_score_gemma":0.00037513906,"threshold_uncertainty_score":0.62449604},"labels":[],"label_agreement":null},{"id":"W2604754033","doi":"10.19173/irrodl.v18i2.2362","title":"Using the Community of Inquiry Framework to Scaffold Online Tutoring","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scaffold; Context (archaeology); Community of inquiry; Class (philosophy); Mathematics education; TUTOR; Computer science; Instructional design; Psychology; Cognition; Artificial intelligence","score_opus":0.37554889836085315,"score_gpt":0.5839482172588705,"score_spread":0.20839931889801733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604754033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9481359,0.0039679143,0.00051413965,0.03889189,0.00021028769,0.00071128726,0.000033829147,0.000007783843,0.00752694],"genre_scores_gemma":[0.9893227,0.008954228,0.0012375454,0.00010628417,0.00018946789,0.0000092984865,0.000016833985,0.0000054270085,0.00015821181],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968207,0.0017951181,0.00030084944,0.000113403905,0.0007473257,0.00022264339],"domain_scores_gemma":[0.9970054,0.0018483391,0.00025508497,0.00039560048,0.00043302542,0.00006255704],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.015472905,0.000062666586,0.00020636752,0.00006795113,0.001701687,0.00026989635,0.0026615104,0.000042339678,0.00007578789],"category_scores_gemma":[0.018610727,0.000040029576,0.000042423093,0.00030650044,0.00062378246,0.00024968176,0.0017028935,0.0011299306,0.000002165321],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028722113,0.00065445417,0.41996384,0.002105231,0.00019610826,0.000017616325,0.020831235,0.0016718848,0.0006074912,0.19249338,0.001653379,0.35951814],"study_design_scores_gemma":[0.0007916249,0.00023230561,0.09668819,0.060698137,0.00004245775,0.000006967786,0.19401313,0.0017151402,0.00021876484,0.013774697,0.63148713,0.00033144056],"about_ca_topic_score_codex":0.009795145,"about_ca_topic_score_gemma":0.0006435967,"teacher_disagreement_score":0.62983376,"about_ca_system_score_codex":0.00008672909,"about_ca_system_score_gemma":0.0003297038,"threshold_uncertainty_score":0.99959797},"labels":[],"label_agreement":null},{"id":"W2604802773","doi":"10.19173/irrodl.v18i2.2663","title":"A Team of Instructors’ Use of Social Presence, Teaching Presence, and Attitudinal Dissonance Strategies: An Animal Behaviour and Welfare MOOC","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognitive dissonance; Facilitation; Psychology; Social facilitation; Pedagogy; Instructional design; Social psychology","score_opus":0.12222720097495865,"score_gpt":0.4926577670200289,"score_spread":0.37043056604507024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604802773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907996,0.0012349697,0.0000103480725,0.004105058,0.000027361879,0.00037745063,0.00008642668,0.0000042411057,0.0033545669],"genre_scores_gemma":[0.99266225,0.0067526987,0.00033672887,0.0000044734693,0.000054853543,0.000013049232,0.000024986928,0.0000052514138,0.00014567935],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976465,0.0008603328,0.0003392332,0.0002292683,0.00070555793,0.0002191085],"domain_scores_gemma":[0.9985514,0.00048721605,0.00038550558,0.00015852005,0.00034461587,0.00007271634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047439504,0.000087662345,0.0002905882,0.00008210823,0.0010514384,0.00042562067,0.0008869863,0.00005531025,0.00004719558],"category_scores_gemma":[0.0043693106,0.000067048735,0.000030632586,0.00012925536,0.0011683475,0.0013198805,0.0008013889,0.00063451804,1.4463222e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019316355,0.00013546129,0.8074368,0.0007984036,0.000035858626,0.0000061909664,0.002802488,0.0000102057165,0.0001500819,0.14836796,0.00015917709,0.03990419],"study_design_scores_gemma":[0.000577082,0.000249467,0.9066315,0.0048072087,0.00002143831,0.0000057556276,0.043237418,0.0005907197,0.000019385234,0.0011042011,0.042616677,0.00013913136],"about_ca_topic_score_codex":0.0056376164,"about_ca_topic_score_gemma":0.00067699404,"teacher_disagreement_score":0.14726375,"about_ca_system_score_codex":0.00002911203,"about_ca_system_score_gemma":0.00028053057,"threshold_uncertainty_score":0.8522427},"labels":[],"label_agreement":null},{"id":"W2604879606","doi":"10.19173/irrodl.v18i2.2859","title":"Networked Scholarship and Motivations for Social Media use in Scholarly Communication","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Scholarly communication; Discipline; Social media; Publishing; Sociology; Public relations; Perception; Affect (linguistics); Social science; Media studies; Psychology; Political science","score_opus":0.40273612361108413,"score_gpt":0.5264555982021054,"score_spread":0.12371947459102128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604879606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88063705,0.014465435,0.00020043347,0.064757355,0.00014247432,0.0024582567,0.00004942191,0.000015525971,0.037274048],"genre_scores_gemma":[0.97923326,0.020119423,0.00011775859,0.000031822132,0.000051020816,0.00006154002,0.0000693263,0.0000032810833,0.0003125581],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99857163,0.00064047385,0.000192836,0.000115878596,0.0003271767,0.00015201421],"domain_scores_gemma":[0.99761474,0.0017378806,0.00012590698,0.0001427791,0.0003477794,0.000030939253],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.012721395,0.0000403389,0.00011876009,0.000082414655,0.0013056636,0.0015786231,0.0011921936,0.000032600787,0.000023996381],"category_scores_gemma":[0.024134215,0.00003364779,0.000018479834,0.00016477169,0.00032136412,0.0015048302,0.0008402261,0.00042525984,0.0000013273096],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051457722,0.000042244872,0.69450605,0.00020295808,0.000017387285,7.4586734e-7,0.0021143681,0.000004770629,0.0000059412173,0.25753573,0.00081620575,0.044702113],"study_design_scores_gemma":[0.0007631887,0.000010367347,0.8950256,0.00462638,0.000006439434,1.58834e-7,0.004469644,0.0006581871,0.000001992768,0.017327078,0.07703488,0.00007605646],"about_ca_topic_score_codex":0.0013362183,"about_ca_topic_score_gemma":0.0036080086,"teacher_disagreement_score":0.24020866,"about_ca_system_score_codex":0.000072936855,"about_ca_system_score_gemma":0.000070081944,"threshold_uncertainty_score":0.9999945},"labels":[],"label_agreement":null},{"id":"W2604949810","doi":"10.19173/irrodl.v18i2.2952","title":"The RISE Framework: Using Learning Analytics to Automatically Identify Open Educational Resources for Continuous Improvement","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Open educational resources; Analytics; Learning analytics; Learning Management; Process (computing); Resource (disambiguation); Data science; Educational resources; World Wide Web; Knowledge management; Multimedia","score_opus":0.10492604066106469,"score_gpt":0.5129418227781233,"score_spread":0.4080157821170586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604949810","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16368505,0.011265918,0.18557169,0.6262212,0.0007453332,0.005654543,0.00008014979,0.000056039207,0.006720095],"genre_scores_gemma":[0.9721847,0.0045485552,0.019761113,0.00036837754,0.00019885256,0.00015723317,0.00002553172,0.000018318078,0.0027373065],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99755895,0.0004449826,0.0005216791,0.0003496619,0.0007673386,0.000357368],"domain_scores_gemma":[0.9951892,0.002836332,0.00044492853,0.00062600494,0.00078931276,0.00011420319],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.011717741,0.000117291325,0.00028885482,0.000096480006,0.0017873413,0.0040499284,0.007020582,0.000042247466,0.000019327761],"category_scores_gemma":[0.02036489,0.000075618096,0.00006829132,0.00029800477,0.0002243256,0.0004371526,0.0050990726,0.0007773127,0.000007496167],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025172482,0.00045000899,0.07936558,0.0016398237,0.0004128649,0.00001717914,0.0013013439,0.008665303,0.00032896455,0.5243219,0.0065055713,0.37673974],"study_design_scores_gemma":[0.00097627915,0.00041135796,0.027998531,0.015551878,0.000038713057,0.000015530224,0.0020034863,0.65773904,0.000048800266,0.063492306,0.23139282,0.00033128905],"about_ca_topic_score_codex":0.0004884135,"about_ca_topic_score_gemma":0.000027302329,"teacher_disagreement_score":0.80849963,"about_ca_system_score_codex":0.00011358701,"about_ca_system_score_gemma":0.00033634788,"threshold_uncertainty_score":0.9995122},"labels":[],"label_agreement":null},{"id":"W2605062076","doi":"10.19173/irrodl.v18i2.2860","title":"The Effects of Lecture Diversity on Germane Load","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognitive load; Diversity (politics); Germane; Multimedia; Cognition; Psychology; Computer science; Mathematics education; Chemistry; Sociology","score_opus":0.0944038659961698,"score_gpt":0.4977184277649117,"score_spread":0.4033145617687419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605062076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7698299,0.06701337,0.00011727948,0.029561585,0.00057788385,0.0016029105,0.000048263206,0.000014734064,0.13123406],"genre_scores_gemma":[0.9828813,0.015386838,0.0000018246545,0.0001233862,0.000031822594,0.000027367778,0.0000120256245,0.000003653459,0.0015317629],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99847114,0.00053290935,0.0001591435,0.00015360983,0.00052350503,0.00015967106],"domain_scores_gemma":[0.9969559,0.002157419,0.00020765867,0.0002370589,0.0004125368,0.00002944152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031867262,0.000064098356,0.00015783163,0.00003046689,0.0008022639,0.00010597671,0.0014743917,0.000029985202,0.00013383353],"category_scores_gemma":[0.0077488087,0.000034984532,0.000036401154,0.00009828202,0.00037846217,0.00007202072,0.0014006506,0.000590791,0.000025273786],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017537369,0.00048423032,0.26742038,0.0047506327,0.0004023985,0.0000954584,0.0016891414,0.00001431985,0.00020271422,0.05221159,0.009920365,0.661055],"study_design_scores_gemma":[0.0023476873,0.0010108022,0.7564076,0.02459437,0.00003894585,0.000018246501,0.0017230583,0.000067708395,0.00081763486,0.0074462243,0.20533054,0.0001971431],"about_ca_topic_score_codex":0.0007948583,"about_ca_topic_score_gemma":0.000033803757,"teacher_disagreement_score":0.6608579,"about_ca_system_score_codex":0.000034578887,"about_ca_system_score_gemma":0.000056999626,"threshold_uncertainty_score":0.92766076},"labels":[],"label_agreement":null},{"id":"W2605063813","doi":"10.19173/irrodl.v18i2.2433","title":"Analysis of Time-on-Task, Behavior Experiences, and Performance in Two Online Courses with Different Authentic Learning Tasks","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Attendance; Task (project management); Psychology; Upload; Class (philosophy); Behavioral pattern; Resource (disambiguation); Mathematics education; Multimedia; Computer science; World Wide Web; Artificial intelligence","score_opus":0.05895483251940127,"score_gpt":0.4435767710732025,"score_spread":0.3846219385538012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605063813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961298,0.0010088967,0.00020873023,0.002172178,0.000014833588,0.00019453271,0.000011118016,0.0000049858904,0.0002549326],"genre_scores_gemma":[0.99437124,0.0051362854,0.00013897667,0.000018051034,0.000010119269,0.000027727465,0.000058815418,0.0000039699635,0.00023484747],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982932,0.00032339507,0.00031847446,0.0002629444,0.00061513233,0.00018684543],"domain_scores_gemma":[0.9986645,0.0004568216,0.00030488588,0.00032645412,0.00019527113,0.000052060193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021976787,0.00009958921,0.00035909493,0.0002710289,0.00023441119,0.00025806282,0.0014944962,0.000018257811,0.000026863774],"category_scores_gemma":[0.0009252824,0.000062392486,0.00003652809,0.00045729268,0.0002890902,0.00025691834,0.00080707355,0.00058364647,0.0000010564745],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004084806,0.00017842838,0.971292,0.00017309898,0.000073910385,0.000011503362,0.0006263539,0.0017466253,0.000020673342,0.0006357692,0.0000069691337,0.025193805],"study_design_scores_gemma":[0.00072595064,0.00035686715,0.6666568,0.0061863693,0.000056289988,0.000006760954,0.0017044467,0.323675,0.000044776072,0.000047611255,0.00041210072,0.0001270532],"about_ca_topic_score_codex":0.00031288795,"about_ca_topic_score_gemma":0.000093551535,"teacher_disagreement_score":0.32192835,"about_ca_system_score_codex":0.00003623277,"about_ca_system_score_gemma":0.000072498224,"threshold_uncertainty_score":0.27771708},"labels":[],"label_agreement":null},{"id":"W2605118529","doi":"10.19173/irrodl.v18i2.2789","title":"Examining MOOCs: A Comparative Study among Educational Technology Experts in Traditional and Open Universities","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open education; TUTOR; Accreditation; Competition (biology); Mathematics education; Open university; Computer science; Higher education; Educational technology; Pedagogy; Sociology; Psychology; Medical education; Political science","score_opus":0.2359048368053787,"score_gpt":0.48893618294511404,"score_spread":0.2530313461397353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605118529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94276774,0.0027587656,0.00024584995,0.04415631,0.000053937347,0.0007415616,0.000015437621,0.000008223243,0.009252171],"genre_scores_gemma":[0.99735534,0.0016254038,0.00042931858,0.000030872576,0.00001888638,0.000043564745,0.000024135301,0.0000025664326,0.0004699223],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99855715,0.00039081945,0.0002402065,0.00027512887,0.0003818572,0.00015482905],"domain_scores_gemma":[0.99860156,0.0006945691,0.0001796125,0.00027203275,0.00021018324,0.00004205243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030829292,0.00007786926,0.0002427697,0.0002260033,0.0004155142,0.0006756918,0.003071938,0.000027054031,0.000028560542],"category_scores_gemma":[0.0007980197,0.00006105473,0.000012510083,0.00029091557,0.0003769124,0.00081180345,0.0023401657,0.00047036674,0.00000154911],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043839038,0.0005531038,0.8057385,0.00018078071,0.00006975588,0.00004360277,0.002633778,0.00024802255,0.000015076048,0.1780398,0.00068987755,0.011743839],"study_design_scores_gemma":[0.002335096,0.0005074155,0.83858305,0.01163474,0.000009490482,0.000035052493,0.072919995,0.038724646,0.000016324748,0.03176111,0.0032057655,0.00026732907],"about_ca_topic_score_codex":0.0010551175,"about_ca_topic_score_gemma":0.0001566103,"teacher_disagreement_score":0.1462787,"about_ca_system_score_codex":0.0000883987,"about_ca_system_score_gemma":0.00028310783,"threshold_uncertainty_score":0.65157115},"labels":[],"label_agreement":null},{"id":"W2605148497","doi":"10.19173/irrodl.v18i2.2891","title":"Student Voices on the Roles of Instructors in Asynchronous Learning Environments in the 21st Century","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology-Enhanced Education Studies","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Oberta de Catalunya","keywords":"Asynchronous communication; Perspective (graphical); Computer-mediated communication; Mathematics education; Class (philosophy); Qualitative research; Instructional design; Distance education; Qualitative analysis; Pedagogy; Psychology; Educational technology; Asynchronous learning; Content analysis; Teaching method; Computer science; Sociology; Cooperative learning; Synchronous learning; The Internet; World Wide Web","score_opus":0.08486969735796128,"score_gpt":0.4760231823484061,"score_spread":0.39115348499044483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605148497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9509575,0.0071623405,0.0000018241872,0.02340808,0.00006697223,0.0006824357,0.0000065567842,0.0000046289783,0.017709695],"genre_scores_gemma":[0.9102357,0.08949316,0.000006408528,0.00005109253,0.000021303464,0.000083866515,0.0000061294063,0.000002846753,0.00009946921],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99741507,0.0011358177,0.0003006509,0.00015974013,0.00078485947,0.00020387348],"domain_scores_gemma":[0.99796504,0.0014299736,0.00028459582,0.00023741952,0.000065729975,0.000017247397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008918149,0.00006726643,0.00017868931,0.00009867115,0.000625611,0.00014636679,0.0022798406,0.0000356647,0.000060538405],"category_scores_gemma":[0.006465915,0.000037320395,0.000026017746,0.00024340513,0.0008960513,0.0001564326,0.0007233939,0.00077879615,0.00000566159],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004794593,0.00023349971,0.78345644,0.00014892817,0.000045974022,0.000004380105,0.022354458,0.00015352716,0.00007133537,0.08073677,0.00021976401,0.112526946],"study_design_scores_gemma":[0.0003082668,0.000059708982,0.6756281,0.0031594082,0.0000035990793,6.2583143e-7,0.22403206,0.000018867353,0.000058793757,0.0011505311,0.095516264,0.000063772786],"about_ca_topic_score_codex":0.002486615,"about_ca_topic_score_gemma":0.002017056,"teacher_disagreement_score":0.20167759,"about_ca_system_score_codex":0.00020133196,"about_ca_system_score_gemma":0.00011668835,"threshold_uncertainty_score":0.7740771},"labels":[],"label_agreement":null},{"id":"W2611974642","doi":"10.19173/irrodl.v18i3.2800","title":"Improving the K-12 Online Course Design Review Process: Experts Weigh in on iNACOL National Standards for Quality Online Courses","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Class (philosophy); Quality (philosophy); Computer science; Learning standards; Process (computing); Online course; Reliability (semiconductor); Distance education; Perspective (graphical); Educational technology; Engineering management; Multimedia; Knowledge management; Mathematics education; Psychology; Engineering; Curriculum; Pedagogy; Artificial intelligence","score_opus":0.23712068905411254,"score_gpt":0.5854926461671964,"score_spread":0.3483719571130839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611974642","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0715131,0.23013766,0.0015527937,0.6617389,0.0006620386,0.015397918,0.002155671,0.00006289369,0.016779028],"genre_scores_gemma":[0.72875214,0.2661141,0.00088364584,0.0017136881,0.0004987951,0.000550766,0.00050993235,0.000024274712,0.0009526924],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951639,0.0017201699,0.0005563281,0.0002938003,0.0019302513,0.00033551315],"domain_scores_gemma":[0.9947337,0.0028134643,0.0005185312,0.00025145645,0.0016134409,0.000069415815],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032372303,0.000121139,0.0003521513,0.0000737887,0.00078918476,0.00022873498,0.0018711709,0.000054232012,0.00016069143],"category_scores_gemma":[0.04237195,0.00007519766,0.0000662017,0.00019901784,0.000562531,0.0003935379,0.00036212744,0.0007217676,0.0000011636581],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001620925,0.0034171806,0.050297238,0.019855615,0.00021656879,0.000035353776,0.003105262,0.0008484379,0.000072465795,0.083729655,0.048735697,0.7880656],"study_design_scores_gemma":[0.0027044213,0.0004422149,0.016417464,0.09049117,0.000043420645,0.0000052501623,0.02660592,0.0047000474,0.000031720887,0.006111483,0.85202366,0.0004232202],"about_ca_topic_score_codex":0.0013935432,"about_ca_topic_score_gemma":0.0015558604,"teacher_disagreement_score":0.803288,"about_ca_system_score_codex":0.0004500221,"about_ca_system_score_gemma":0.003406567,"threshold_uncertainty_score":0.99637634},"labels":[],"label_agreement":null},{"id":"W2611978021","doi":"10.19173/irrodl.v18i3.2484","title":"The Online Student Connectedness Survey: Evidence of Initial Construct Validity","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social connectedness; Nomological network; Psychology; Feeling; Reliability (semiconductor); Construct validity; Learning analytics; Medical education; Social psychology; Psychometrics; Computer science; Clinical psychology; Medicine; Data science; Mathematics; Statistics","score_opus":0.35074403640921875,"score_gpt":0.600301590755467,"score_spread":0.2495575543462482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611978021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9508838,0.012168668,0.00003837889,0.029456431,0.0002896898,0.00084600545,0.00012342696,0.000007353422,0.00618623],"genre_scores_gemma":[0.9320683,0.06754556,0.000038561033,0.000023505187,0.00008686124,0.000012586594,0.00004201292,0.0000035224932,0.00017906753],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948581,0.0032429118,0.00040098542,0.00017099692,0.0010909099,0.00023608435],"domain_scores_gemma":[0.9916586,0.00655426,0.00041303725,0.00029112378,0.0010246085,0.00005834487],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0262474,0.00006696733,0.00023505618,0.000041575684,0.0013125484,0.00040539316,0.0025972982,0.000035895515,0.00010372723],"category_scores_gemma":[0.043523178,0.00004070178,0.000042543106,0.00021722924,0.0013656031,0.00032220257,0.0011490448,0.00063962553,0.0000027206138],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025903393,0.0001609084,0.8386409,0.00051841413,0.00007194975,0.000012919622,0.00061752467,0.000017424707,0.000036702073,0.029338518,0.0008022773,0.1295234],"study_design_scores_gemma":[0.001089398,0.00026709013,0.7585134,0.025365816,0.000026654798,0.000006504987,0.028862244,0.00041037455,0.000094512194,0.002978526,0.1821706,0.0002148932],"about_ca_topic_score_codex":0.007651489,"about_ca_topic_score_gemma":0.0044604386,"teacher_disagreement_score":0.18136834,"about_ca_system_score_codex":0.00006809344,"about_ca_system_score_gemma":0.00077209744,"threshold_uncertainty_score":0.9999876},"labels":[],"label_agreement":null},{"id":"W2612009884","doi":"10.19173/irrodl.v18i3.3034","title":"Designing and Improving a Blended Synchronous Learning Environment: An Educational Design Research","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nanyang Technological University","keywords":"Blended learning; Class (philosophy); Educational technology; Computer science; Learning environment; Instructional design; Learning design; Distance education; Online learning; Mathematics education; Graduate students; Synchronous learning; Design-based research; Multimedia; Teaching method; Cooperative learning; Psychology; Pedagogy","score_opus":0.1506946031775408,"score_gpt":0.4939546521126085,"score_spread":0.34326004893506773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612009884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52121085,0.088535026,0.011365347,0.2514283,0.0005946354,0.009623267,0.00006482194,0.0001271186,0.117050625],"genre_scores_gemma":[0.9543323,0.04106294,0.0030362173,0.000028978646,0.00021683377,0.0001009476,0.00004751373,0.000015476508,0.0011588006],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99330646,0.0040694806,0.00035841097,0.0004213126,0.0013114489,0.00053287373],"domain_scores_gemma":[0.9959859,0.0028510643,0.0002705152,0.00030263857,0.000414663,0.00017521725],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033262838,0.00011569557,0.0002498087,0.00020309517,0.0036609848,0.0010746887,0.0017444545,0.000075860975,0.0003322607],"category_scores_gemma":[0.013498586,0.00009532299,0.000032268184,0.00022766207,0.0011507375,0.0009004552,0.0012208847,0.0016078546,0.000015706728],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033036934,0.0004518276,0.14083394,0.0013949675,0.00011462949,0.000048720696,0.0051349327,0.0010676152,0.0016474173,0.06613954,0.0007774641,0.7820586],"study_design_scores_gemma":[0.0048743417,0.0019834356,0.09597408,0.03500428,0.00009899619,0.00008584155,0.17679293,0.026092017,0.0007392996,0.044092,0.6128081,0.0014546728],"about_ca_topic_score_codex":0.0035838822,"about_ca_topic_score_gemma":0.00014328584,"teacher_disagreement_score":0.7806039,"about_ca_system_score_codex":0.00023244225,"about_ca_system_score_gemma":0.0011589574,"threshold_uncertainty_score":0.9999623},"labels":[],"label_agreement":null},{"id":"W2612113604","doi":"10.19173/irrodl.v18i3.2845","title":"Approaches Reflected in Academic Writing MOOCs","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Academic writing; Syllabus; Mathematics education; Context (archaeology); Class (philosophy); Perspective (graphical); Computer science; Writing process; Academic year; Pedagogy; Psychology; Artificial intelligence","score_opus":0.2832014050447755,"score_gpt":0.5142483169163006,"score_spread":0.2310469118715251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612113604","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39066714,0.04934202,0.009751939,0.475985,0.00030630355,0.0020541064,0.000037889728,0.00009299503,0.071762614],"genre_scores_gemma":[0.9820886,0.016610906,0.00087380706,0.00008082874,0.000041162904,0.00001852831,0.000022178754,0.000004412815,0.00025956097],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99813694,0.00046697992,0.00035939008,0.0002545665,0.0005402202,0.000241905],"domain_scores_gemma":[0.99859947,0.0005836139,0.00021815042,0.00038472193,0.00016681991,0.000047203546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008067476,0.000073916766,0.0002055191,0.00013103185,0.00028039567,0.00043943184,0.00366302,0.000044070355,0.000009820373],"category_scores_gemma":[0.0054287366,0.00005391518,0.000028947703,0.00034628873,0.00015920523,0.0004639977,0.0021821156,0.0013367108,0.000006446536],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055769837,0.0001691011,0.4081388,0.001649234,0.000048507918,0.00007586937,0.0004894587,0.0010792366,0.00017792343,0.23209254,0.0010383382,0.3549852],"study_design_scores_gemma":[0.0021299054,0.0001826857,0.27964225,0.04560213,0.000010430705,0.00006163749,0.002131329,0.59318066,0.00017887693,0.037177306,0.039253224,0.00044957869],"about_ca_topic_score_codex":0.0003166553,"about_ca_topic_score_gemma":0.000022303546,"teacher_disagreement_score":0.5921014,"about_ca_system_score_codex":0.000061881794,"about_ca_system_score_gemma":0.00013244929,"threshold_uncertainty_score":0.68068635},"labels":[],"label_agreement":null},{"id":"W2612280008","doi":"10.19173/irrodl.v18i3.2957","title":"Talent Management Implementation at an Open Distance E-Learning Higher Educational Institution: The Views of Senior Line Managers","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Human Resource and Talent Management","field":"Business, Management and Accounting","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Line management; Higher education; Distance education; Mandate; Talent management; Institution; Senior management; Public relations; Middle management; Strategic planning; Business; Management; Knowledge management; Marketing; Sociology; Pedagogy; Political science","score_opus":0.1296384461408015,"score_gpt":0.4594788014735013,"score_spread":0.3298403553326998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612280008","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42678034,0.009836403,0.00051247445,0.12565993,0.0007767951,0.009261088,0.00007898704,0.000038960297,0.42705503],"genre_scores_gemma":[0.9879476,0.006052938,0.000053060154,0.00045542387,0.00020231157,0.00024061918,0.00047284033,0.0000124313765,0.0045627854],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979561,0.00017480207,0.00051952724,0.0003174063,0.00079345645,0.00023871263],"domain_scores_gemma":[0.9983982,0.00013183171,0.00067282526,0.0004937827,0.0002819615,0.000021397027],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00504401,0.00013560466,0.00024554302,0.0001419238,0.0011122711,0.0010245963,0.0029922116,0.000021792237,0.0013891015],"category_scores_gemma":[0.00026324773,0.000089085544,0.000051533927,0.00026708783,0.0003164121,0.0011981997,0.0046164086,0.0003202966,0.000042838088],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039319668,0.0004909631,0.17622736,0.0058821603,0.00030546563,0.000028819903,0.00022082595,0.0010654322,0.000044885608,0.70141315,0.018661408,0.09526633],"study_design_scores_gemma":[0.0010163692,0.00003799333,0.16418476,0.0034220344,0.000047480782,0.0000016192911,0.0022581844,0.000913503,0.000010289193,0.0025195149,0.8254479,0.00014035155],"about_ca_topic_score_codex":0.0014341933,"about_ca_topic_score_gemma":0.00042949992,"teacher_disagreement_score":0.8067865,"about_ca_system_score_codex":0.00012230004,"about_ca_system_score_gemma":0.000033873384,"threshold_uncertainty_score":0.99952376},"labels":[],"label_agreement":null},{"id":"W2612351912","doi":"10.19173/irrodl.v18i3.3294","title":"Adaptive or Transactional Leadership in Current Higher Education: A Brief Comparison","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Organizational Learning and Leadership","field":"Business, Management and Accounting","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Transactional leadership; Shared leadership; Educational leadership; Demographics; Leadership; Leadership style; Higher education; Neuroleadership; Globalization; Class (philosophy); Servant leadership; Knowledge management; Psychology; Leadership studies; Mathematics education; Pedagogy; Computer science; Public relations; Sociology; Political science; Social psychology; Artificial intelligence","score_opus":0.4508108687364506,"score_gpt":0.4669674519223644,"score_spread":0.016156583185913787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612351912","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072675094,0.11011081,0.0007167687,0.6229159,0.0031659615,0.004852106,0.000071135066,0.000110890636,0.1853813],"genre_scores_gemma":[0.9956457,0.0018399688,0.000028995042,0.0006174294,0.00038412152,0.00005136996,0.00012253446,0.000010943386,0.0012989395],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99844503,0.00014359655,0.0003443255,0.00023755772,0.00060450897,0.00022499886],"domain_scores_gemma":[0.99874413,0.00036498933,0.00027845576,0.00019111623,0.00040298593,0.000018298708],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029924503,0.00010266555,0.00022520791,0.00018951586,0.00036207135,0.0005669574,0.0011237955,0.000036380254,0.0011315705],"category_scores_gemma":[0.0017923806,0.00007404165,0.00003378309,0.0003898853,0.00022357135,0.0007876502,0.00030604977,0.0007995988,0.000047271304],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090982625,0.00090218516,0.64350593,0.005656619,0.000067458044,0.000014771227,0.00021922866,0.00048699224,0.000013330897,0.19906908,0.021608787,0.1275458],"study_design_scores_gemma":[0.0011351886,0.000032897115,0.43271014,0.017111307,0.00001624543,0.000004866517,0.0038564014,0.002369706,0.0000051479824,0.0021418869,0.5404181,0.00019813713],"about_ca_topic_score_codex":0.0011785624,"about_ca_topic_score_gemma":0.0001423968,"teacher_disagreement_score":0.9229706,"about_ca_system_score_codex":0.00008768578,"about_ca_system_score_gemma":0.0002327299,"threshold_uncertainty_score":0.99978155},"labels":[],"label_agreement":null},{"id":"W2612361631","doi":"10.19173/irrodl.v18i3.2996","title":"Understanding Learners’ Motivation and Learning Strategies in MOOCs","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Erasmus+; Ministerio de Economía y Competitividad; European Commission","keywords":"Open educational resources; Pace; Open education; Mathematics education; Computer science; Massive open online course; Likert scale; Class (philosophy); Learning Management; Psychology; Pedagogy; World Wide Web; Artificial intelligence","score_opus":0.27134843974826683,"score_gpt":0.46797822791802335,"score_spread":0.19662978816975651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612361631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6711677,0.016364863,0.07321679,0.1853345,0.0002808223,0.001549363,0.000013345962,0.00008869013,0.051983926],"genre_scores_gemma":[0.984228,0.015033385,0.00040917867,0.000039124832,0.000021494012,0.000007904001,0.000015303713,0.000004740352,0.00024088094],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982165,0.00055288646,0.0002796505,0.00025692172,0.00047806874,0.00021595182],"domain_scores_gemma":[0.998489,0.0008771799,0.00021252858,0.00024748468,0.00012808394,0.000045711673],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0063823336,0.00008453479,0.0002008704,0.00016236864,0.00050392887,0.0011227591,0.0014820555,0.00003622131,0.000010374964],"category_scores_gemma":[0.004813569,0.00006428092,0.000022761033,0.00026737264,0.00021624358,0.0008694042,0.0013537634,0.0010663595,0.000002222795],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004048688,0.000083719584,0.497221,0.0010153614,0.000039056238,0.00004403074,0.0010624588,0.0057138517,0.0001033555,0.46391565,0.00019865278,0.030562375],"study_design_scores_gemma":[0.002423721,0.00036157249,0.3179579,0.02783866,0.000012470939,0.0000466876,0.025840038,0.5194546,0.000037490496,0.0924436,0.013117541,0.00046570867],"about_ca_topic_score_codex":0.000625313,"about_ca_topic_score_gemma":0.000052233314,"teacher_disagreement_score":0.5137408,"about_ca_system_score_codex":0.00009954532,"about_ca_system_score_gemma":0.00012947875,"threshold_uncertainty_score":0.99991417},"labels":[],"label_agreement":null},{"id":"W2612877382","doi":"10.19173/irrodl.v18i3.3250","title":"Moving Technology-Enhanced-Learning Forward: Bridging Divides through Leadership","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Appreciative inquiry; Incentive; Bridging (networking); Set (abstract data type); Psychology; Pedagogy; Mathematics education; Sociology; Public relations; Political science; Computer science","score_opus":0.2017734950224432,"score_gpt":0.5006463598156647,"score_spread":0.2988728647932215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612877382","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08662949,0.024157792,0.0031028565,0.5544097,0.0005201113,0.0014942242,0.000010419944,0.00009599168,0.3295794],"genre_scores_gemma":[0.9708409,0.02653171,0.00037233686,0.0003312798,0.00007808359,0.000057255256,0.000015301257,0.000006119536,0.0017670674],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99784416,0.0005334343,0.00027989957,0.00022184862,0.0007714866,0.0003491652],"domain_scores_gemma":[0.9983419,0.0007909536,0.00017417043,0.00020272563,0.0004298593,0.000060358347],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.008618859,0.00007504112,0.0001918091,0.00009047689,0.0019093896,0.0006085046,0.0017816378,0.00005568508,0.00023368715],"category_scores_gemma":[0.02323565,0.00005922785,0.000036003075,0.00029068106,0.0008676265,0.00045900512,0.00086449477,0.0008783986,0.000019307581],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043817497,0.00012590912,0.14946261,0.0012858228,0.00007710535,0.000012781084,0.008243345,0.000036306075,0.00010166762,0.5024965,0.0024539712,0.3356602],"study_design_scores_gemma":[0.00092208904,0.000088936715,0.030776104,0.044515613,0.000020692696,0.0000072344046,0.14876048,0.00032347452,0.00065061636,0.14183769,0.6316888,0.00040828536],"about_ca_topic_score_codex":0.0011644884,"about_ca_topic_score_gemma":0.00011314078,"teacher_disagreement_score":0.88421136,"about_ca_system_score_codex":0.00015682974,"about_ca_system_score_gemma":0.00030086673,"threshold_uncertainty_score":0.99939},"labels":[],"label_agreement":null},{"id":"W2613027232","doi":"10.19173/irrodl.v18i3.2676","title":"Employing the EPEC Hierarchy of Conditions (Version II) To Evaluate the Effectiveness of Using Synchronous Technologies with Multi-Location Student Cohorts in the Tertiary Education Setting","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Coursework; Popularity; Competence (human resources); Distance education; Computer science; Mathematics education; Usability; Context (archaeology); Learning environment; Psychology; Social psychology; Human–computer interaction; Geography","score_opus":0.06980353266702696,"score_gpt":0.5086009468194245,"score_spread":0.4387974141523975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613027232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98157513,0.0017018132,0.00018939763,0.01424267,0.000037975286,0.0015576913,0.0000085227,0.0000047658737,0.0006820257],"genre_scores_gemma":[0.99738795,0.0022558062,0.00016005395,0.000026502761,0.000018435607,0.000110552115,0.000023478915,0.0000039356914,0.000013306126],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996092,0.0025584647,0.0002751911,0.00015009317,0.00076222204,0.00016200222],"domain_scores_gemma":[0.9967768,0.0020961284,0.0002555602,0.00028433307,0.00057175674,0.000015424228],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.019560054,0.00006650631,0.00016594098,0.00010123043,0.0013060615,0.00014273926,0.0015301456,0.000029357403,0.00001137273],"category_scores_gemma":[0.006408925,0.00003161161,0.000027141814,0.00042729042,0.0006038929,0.00023458975,0.00063197245,0.00046542412,5.8656354e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019916725,0.00044278003,0.8829529,0.0011077971,0.00009604146,0.0000040157397,0.00783175,0.004573393,0.0010943539,0.010633132,0.00007415891,0.090990506],"study_design_scores_gemma":[0.00070136244,0.00016273903,0.8494991,0.023988422,0.000051400042,0.000007875341,0.118697815,0.0020201858,0.0005189707,0.0013139369,0.00291799,0.00012021267],"about_ca_topic_score_codex":0.004416502,"about_ca_topic_score_gemma":0.0005287453,"teacher_disagreement_score":0.11086606,"about_ca_system_score_codex":0.00014053345,"about_ca_system_score_gemma":0.0006438578,"threshold_uncertainty_score":0.9999941},"labels":[],"label_agreement":null},{"id":"W2621901005","doi":"10.19173/irrodl.v18i5.3096","title":"Openness and Praxis: Exploring the Use of Open Educational Practices in Higher Education","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":447,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Openness to experience; Praxis; Pedagogy; Sociology; Educational technology; Higher education; Grounded theory; Teaching method; Qualitative research; Mathematics education; Psychology; Social science; Political science; Social psychology","score_opus":0.48338859013456026,"score_gpt":0.5306440954106897,"score_spread":0.04725550527612943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621901005","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4322076,0.011391006,0.00011841559,0.49895182,0.0011443855,0.0032592397,0.000015124086,0.000010611181,0.05290178],"genre_scores_gemma":[0.9799279,0.01657011,0.0008762741,0.00023229145,0.000051100116,0.00028313277,0.00002819726,0.0000055018913,0.0020254906],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99794716,0.0007867215,0.00036683393,0.00027931642,0.00045780468,0.00016216307],"domain_scores_gemma":[0.99670434,0.0016808904,0.0006484496,0.0004710641,0.00044166652,0.000053603948],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0063244887,0.000080550504,0.00019136709,0.0001154876,0.0004452447,0.002321206,0.004355505,0.000020403444,0.00013294362],"category_scores_gemma":[0.007186035,0.000052969554,0.000018358707,0.00033090913,0.00019773559,0.0038603141,0.0038393298,0.00053771207,0.000005258125],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091206224,0.00048177497,0.2716422,0.0008214039,0.0000476561,0.0000020914347,0.0014158183,0.0001810121,0.00006372027,0.5859329,0.004610883,0.1347093],"study_design_scores_gemma":[0.0004254942,0.00005086785,0.7560581,0.0072304704,0.0000055459304,0.000014001491,0.0038602855,0.0011451301,0.00003489967,0.0031702234,0.22788604,0.00011895253],"about_ca_topic_score_codex":0.004645626,"about_ca_topic_score_gemma":0.00011457897,"teacher_disagreement_score":0.5827627,"about_ca_system_score_codex":0.00006687032,"about_ca_system_score_gemma":0.00062542007,"threshold_uncertainty_score":0.9987145},"labels":[],"label_agreement":null},{"id":"W2624822974","doi":"10.19173/irrodl.v18i4.3120","title":"Higher Education Faculty Perceptions of Open Textbook Adoption","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Perception; Open education; Distance education; Quality (philosophy); Class size; Educational technology; Socioeconomic status; Psychology; Higher education; Medical education; Class (philosophy); Mathematics education; Pedagogy; Computer science; Sociology; Political science; Medicine","score_opus":0.16431172602796018,"score_gpt":0.5087128557808327,"score_spread":0.3444011297528725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2624822974","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09680017,0.007163264,0.002874674,0.16615316,0.0011777382,0.0039248182,0.00006772772,0.000041317497,0.7217971],"genre_scores_gemma":[0.98457575,0.0067236135,0.0012566793,0.00015670921,0.000044624598,0.00009564278,0.00013195505,0.000005065844,0.007009952],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9983167,0.0004430541,0.00033964115,0.00024530676,0.00049873604,0.00015656669],"domain_scores_gemma":[0.9982617,0.0002234446,0.00034881794,0.00047239778,0.0006276091,0.00006604798],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004282666,0.00007606558,0.00019765554,0.00010315707,0.00051936996,0.0011244424,0.0049690334,0.000031119172,0.0005374225],"category_scores_gemma":[0.0012685419,0.00005664916,0.000037441034,0.00023367675,0.00017399578,0.00133741,0.0030445408,0.00046120916,0.000038087455],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053273943,0.00051520485,0.12661548,0.0008925954,0.000051816423,0.0000019106183,0.000722166,0.000115553994,0.00035686255,0.6612025,0.02079464,0.18867804],"study_design_scores_gemma":[0.000674261,0.00011402936,0.6679906,0.008772822,0.00000911076,0.000011770734,0.0048520355,0.0015893399,0.00007166657,0.005528535,0.31021026,0.00017554175],"about_ca_topic_score_codex":0.0013528712,"about_ca_topic_score_gemma":0.000017342025,"teacher_disagreement_score":0.8877756,"about_ca_system_score_codex":0.00009001878,"about_ca_system_score_gemma":0.00044027081,"threshold_uncertainty_score":0.9999125},"labels":[],"label_agreement":null},{"id":"W2624878291","doi":"10.19173/irrodl.v18i4.3025","title":"Evaluating NTU’s OpenCourseWare Project with Google Analytics: User Characteristics, Course Preferences, and Usage Patterns","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Analytics; Learning Management; Open educational resources; Learning analytics; License; World Wide Web; Knowledge management; Data science","score_opus":0.2112705002516348,"score_gpt":0.5066034301544411,"score_spread":0.2953329299028063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2624878291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90973264,0.0054540383,0.00476516,0.039960954,0.0004228981,0.0038672022,0.00013655647,0.00005302744,0.03560755],"genre_scores_gemma":[0.9885208,0.009403482,0.0010122086,0.00009340909,0.000041530686,0.00006921239,0.000074979675,0.000007626393,0.0007767556],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976369,0.00061474217,0.00033407597,0.00037480675,0.00077502785,0.0002644201],"domain_scores_gemma":[0.99799556,0.0004763029,0.00039790806,0.00047227205,0.00057358405,0.00008436911],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.006799243,0.000121615834,0.00027326692,0.00009025999,0.0006314999,0.0018022393,0.0026964827,0.000031215015,0.00009961411],"category_scores_gemma":[0.0025144112,0.00008029263,0.000022727438,0.00019383074,0.00022345588,0.0009406326,0.0019539222,0.0006673054,0.000007811984],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007531084,0.0001846008,0.84975725,0.0011126767,0.00009488523,0.000025573107,0.0009271254,0.000054584514,0.000027784195,0.013283079,0.0009975687,0.13345952],"study_design_scores_gemma":[0.0014972958,0.0006027613,0.8998856,0.022835085,0.000038124956,0.00006336587,0.008908725,0.036099005,0.000041952637,0.0004951943,0.029146373,0.00038649465],"about_ca_topic_score_codex":0.0013278641,"about_ca_topic_score_gemma":0.0001145376,"teacher_disagreement_score":0.13307303,"about_ca_system_score_codex":0.00006366785,"about_ca_system_score_gemma":0.0005142211,"threshold_uncertainty_score":0.99923396},"labels":[],"label_agreement":null},{"id":"W2625626410","doi":"10.19173/irrodl.v18i4.3003","title":"Exploring Open Educational Resources for College Algebra","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"William and Flora Hewlett Foundation","keywords":"Open educational resources; Mathematics education; Class (philosophy); Educational resources; Open education; Computer science; Class size; Pedagogy; Psychology; Library science; Artificial intelligence; World Wide Web","score_opus":0.2736753790447752,"score_gpt":0.4813841763639588,"score_spread":0.20770879731918362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625626410","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12600334,0.009838809,0.00307455,0.577124,0.0014733648,0.0063271117,0.00013172207,0.000044020228,0.27598312],"genre_scores_gemma":[0.9826126,0.010720946,0.0025767772,0.00029416374,0.00012867812,0.0006946025,0.00006212846,0.000009938921,0.0029001608],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99818873,0.00037902535,0.00033913512,0.00032784435,0.0005180447,0.00024721684],"domain_scores_gemma":[0.9973489,0.0012891674,0.00027942436,0.00047781586,0.0005159776,0.00008868201],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.007760756,0.00008946041,0.0002201068,0.00011000207,0.0011170425,0.0019486325,0.007342793,0.000021632899,0.00013519835],"category_scores_gemma":[0.006317145,0.00006827666,0.000041703013,0.00025124988,0.0001563216,0.0018899754,0.0042224876,0.00043924965,0.000019493289],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000831619,0.00017775434,0.01884682,0.0006632715,0.000050698978,0.000003195989,0.0008229457,0.000055475695,0.000042301854,0.9230733,0.013131916,0.04304916],"study_design_scores_gemma":[0.0015099179,0.00018045575,0.109533526,0.010512495,0.00000828035,0.000024006988,0.008620588,0.0057023405,0.00012506147,0.02129607,0.84220487,0.00028236094],"about_ca_topic_score_codex":0.0006876219,"about_ca_topic_score_gemma":0.00002889128,"teacher_disagreement_score":0.9017772,"about_ca_system_score_codex":0.00008913611,"about_ca_system_score_gemma":0.00037386257,"threshold_uncertainty_score":0.99908745},"labels":[],"label_agreement":null},{"id":"W2625649025","doi":"10.19173/irrodl.v18i4.2977","title":"How Korean Language Arts Teachers Adopt and Adapt Open Educational Resources: A Study of Teachers’ and Students’ Perspectives","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Curriculum; Context (archaeology); Adaptation (eye); Pedagogy; Ethnography; Mathematics education; Sociology; Psychology; Geography","score_opus":0.09997920995518784,"score_gpt":0.46708349743058275,"score_spread":0.3671042874753949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625649025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9507718,0.006041167,0.00007111469,0.03093688,0.00004378929,0.0010523825,0.000006289697,0.000005773711,0.011070816],"genre_scores_gemma":[0.9944307,0.0036612956,0.0004087518,0.000035875386,0.000029229243,0.00006271856,0.000010831774,0.0000059423514,0.0013546556],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977538,0.00068919227,0.000246802,0.00036116646,0.0007780755,0.00017094763],"domain_scores_gemma":[0.9983536,0.00051719026,0.00029970636,0.0003961505,0.0003402767,0.00009306354],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.006556646,0.00010247182,0.00025785092,0.00011474285,0.0005073777,0.0022815843,0.0034863017,0.00002541261,0.000038698297],"category_scores_gemma":[0.0041453904,0.00007597402,0.000020328447,0.00017642396,0.0002672256,0.00092748785,0.00412508,0.00054209994,0.0000012310787],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007597186,0.0010658745,0.80021954,0.00032041818,0.00017408929,0.000009283078,0.11694098,0.000013369309,0.00007949102,0.025865287,0.0014151254,0.05382055],"study_design_scores_gemma":[0.0010750442,0.00022217681,0.6178462,0.0022778688,0.000010128286,0.0000140274215,0.3705634,0.00029216532,0.000009731523,0.00031020542,0.007264797,0.0001143037],"about_ca_topic_score_codex":0.002965888,"about_ca_topic_score_gemma":0.00014293318,"teacher_disagreement_score":0.2536224,"about_ca_system_score_codex":0.00007486899,"about_ca_system_score_gemma":0.00018153978,"threshold_uncertainty_score":0.99875414},"labels":[],"label_agreement":null},{"id":"W2625716738","doi":"10.19173/irrodl.v18i4.3009","title":"Incentivizing the Production and Use of Open Educational Resources in Higher Education Institutions","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Open educational resources; Higher education; Open education; Class size; Institution; Production (economics); Business; Educational technology; Economics; Pedagogy; Psychology; Economic growth; Sociology; Microeconomics; Social science","score_opus":0.25127102256277895,"score_gpt":0.48780412257881234,"score_spread":0.2365331000160334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625716738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47837856,0.009787578,0.00012841423,0.45568052,0.0010387388,0.002602679,0.00001318909,0.000010680128,0.052359615],"genre_scores_gemma":[0.98996276,0.007367823,0.0004793561,0.00014288358,0.000052519834,0.0001020574,0.000021770837,0.000003204381,0.0018676273],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9983685,0.0005572528,0.0003157556,0.0002461073,0.00037971846,0.00013264967],"domain_scores_gemma":[0.998276,0.00061117706,0.00030330385,0.00038983393,0.00038062956,0.000039058472],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004600555,0.00006658963,0.00014854381,0.00012976369,0.00061051187,0.0014046639,0.0026806057,0.000022194039,0.00006863209],"category_scores_gemma":[0.0055044573,0.00004462522,0.0000171132,0.0003698882,0.0003194299,0.0018659636,0.0024953927,0.00045220464,0.000003152336],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004382393,0.00035013226,0.31125215,0.0004492625,0.000026369702,7.4727944e-7,0.0012129882,0.0002190646,0.00013464753,0.63934094,0.0039251065,0.043044765],"study_design_scores_gemma":[0.00022303019,0.00003230832,0.78057903,0.009274663,0.0000048238066,0.000011712382,0.0023152023,0.0007092647,0.00004566559,0.003914966,0.20279098,0.00009834191],"about_ca_topic_score_codex":0.0028763232,"about_ca_topic_score_gemma":0.00014926499,"teacher_disagreement_score":0.635426,"about_ca_system_score_codex":0.000083780054,"about_ca_system_score_gemma":0.0005805026,"threshold_uncertainty_score":0.999632},"labels":[],"label_agreement":null},{"id":"W2625926764","doi":"10.19173/irrodl.v18i4.3111","title":"What Impacts do OER Have on Students? Students Share Their Experiences with a Health Psychology OER at New York City College of Technology","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Coursework; Usability; Educational technology; Psychology; Class (philosophy); Blended learning; Variety (cybernetics); Mathematics education; Medical education; Pedagogy; Computer science; Medicine","score_opus":0.15430746066794845,"score_gpt":0.5201676129381114,"score_spread":0.365860152270163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625926764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8951129,0.008639763,0.00016883331,0.09110451,0.00028686656,0.0013340304,0.000029740318,0.000017544447,0.0033058296],"genre_scores_gemma":[0.98736733,0.011004072,0.00016743381,0.000545395,0.000022324173,0.00007737551,0.000020110927,0.0000061666224,0.0007898068],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973875,0.0004736905,0.00039143124,0.00040064257,0.0010331693,0.00031354235],"domain_scores_gemma":[0.99813217,0.00029105993,0.00050562405,0.00062132237,0.00031640567,0.00013341985],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0042414623,0.0001283541,0.00036104178,0.0001958461,0.0005417679,0.00071234215,0.0057523996,0.00004852191,0.00022969744],"category_scores_gemma":[0.0011597709,0.000079929916,0.000036685688,0.00038225384,0.0003149734,0.00065806304,0.002780844,0.00061441085,0.0000122522915],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000545776,0.0009484149,0.8894462,0.00062729995,0.00021025316,0.00003179771,0.018463103,0.00004142327,0.000030686962,0.015218246,0.02193306,0.05250374],"study_design_scores_gemma":[0.005633077,0.0032798664,0.50198704,0.056059256,0.000012332782,0.00014285164,0.26748753,0.000529403,0.00051025243,0.0016885119,0.16207056,0.0005993094],"about_ca_topic_score_codex":0.0002672621,"about_ca_topic_score_gemma":0.00010145062,"teacher_disagreement_score":0.38745916,"about_ca_system_score_codex":0.00015023565,"about_ca_system_score_gemma":0.0003323393,"threshold_uncertainty_score":0.99962693},"labels":[],"label_agreement":null},{"id":"W2626116174","doi":"10.19173/irrodl.v18i4.3118","title":"Open Educational Resources and Student Course Outcomes: A Multilevel Analysis","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Class size; Multilevel model; Medical education; Higher education; Distance education; Community college; Mathematics education; Psychology; Computer science; Pedagogy; Political science; Medicine","score_opus":0.12464175344943038,"score_gpt":0.5216956609113534,"score_spread":0.39705390746192304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626116174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47130957,0.01456809,0.0023054366,0.4013855,0.0005182899,0.003414042,0.0000717115,0.00003158984,0.10639578],"genre_scores_gemma":[0.98995084,0.0065654237,0.0008884104,0.00027225455,0.000025941647,0.000097075186,0.00004534093,0.00000463343,0.002150104],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977792,0.0005606824,0.00036056148,0.00036964408,0.00072050793,0.00020942051],"domain_scores_gemma":[0.99760216,0.0009916382,0.00032819153,0.0005404214,0.00042735031,0.00011023066],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0073031858,0.00010151848,0.0003205875,0.00015802965,0.00080531667,0.0029496264,0.0063946024,0.00002682276,0.00019925369],"category_scores_gemma":[0.0031678262,0.00007080086,0.000050200884,0.00035506638,0.00022201499,0.0009440201,0.0063440083,0.00050106127,0.000014785959],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018552038,0.0002485573,0.9151981,0.00015879916,0.00026798312,0.000004097767,0.0010838558,0.00009002097,0.000005461779,0.058794275,0.0014855639,0.022644721],"study_design_scores_gemma":[0.00048366695,0.000035113666,0.96207654,0.0013279921,0.000027039177,0.0000052446803,0.0033823356,0.004664903,0.0000028711456,0.0010023374,0.026893053,0.00009888357],"about_ca_topic_score_codex":0.0018575412,"about_ca_topic_score_gemma":0.0001095446,"teacher_disagreement_score":0.51864123,"about_ca_system_score_codex":0.000065229746,"about_ca_system_score_gemma":0.00026186206,"threshold_uncertainty_score":0.9989813},"labels":[],"label_agreement":null},{"id":"W2626144824","doi":"10.19173/irrodl.v18i4.3006","title":"The Adoption of an Open Textbook in a Large Physics Course: An Analysis of Cost, Outcomes, Use, and Perceptions","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"License; Open educational resources; Open education; Mathematics education; Quality (philosophy); Class (philosophy); Open university; Perception; Psychology; Massive open online course; Course (navigation); Open learning; Closed-ended question; Distance education; Medical education; Computer science; Teaching method; Pedagogy; Mathematics; Engineering; Cooperative learning; Physics; Statistics; Medicine","score_opus":0.13157060625001735,"score_gpt":0.4949550752568751,"score_spread":0.3633844690068577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626144824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9779296,0.0013968141,0.0032353061,0.011541214,0.000082460334,0.0016861405,0.00010465017,0.000008009739,0.0040157973],"genre_scores_gemma":[0.99259293,0.0065181507,0.0004343753,0.00004932303,0.000008029079,0.00004486514,0.00012310619,0.0000037279044,0.00022546737],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979387,0.0008252313,0.0003764306,0.0002250563,0.00046610448,0.00016849395],"domain_scores_gemma":[0.99792826,0.0006323502,0.00036185174,0.00054053817,0.00047356947,0.00006345382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007513966,0.000073052564,0.00029957117,0.00010875889,0.00045091746,0.0009882037,0.0030783392,0.00002547773,0.000040071325],"category_scores_gemma":[0.0016674913,0.000047845926,0.000036476966,0.00045220632,0.00021949926,0.0016097528,0.0017859228,0.00039246964,0.000001604317],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041391442,0.00036029314,0.8398011,0.00011785939,0.00011667607,0.0000016358933,0.0008783188,0.0005303069,0.000048964554,0.11667804,0.00010537082,0.04132009],"study_design_scores_gemma":[0.00040373483,0.0000767434,0.94559795,0.00085541076,0.00002331245,0.000001365194,0.0041751657,0.04517497,0.000006069326,0.00053683226,0.0030890517,0.000059409052],"about_ca_topic_score_codex":0.0019613244,"about_ca_topic_score_gemma":0.00084595056,"teacher_disagreement_score":0.11614121,"about_ca_system_score_codex":0.00004939325,"about_ca_system_score_gemma":0.0001822156,"threshold_uncertainty_score":0.95292705},"labels":[],"label_agreement":null},{"id":"W2626156988","doi":"10.19173/irrodl.v18i4.3012","title":"Investigating the Perceptions, Use, and Impact of Open Textbooks: A survey of Post-Secondary Students in British Columbia","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Kwantlen Polytechnic University","funders":"Kwantlen Polytechnic University","keywords":"Open educational resources; Context (archaeology); Psychology; Open education; Perception; Purchasing; Medical education; Mathematics education; Pedagogy; Marketing; Geography; Medicine; Business","score_opus":0.13492104143853675,"score_gpt":0.47923125611618306,"score_spread":0.34431021467764633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626156988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951827,0.0014119904,0.000017819619,0.0014362036,0.000028287399,0.0006796106,0.00005695138,0.0000019765278,0.0011844388],"genre_scores_gemma":[0.9931816,0.006192865,0.0001996948,0.000067887115,0.0000056496174,0.0000311292,0.000055277105,0.0000045453353,0.0002613856],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99721175,0.0013992308,0.000461635,0.0002263338,0.00053390337,0.00016714897],"domain_scores_gemma":[0.99724954,0.0012154502,0.0004057847,0.00036417833,0.0007034448,0.000061621875],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.012640878,0.00006134608,0.00027616599,0.000063517924,0.00042442206,0.0034729096,0.0044979407,0.000026333213,0.0001342238],"category_scores_gemma":[0.010999885,0.000053289517,0.00003192999,0.00028713793,0.00037241896,0.0011779686,0.004552515,0.00050264044,0.0000015581431],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074768823,0.000056679164,0.9834877,0.00015128807,0.000021044798,0.0000014230601,0.00035195815,0.000016011734,0.000043256645,0.0002460782,0.000598564,0.01501847],"study_design_scores_gemma":[0.00041722786,0.0000825757,0.99182683,0.0045451676,0.0000019842785,0.000011014951,0.0018415456,0.0006841602,0.0000023936877,0.00023878425,0.0002956157,0.00005269492],"about_ca_topic_score_codex":0.29762185,"about_ca_topic_score_gemma":0.027887592,"teacher_disagreement_score":0.26973426,"about_ca_system_score_codex":0.00006193773,"about_ca_system_score_gemma":0.0005178962,"threshold_uncertainty_score":0.9975616},"labels":[],"label_agreement":null},{"id":"W2626208910","doi":"10.19173/irrodl.v18i4.2985","title":"Rating the Quality of Open Textbooks: How Reviewer and Text Characteristics Predict Ratings","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Psychology; Peer evaluation; Residence; Mathematics education; Medical education; Higher education; Medicine; Sociology; Political science","score_opus":0.16067769174536056,"score_gpt":0.4871915399490719,"score_spread":0.3265138482037113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626208910","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26809537,0.047420863,0.0073702983,0.48747808,0.0012720824,0.010327061,0.00014140156,0.00006058291,0.17783427],"genre_scores_gemma":[0.9744011,0.02338522,0.0007164225,0.00025240166,0.000053440686,0.00007460726,0.000028230297,0.00000610374,0.0010824293],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971131,0.001184277,0.0005364281,0.00029199192,0.0006725068,0.00020171408],"domain_scores_gemma":[0.99616283,0.0014759509,0.000833509,0.00061065087,0.00084861676,0.000068448884],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.019314963,0.000103034756,0.0003659848,0.00004990112,0.000850213,0.002353426,0.005231088,0.000028533957,0.00005433465],"category_scores_gemma":[0.023602065,0.00006170999,0.000038725826,0.0001917762,0.00036253556,0.0010100435,0.0052661947,0.00068132934,0.0000043677037],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009485789,0.00017887086,0.21755183,0.003658124,0.00010928061,0.0000059304843,0.0019027467,0.000008317885,0.0006277857,0.23322682,0.009207248,0.5334282],"study_design_scores_gemma":[0.0015409291,0.00024910533,0.66357726,0.031184262,0.000022005675,0.000029413119,0.009203993,0.0077743838,0.00029132402,0.0031653068,0.28258157,0.00038046934],"about_ca_topic_score_codex":0.0005262789,"about_ca_topic_score_gemma":0.000017436178,"teacher_disagreement_score":0.70630574,"about_ca_system_score_codex":0.000037254445,"about_ca_system_score_gemma":0.0002253524,"threshold_uncertainty_score":0.9986822},"labels":[],"label_agreement":null},{"id":"W2626366201","doi":"10.19173/irrodl.v18i4.2984","title":"Khan Academy as Supplemental Instruction: A Controlled Study of a Computer-Based Mathematics Intervention","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Open educational resources; Test (biology); Academic achievement; Population; Educational technology; Mathematics; Psychology; Medicine; Pedagogy; Biology","score_opus":0.10787113829522103,"score_gpt":0.47916552053193345,"score_spread":0.3712943822367124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626366201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95953345,0.0010617215,0.006347146,0.019678246,0.000354305,0.0034200214,0.000015960224,0.000024190436,0.009564929],"genre_scores_gemma":[0.99775,0.0006865529,0.0012218076,0.00004675112,0.000031936026,0.00010104347,0.000029495419,0.000004796469,0.00012762976],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975603,0.0006854776,0.00060301094,0.00023868322,0.0007453814,0.0001671128],"domain_scores_gemma":[0.99820894,0.00049620913,0.0005998668,0.00031955578,0.0003182223,0.000057199493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006219465,0.00009472705,0.00035272166,0.00015046723,0.00039261812,0.0005681579,0.0027462484,0.000028124221,0.00019040148],"category_scores_gemma":[0.0014617736,0.00006909933,0.00006860509,0.0002310496,0.00013616985,0.0005220577,0.0016043038,0.0005370397,0.000009095235],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017448445,0.010703622,0.20376459,0.0075227316,0.0009889997,0.00006646413,0.00840905,0.0022181964,0.00042071886,0.4079298,0.0045779804,0.351653],"study_design_scores_gemma":[0.087235324,0.0070345923,0.24657626,0.06251334,0.00015228416,0.0002276908,0.1043925,0.43411157,0.0011722794,0.013322443,0.04208349,0.0011782421],"about_ca_topic_score_codex":0.00060366426,"about_ca_topic_score_gemma":0.000023464198,"teacher_disagreement_score":0.43189335,"about_ca_system_score_codex":0.00006914716,"about_ca_system_score_gemma":0.00011708222,"threshold_uncertainty_score":0.54787594},"labels":[],"label_agreement":null},{"id":"W2626515633","doi":"10.19173/irrodl.v18i4.2986","title":"The Impact of Enrollment in an OER Course on Student Learning Outcomes","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Academic achievement; Class size; Mathematics education; Student achievement; Open education; Computer science; Psychology; Medical education; Pedagogy; Medicine","score_opus":0.11485468479484684,"score_gpt":0.5398448054494357,"score_spread":0.42499012065458885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626515633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.951661,0.0025600544,0.00012623136,0.024533467,0.00019026671,0.0009982443,0.0000058358096,0.000011565731,0.019913338],"genre_scores_gemma":[0.992327,0.0069813775,0.00005227651,0.000048141774,0.000018562254,0.000045325054,0.000014478306,0.000005377231,0.0005075012],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971804,0.0010608237,0.00041356575,0.00024917157,0.000829397,0.00026662488],"domain_scores_gemma":[0.99761355,0.0011021255,0.00036355125,0.0005129711,0.00033027536,0.0000775552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00985677,0.00010517505,0.00026294935,0.00009657142,0.0005898987,0.0008950306,0.0038358748,0.00002629584,0.00006115829],"category_scores_gemma":[0.002991404,0.000058217323,0.00006820087,0.00021486144,0.0001820237,0.0005324891,0.0015112832,0.00088435784,0.000012291371],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005328628,0.00032450512,0.9312973,0.000068147834,0.000049223334,0.000006526837,0.000786094,0.0025131693,0.000027024109,0.023707315,0.00028100106,0.040886402],"study_design_scores_gemma":[0.000615163,0.00031365393,0.98219943,0.0021300912,0.0000025701308,0.0000028264358,0.0035308,0.005941359,0.000019611654,0.00044058077,0.004721215,0.00008272708],"about_ca_topic_score_codex":0.0010724607,"about_ca_topic_score_gemma":0.00006138487,"teacher_disagreement_score":0.0509021,"about_ca_system_score_codex":0.00014998746,"about_ca_system_score_gemma":0.00026201076,"threshold_uncertainty_score":0.8630801},"labels":[],"label_agreement":null},{"id":"W2626576383","doi":"10.19173/irrodl.v18i4.3022","title":"A Preliminary Exploration of the Relationships Between Student-Created OER, Sustainability, and Students Success","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Context (archaeology); Class (philosophy); Educational technology; Sustainability; Mathematics education; Open education; Pedagogy; Computer science; Psychology; Geography","score_opus":0.16572131502101947,"score_gpt":0.49745154955486354,"score_spread":0.3317302345338441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626576383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9434278,0.0027308282,0.0009754325,0.045884848,0.00012506088,0.0017232249,0.00000995217,0.000012006127,0.0051108496],"genre_scores_gemma":[0.99580914,0.0036178646,0.000082123,0.000019301811,0.000019159037,0.000057479156,0.000022030636,0.000004006098,0.00036886818],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970412,0.0013369705,0.00038405246,0.00024106825,0.0008369822,0.00015971302],"domain_scores_gemma":[0.99748063,0.0009022842,0.00036790196,0.00048939924,0.00070263515,0.0000571241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008774807,0.00007889823,0.00019747925,0.00008518951,0.0008170626,0.00079402525,0.003826675,0.00003411491,0.000014084692],"category_scores_gemma":[0.0066493186,0.000051126513,0.000030975163,0.0003172008,0.0002857129,0.0012441552,0.00426633,0.0006671913,0.0000019883066],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020204958,0.000080839774,0.97379094,0.0003396197,0.000026494543,0.0000011399627,0.0010664671,0.00006524874,0.0000043961727,0.017265113,0.00012700018,0.007212506],"study_design_scores_gemma":[0.0003995344,0.00007981837,0.98428136,0.0025188578,0.000009927507,0.0000026673,0.0065887924,0.0007936806,0.000034628665,0.0035010825,0.0017292824,0.00006038465],"about_ca_topic_score_codex":0.0006075919,"about_ca_topic_score_gemma":0.000022384573,"teacher_disagreement_score":0.05238137,"about_ca_system_score_codex":0.00008381,"about_ca_system_score_gemma":0.00020317006,"threshold_uncertainty_score":0.7960336},"labels":[],"label_agreement":null},{"id":"W2626713518","doi":"10.19173/irrodl.v18i4.2990","title":"Tracking the Money for Open Educational Resources in South African basic Education: What We Don’t Know","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Government (linguistics); Desk; Open education; Benchmark (surveying); Tracking (education); Political science; Economic growth; Public relations; Business; Computer science; Library science; Economics; Sociology; Geography; World Wide Web; Pedagogy","score_opus":0.11109280321817722,"score_gpt":0.45097400930252485,"score_spread":0.33988120608434763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626713518","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036046043,0.056764156,0.00085356494,0.8482338,0.0014164452,0.0048925495,0.00002748492,0.000019446814,0.051746473],"genre_scores_gemma":[0.97455776,0.020824146,0.00075480173,0.00048833643,0.00019162972,0.00058102485,0.000061681654,0.000010531872,0.0025300835],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99760675,0.0007074165,0.00043069295,0.000395199,0.00057114696,0.0002888131],"domain_scores_gemma":[0.9968741,0.0014999948,0.00039296114,0.0006164022,0.00053093623,0.00008559826],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.009009979,0.00011732675,0.00024156384,0.00014903618,0.001020368,0.005227035,0.0077133616,0.000034693912,0.0001522364],"category_scores_gemma":[0.0048256395,0.00007822324,0.000050724477,0.00041808464,0.00022783891,0.0021730936,0.0026753298,0.0006694301,0.000015059119],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016512607,0.0006139476,0.0897865,0.0010313517,0.00007109045,0.0000026097819,0.014254065,0.00032928013,0.000024075436,0.30875966,0.01474869,0.5702136],"study_design_scores_gemma":[0.001050821,0.00011334394,0.102816,0.018862523,0.000010081265,0.000020574163,0.07837929,0.0047415597,0.00003793229,0.013567837,0.7801176,0.00028248937],"about_ca_topic_score_codex":0.0009855434,"about_ca_topic_score_gemma":0.00014869397,"teacher_disagreement_score":0.9385117,"about_ca_system_score_codex":0.00014772554,"about_ca_system_score_gemma":0.00094819913,"threshold_uncertainty_score":0.9976554},"labels":[],"label_agreement":null},{"id":"W2626762786","doi":"10.19173/irrodl.v18i4.3032","title":"Student Perceptions of College Faculty Who Use OER","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Kindness; Creativity; Class (philosophy); Distance education; Open education; Psychology; Mathematics education; Perception; Higher education; Educational technology; Public university; Open university; Pedagogy; Computer science; Social psychology","score_opus":0.16108666086260134,"score_gpt":0.5047376840291488,"score_spread":0.3436510231665474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626762786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7991916,0.003327642,0.0028996423,0.083869874,0.00051441323,0.0025056556,0.00021509078,0.000035366655,0.10744072],"genre_scores_gemma":[0.9884373,0.008574276,0.00054945395,0.00008238718,0.000021072883,0.00003686296,0.000045015415,0.000003983028,0.0022496735],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99814093,0.00044773705,0.00032862052,0.00021678719,0.0006920229,0.00017393018],"domain_scores_gemma":[0.9982134,0.0004435074,0.00025386925,0.00043238534,0.00058941863,0.00006739697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004184536,0.00007238757,0.00021578946,0.00009205981,0.0004929107,0.00065088616,0.003285766,0.000025097794,0.0001799153],"category_scores_gemma":[0.0029691213,0.000051603958,0.000045944085,0.00023170354,0.00020383966,0.0008655537,0.0023329633,0.0004892143,0.000020115223],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048147303,0.00043961083,0.58787423,0.0007614339,0.00010064482,0.000014255153,0.0022819312,0.00021938798,0.00017882114,0.36153072,0.015905775,0.030645046],"study_design_scores_gemma":[0.0005841396,0.000089764464,0.8967174,0.0052434066,0.0000057745583,0.0000110141,0.008469702,0.0028344265,0.00004619956,0.0005526044,0.085332535,0.000113012495],"about_ca_topic_score_codex":0.00066076755,"about_ca_topic_score_gemma":0.000022357568,"teacher_disagreement_score":0.3609781,"about_ca_system_score_codex":0.000068166904,"about_ca_system_score_gemma":0.00017423414,"threshold_uncertainty_score":0.62765104},"labels":[],"label_agreement":null},{"id":"W2626767121","doi":"10.19173/irrodl.v18i4.3010","title":"Cultivating Textbook Alternatives From the Ground Up: One Public University’s Sustainable Model for Open and Alternative Educational Resource Proliferation","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Sustainability; Higher education; Distance education; Public institution; Public relations; Open education; Sociology; Political science; Pedagogy; Economics; Economic growth","score_opus":0.16430831091512169,"score_gpt":0.43779446117159837,"score_spread":0.2734861502564767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626767121","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.107119456,0.0074318945,0.08572698,0.6591705,0.00038291476,0.010149746,0.00018755547,0.000045720924,0.12978524],"genre_scores_gemma":[0.98182905,0.003365711,0.0024954658,0.00032937844,0.00009944728,0.00011845341,0.00018594411,0.000009182432,0.011567341],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99791133,0.0006584619,0.00027207896,0.0003894867,0.00050487363,0.00026373804],"domain_scores_gemma":[0.9965035,0.0017832519,0.00039696085,0.00037635438,0.0008583494,0.000081590166],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0056467536,0.00010649627,0.00020067672,0.000087169894,0.0018302929,0.0031525935,0.004769674,0.000029472034,0.000037999143],"category_scores_gemma":[0.005751697,0.000077227916,0.000030524036,0.00019045408,0.00026727232,0.0023381847,0.0029156187,0.0004972129,0.0000029734376],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086315355,0.00010727557,0.018704953,0.00017758984,0.00007418277,0.0000014557685,0.0028236122,0.00025720382,0.00003944572,0.9633439,0.0026412483,0.011742782],"study_design_scores_gemma":[0.004109538,0.00024054742,0.087393075,0.00823537,0.000030691775,0.000014939348,0.06713452,0.5022899,0.0001692027,0.1309174,0.19890592,0.0005588765],"about_ca_topic_score_codex":0.0025130308,"about_ca_topic_score_gemma":0.00007614393,"teacher_disagreement_score":0.8747096,"about_ca_system_score_codex":0.00018144687,"about_ca_system_score_gemma":0.0005584839,"threshold_uncertainty_score":0.99946916},"labels":[],"label_agreement":null},{"id":"W2736337322","doi":"","title":"Book Review - Conducting Qualitative Research of Learning in Online Spaces","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Qualitative research; Educational technology; Computer science; Distance education; Sociology; Multimedia; Pedagogy; Social science","score_opus":0.3720050959154838,"score_gpt":0.6256729248155686,"score_spread":0.25366782890008477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736337322","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05895054,0.7272396,0.000016000016,0.18023798,0.00009985933,0.0017674853,0.0000420507,0.000014511675,0.031631995],"genre_scores_gemma":[0.22089311,0.7751551,0.00022146397,0.00025576618,0.00010482031,0.000048209582,0.00008937022,0.0000111457175,0.0032209924],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9895376,0.0073748063,0.000675467,0.0003128755,0.0016382949,0.00046096256],"domain_scores_gemma":[0.9935138,0.004388446,0.0005309481,0.00028764745,0.0011950104,0.00008414886],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05711516,0.00010031005,0.00047847023,0.00023575769,0.00092866493,0.00022373279,0.0020180382,0.000060647886,0.00060763734],"category_scores_gemma":[0.059767205,0.00007646694,0.0000618707,0.0006652496,0.0012145106,0.0006412091,0.0012216074,0.0021118452,0.000008746354],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005994356,0.0013945996,0.18088533,0.039289568,0.0003301205,0.00017479752,0.039191954,0.00031397498,0.00061264215,0.10234971,0.08587631,0.54898155],"study_design_scores_gemma":[0.0004987479,0.00012009941,0.0021541815,0.080158636,0.000008256038,0.0000022389,0.098907806,0.00015825467,0.000037382964,0.0009370806,0.81689847,0.000118835866],"about_ca_topic_score_codex":0.006917384,"about_ca_topic_score_gemma":0.0008197532,"teacher_disagreement_score":0.7310222,"about_ca_system_score_codex":0.00015062987,"about_ca_system_score_gemma":0.0008228728,"threshold_uncertainty_score":0.99969566},"labels":[],"label_agreement":null},{"id":"W2745485165","doi":"","title":"A critique of Stephen Downes' article, \"learning objects\": A Chinese perspective","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Sociology; Epistemology; Educational technology; Computer science; Mathematics education; Psychology; Pedagogy; Philosophy; Artificial intelligence","score_opus":0.04902074839503702,"score_gpt":0.4462799437196268,"score_spread":0.3972591953245898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2745485165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6088148,0.025803044,0.009554906,0.074470825,0.00035739611,0.0025913983,0.00001654944,0.00010538442,0.2782857],"genre_scores_gemma":[0.984257,0.014206545,0.0005632716,0.00016881133,0.000039162747,0.0000532573,0.000018065886,0.0000074427053,0.0006864548],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99706507,0.0011613701,0.00044196093,0.00032102517,0.0007226653,0.00028791337],"domain_scores_gemma":[0.99734,0.0011215307,0.00021603977,0.00025438576,0.0009716651,0.000096341966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005905972,0.00011495961,0.00029741818,0.00019321141,0.00022307146,0.00029151636,0.0018122682,0.000037146125,0.0002332729],"category_scores_gemma":[0.006417671,0.00008188003,0.00006180267,0.0013400418,0.00016311996,0.0006169391,0.0012140244,0.0009786864,0.000022798018],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036625803,0.0009327693,0.436598,0.0018326064,0.00021013888,0.00008950956,0.014016006,0.0025205817,0.0012656542,0.48654,0.0017444693,0.05388401],"study_design_scores_gemma":[0.0065083816,0.0017959896,0.41192982,0.03816727,0.000051895702,0.00058352604,0.25006703,0.12053974,0.0008090705,0.050860547,0.11730641,0.0013803125],"about_ca_topic_score_codex":0.0012888325,"about_ca_topic_score_gemma":0.00003938073,"teacher_disagreement_score":0.43567947,"about_ca_system_score_codex":0.00013131142,"about_ca_system_score_gemma":0.00027862363,"threshold_uncertainty_score":0.76830155},"labels":[],"label_agreement":null},{"id":"W2745678670","doi":"10.19173/irrodl.v18i5.2551","title":"Revisiting Sensemaking: The case of the Digital Decision Network Application (DigitalDNA)","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Rigour; Dashboard; Data science; Sensemaking; Stakeholder; Flexibility (engineering); Analytics; Big data; Visualization; World Wide Web; Knowledge management; Data mining","score_opus":0.13029901095523733,"score_gpt":0.4369610695293453,"score_spread":0.306662058574108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2745678670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6531907,0.031147765,0.013919651,0.1323065,0.0010663522,0.0061843665,0.00024160292,0.0000507222,0.16189237],"genre_scores_gemma":[0.9977015,0.0016814304,0.000017043118,0.00016683755,0.00028234173,0.000022168379,0.000050377046,0.000006411328,0.00007184491],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987871,0.000056549045,0.0003579238,0.0001844356,0.00044293882,0.00017105801],"domain_scores_gemma":[0.9976975,0.0006997749,0.0005591624,0.0005630693,0.00047254527,0.000007980759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004422462,0.00008252194,0.0001673241,0.000040961513,0.0007810649,0.0009866862,0.002112476,0.00002596858,0.00003869647],"category_scores_gemma":[0.0064861067,0.00004079439,0.00005311535,0.0003794778,0.00034348387,0.0009033067,0.0028766114,0.0003636188,0.000012360367],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009493028,0.000046977508,0.11226798,0.0014956441,0.00003570802,0.00003606242,0.000019063546,0.00046837569,0.00002472481,0.092338525,0.004620992,0.78855103],"study_design_scores_gemma":[0.00055729685,0.000014325789,0.08347119,0.033008058,0.000046415924,0.0002477188,0.0014371633,0.031351343,0.000046457633,0.027350131,0.82220614,0.0002637534],"about_ca_topic_score_codex":0.0008397687,"about_ca_topic_score_gemma":0.00005758602,"teacher_disagreement_score":0.8175852,"about_ca_system_score_codex":0.000022496262,"about_ca_system_score_gemma":0.00003536548,"threshold_uncertainty_score":0.95146376},"labels":[],"label_agreement":null},{"id":"W2745854326","doi":"10.19173/irrodl.v18i5.3063","title":"Repositories of Open Educational Resources: An Assessment of Reuse and Educational Aspects","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministerio de Ciencia e Innovación","keywords":"Context (archaeology); Metadata; Open educational resources; Computer science; Sociology; World Wide Web; Geography; Archaeology","score_opus":0.10115907604380833,"score_gpt":0.5167488109898316,"score_spread":0.41558973494602325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2745854326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57450455,0.008357947,0.0005198502,0.19743738,0.0007136322,0.0021918172,0.000054039545,0.000012300509,0.21620847],"genre_scores_gemma":[0.9906853,0.0043387073,0.0040358235,0.000053045518,0.000061699146,0.000055001896,0.000059058504,0.0000049872906,0.00070637703],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99781024,0.00060428923,0.00046788363,0.0002955931,0.0006752137,0.00014677292],"domain_scores_gemma":[0.99683684,0.00095718243,0.0005900255,0.0007284728,0.0008001192,0.00008734884],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.005896787,0.0000835434,0.00026078787,0.00012019224,0.00045552096,0.0009807012,0.005641418,0.0000281503,0.00012589534],"category_scores_gemma":[0.0053109783,0.00006479341,0.00002623089,0.00024201733,0.0003320188,0.0012933504,0.004180557,0.00039293425,0.0000012802582],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003930543,0.0003930813,0.25789177,0.0007840271,0.000051354848,0.000001404435,0.0012077232,0.00004954033,0.00033400464,0.73027945,0.0018920529,0.007076279],"study_design_scores_gemma":[0.0006752682,0.00024098998,0.93720144,0.007581941,0.00001012939,0.000029279863,0.004090563,0.002435892,0.00026192935,0.025767392,0.021546986,0.00015815941],"about_ca_topic_score_codex":0.0018038814,"about_ca_topic_score_gemma":0.000036130255,"teacher_disagreement_score":0.70451206,"about_ca_system_score_codex":0.00006972593,"about_ca_system_score_gemma":0.00090215314,"threshold_uncertainty_score":0.9997385},"labels":[],"label_agreement":null},{"id":"W2745958814","doi":"10.19173/irrodl.v18i5.3086","title":"Khan Academy Videos in Chinese: A Case Study in OER Revision","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Computer science; Educational technology; Multimedia; World Wide Web; Sociology; Pedagogy","score_opus":0.1365293332101018,"score_gpt":0.521539325904615,"score_spread":0.38500999269451325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2745958814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.960115,0.0034048571,0.00019426491,0.027321605,0.000108766035,0.0014695239,0.0000028985696,0.0000096366575,0.00737344],"genre_scores_gemma":[0.9937788,0.0056283576,0.00015873443,0.0001027644,0.00002812855,0.000066606524,0.0000082351335,0.000005289639,0.00022303422],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970813,0.0011902086,0.0004922471,0.00035883352,0.0006208691,0.00025656962],"domain_scores_gemma":[0.99844956,0.0006951137,0.00023013927,0.00038861614,0.0001651622,0.00007138137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012909183,0.000104238825,0.00028388415,0.00024944512,0.00033828858,0.0007761063,0.0030375677,0.000037340753,0.00008030146],"category_scores_gemma":[0.005949877,0.00007276394,0.000029959221,0.00060840376,0.000094980554,0.00094988785,0.0026895634,0.0012280464,0.000019089955],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047668564,0.0004262781,0.9150153,0.00043896167,0.000016019545,0.00067664357,0.0021996947,0.00015329134,0.000025136696,0.0071581723,0.00052550086,0.073317334],"study_design_scores_gemma":[0.0033404322,0.00029420826,0.88925725,0.01880851,0.000005575138,0.000547514,0.02478554,0.02812012,0.000015719299,0.0022685071,0.032187272,0.00036932595],"about_ca_topic_score_codex":0.0034090322,"about_ca_topic_score_gemma":0.00030555224,"teacher_disagreement_score":0.07294801,"about_ca_system_score_codex":0.0001206217,"about_ca_system_score_gemma":0.00015057056,"threshold_uncertainty_score":0.7484011},"labels":[],"label_agreement":null},{"id":"W2747143781","doi":"10.19173/irrodl.v18i5.2960","title":"An Evaluation of the Impact of “Learning Design” on the Distance Learning and Teaching Experience","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"TUTOR; Curriculum; Distance education; Higher education; Agency (philosophy); Pedagogy; Psychology; Sociology; Political science","score_opus":0.21025173197005972,"score_gpt":0.5700436505018077,"score_spread":0.35979191853174797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747143781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97959775,0.0023979254,0.00025479053,0.005229035,0.000041992225,0.0008561974,0.0000068975874,0.000005670286,0.011609763],"genre_scores_gemma":[0.99468124,0.0049896888,0.0000748952,0.000009225399,0.000042833944,0.000032156575,0.000007818878,0.0000062652043,0.00015585255],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9919097,0.0059552486,0.00033293208,0.00020620001,0.0013741317,0.0002217826],"domain_scores_gemma":[0.9965062,0.0020259202,0.00057772134,0.00027622184,0.0005636253,0.000050298495],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03125836,0.000090068235,0.0002182404,0.000056240588,0.0017843181,0.000274675,0.001569369,0.000039341525,0.00012234879],"category_scores_gemma":[0.02892804,0.00004695976,0.000062842315,0.00016611324,0.00081143936,0.00039227158,0.0004773417,0.0011372089,7.6049565e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023636811,0.00018548366,0.67247325,0.00027194325,0.000084919266,0.0000018628355,0.009603204,0.011737273,0.0010976898,0.047370147,0.00012948201,0.2568084],"study_design_scores_gemma":[0.002702802,0.00154767,0.5348795,0.041454975,0.00011832274,0.000011059974,0.1950275,0.15457258,0.0011121843,0.00974249,0.058220193,0.00061071856],"about_ca_topic_score_codex":0.0026940021,"about_ca_topic_score_gemma":0.00009038448,"teacher_disagreement_score":0.25619766,"about_ca_system_score_codex":0.000118469376,"about_ca_system_score_gemma":0.00046637474,"threshold_uncertainty_score":0.99951524},"labels":[],"label_agreement":null},{"id":"W2747152902","doi":"10.19173/irrodl.v19i2.3196","title":"Instructional Delivery and Students’ Experiences with Distance and Online Learning of Undergraduate Mathematics in Nigeria","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Mathematics education; Nonprobability sampling; Narrative; Sample (material); Instructional design; Mathematics; Pedagogy; Computer science; Psychology; Sociology","score_opus":0.05567159426252969,"score_gpt":0.44877036561506334,"score_spread":0.3930987713525336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747152902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921934,0.0030292065,0.00010923862,0.003462539,0.000020808378,0.0002484402,0.000007259224,0.000003947618,0.0009251457],"genre_scores_gemma":[0.96999955,0.02891866,0.0008494884,0.000016105301,0.000038367678,0.000015668002,0.000019368852,0.0000041754975,0.00013858714],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9981808,0.0004882754,0.0002909331,0.00017240919,0.00069816055,0.00016944353],"domain_scores_gemma":[0.9988371,0.00060387776,0.00016391794,0.00006216192,0.00028573928,0.000047212197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036010738,0.000068222085,0.00020642772,0.00009815825,0.0002466325,0.00011076298,0.0004205969,0.000027711762,0.000042885196],"category_scores_gemma":[0.001377291,0.000047514954,0.000011882528,0.0004320355,0.0009594849,0.0002415718,0.0003667388,0.0003954754,5.0384637e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021337203,0.00023097951,0.8950695,0.00088445045,0.00005227353,0.000011049568,0.014190418,0.000052586063,0.000048257414,0.032709926,0.000048338436,0.05648888],"study_design_scores_gemma":[0.0027097482,0.0009026161,0.10672809,0.030681219,0.00002345945,0.00003684072,0.7844235,0.0041578184,0.00008736153,0.00795043,0.061886705,0.00041225518],"about_ca_topic_score_codex":0.00059307786,"about_ca_topic_score_gemma":0.001276257,"teacher_disagreement_score":0.7883414,"about_ca_system_score_codex":0.000044284392,"about_ca_system_score_gemma":0.0001715969,"threshold_uncertainty_score":0.3535262},"labels":[],"label_agreement":null},{"id":"W2747279489","doi":"10.19173/irrodl.v18i5.3103","title":"Using Learning Analytics for Preserving Academic Integrity","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning analytics; Academic integrity; Computer science; Baseline (sea); Analytics; Data integrity; Accountability; Class (philosophy); Process (computing); Data science; Artificial intelligence; Machine learning; Database","score_opus":0.38356790077370195,"score_gpt":0.5714244209153055,"score_spread":0.1878565201416036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747279489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34034258,0.060646966,0.02208765,0.30920494,0.0013444424,0.0079992935,0.00030854935,0.00009243772,0.25797313],"genre_scores_gemma":[0.93575597,0.06171786,0.0005378859,0.00013556056,0.00024205178,0.000035897665,0.00004637961,0.000008308298,0.0015201112],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99715954,0.0010979556,0.00037425046,0.00022056338,0.0007984362,0.0003492763],"domain_scores_gemma":[0.99632806,0.0023595314,0.00034826752,0.0001949454,0.00068499654,0.000084211744],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.028864495,0.00008305464,0.00024931412,0.00009023338,0.0019537348,0.0003853181,0.0027573982,0.00022272118,0.0001339729],"category_scores_gemma":[0.05010363,0.00006375561,0.00006176615,0.00018789916,0.0006125539,0.0005634464,0.0011573405,0.0045350064,0.0000034113655],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035854126,0.00009615075,0.4807711,0.0028774452,0.00017925011,0.000013676935,0.005022137,0.00078837207,0.00029046854,0.43389782,0.010441001,0.065264046],"study_design_scores_gemma":[0.00095448503,0.00008717952,0.009756181,0.026174096,0.00004608824,0.000007988698,0.0250193,0.04953163,0.000113499,0.04196587,0.8460433,0.0003004072],"about_ca_topic_score_codex":0.010301819,"about_ca_topic_score_gemma":0.00029841377,"teacher_disagreement_score":0.8356023,"about_ca_system_score_codex":0.00018011771,"about_ca_system_score_gemma":0.00045207076,"threshold_uncertainty_score":0.9999884},"labels":[],"label_agreement":null},{"id":"W2747818379","doi":"10.19173/irrodl.v18i5.3014","title":"The Use of Social Media in E-Learning: A Metasynthesis","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Distance education; Class (philosophy); Social learning; Psychology; Higher education; Educational technology; Sociology; Pedagogy; Computer science; World Wide Web; Political science; Artificial intelligence","score_opus":0.19885513125427934,"score_gpt":0.45664861407187607,"score_spread":0.25779348281759673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747818379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5519616,0.03588617,0.008958774,0.36082968,0.0017860517,0.00575337,0.000072920935,0.00009169026,0.034659736],"genre_scores_gemma":[0.9860362,0.012920804,0.00056992454,0.000033083215,0.00003755812,0.000091420756,0.000015442925,0.0000060277157,0.00028957563],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99696153,0.0013949245,0.0004213047,0.00022555656,0.0007710977,0.0002255617],"domain_scores_gemma":[0.9932619,0.005411556,0.0004483004,0.00045273933,0.0003886611,0.00003686888],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009682785,0.00007771354,0.00023115944,0.00011161167,0.0005466369,0.0006703742,0.003716122,0.00003476272,0.000035205856],"category_scores_gemma":[0.03022478,0.000049074206,0.0000480111,0.00032135553,0.00038087164,0.00056383666,0.0017972013,0.0007673173,0.0000061363476],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015089024,0.000284123,0.14702311,0.00092172273,0.0001100069,0.00001791237,0.0038667005,0.00093777245,0.00019358785,0.21435606,0.005069366,0.62706876],"study_design_scores_gemma":[0.00088538055,0.00009955377,0.3624185,0.0080195805,0.000013710985,0.000013888213,0.0027705538,0.030807644,0.00029351545,0.006375996,0.5880659,0.00023574785],"about_ca_topic_score_codex":0.00041783947,"about_ca_topic_score_gemma":0.0001085793,"teacher_disagreement_score":0.62683296,"about_ca_system_score_codex":0.00007939279,"about_ca_system_score_gemma":0.00018869528,"threshold_uncertainty_score":0.9779441},"labels":[],"label_agreement":null},{"id":"W2748368069","doi":"10.19173/irrodl.v18i5.3080","title":"Trends and Patterns in Massive Open Online Courses: Review and Content Analysis of Research on MOOCs (2008-2015)","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":190,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Phenomenon; Content analysis; Massive open online course; Class (philosophy); Conceptual framework; Empirical research; Psychology; Sociology; Mathematics education; Social science; Epistemology","score_opus":0.25713997937233124,"score_gpt":0.5449636490376853,"score_spread":0.2878236696653541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2748368069","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28923395,0.16352335,0.0007800863,0.5372786,0.00011705964,0.0025544644,0.0007855723,0.000019722502,0.005707223],"genre_scores_gemma":[0.75723034,0.24148364,0.00021796221,0.00021922414,0.000015441943,0.000028276405,0.0001376333,0.0000055803685,0.0006618738],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967954,0.001083484,0.0005364662,0.0004231125,0.0008770608,0.00028448968],"domain_scores_gemma":[0.9970428,0.0011675282,0.0003630853,0.00062262255,0.00070128276,0.000102727645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01194203,0.00011642689,0.0006412228,0.00060576515,0.00025866408,0.0005426339,0.003239994,0.000040383336,0.00004968775],"category_scores_gemma":[0.004402859,0.00008006102,0.000054231536,0.0011422088,0.00036015784,0.00039157004,0.003729725,0.00092413847,0.0000013461777],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016454808,0.0007742464,0.66006577,0.005830208,0.00072550896,0.000118871845,0.00037986675,0.00045320028,0.000027748589,0.038973942,0.003423614,0.28906247],"study_design_scores_gemma":[0.002062575,0.00067542563,0.8126702,0.07860586,0.00019487023,0.000015944466,0.0019785948,0.08394496,0.000019028255,0.00127429,0.01824158,0.00031667066],"about_ca_topic_score_codex":0.002826494,"about_ca_topic_score_gemma":0.00046321613,"teacher_disagreement_score":0.53705937,"about_ca_system_score_codex":0.00006819285,"about_ca_system_score_gemma":0.00014598272,"threshold_uncertainty_score":0.6020769},"labels":[],"label_agreement":null},{"id":"W2748770446","doi":"10.19173/irrodl.v18i5.3028","title":"The Effects of Extraneous Load on the Relationship Between Self-Regulated Effort and Germane Load Within an E-Learning Environment","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognitive load; Class (philosophy); Quality (philosophy); Psychology; Computer science; Cognition; Mathematics education; Self-regulated learning; Cognitive psychology; Multimedia; Artificial intelligence","score_opus":0.13169982218742032,"score_gpt":0.478867006186113,"score_spread":0.3471671839986927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2748770446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98348564,0.004764428,0.00014198673,0.004951584,0.00010176382,0.0008312118,0.0000066130783,0.000013661482,0.005703129],"genre_scores_gemma":[0.9967268,0.0017379909,0.00008897449,0.00003944147,0.000051291125,0.000060376206,0.000029893139,0.000014101607,0.00125113],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936983,0.0045005437,0.0004570203,0.00028450438,0.00080423715,0.00025537633],"domain_scores_gemma":[0.9875454,0.011136568,0.00052409107,0.0005362315,0.00020483493,0.000052898173],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.027248662,0.00013590878,0.00027751463,0.000058321053,0.0013402,0.00020859054,0.0012727275,0.00007205147,0.00006296842],"category_scores_gemma":[0.014330572,0.00007311391,0.000040712635,0.00013901117,0.00061254675,0.00010507093,0.00047148665,0.0018853314,0.000012590132],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053840445,0.00019439116,0.8552264,0.00095758704,0.0003904849,0.000033376364,0.006541839,0.00016261173,0.00026834186,0.06646981,0.0005143046,0.06870247],"study_design_scores_gemma":[0.0008275124,0.00047102617,0.97311705,0.004310847,0.000035522444,0.000019257377,0.0009539803,0.00037208723,0.000081427825,0.0018775627,0.017815506,0.00011819253],"about_ca_topic_score_codex":0.00062924024,"about_ca_topic_score_gemma":0.0000101743435,"teacher_disagreement_score":0.11789069,"about_ca_system_score_codex":0.0001305302,"about_ca_system_score_gemma":0.00009342676,"threshold_uncertainty_score":0.99995995},"labels":[],"label_agreement":null},{"id":"W2749256989","doi":"10.19173/irrodl.v18i5.2462","title":"Student and Faculty Perceptions of OpenStax in High Enrollment Courses","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Context (archaeology); Higher education; Quality (philosophy); Class size; Learning Management; Class (philosophy); Mathematics education; Public university; Enrollment management; Medical education; Educational technology; Argument (complex analysis); Distance education; Online course; Psychology; Pedagogy; Computer science; Political science; Medicine","score_opus":0.11233165487256225,"score_gpt":0.4994365983849712,"score_spread":0.3871049435124089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2749256989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.947947,0.0024968677,0.0002991458,0.032098792,0.00012664132,0.0008518695,0.00002462661,0.0000063645302,0.016148642],"genre_scores_gemma":[0.9848981,0.014235226,0.0003775169,0.000053406144,0.000009787616,0.00003892132,0.000030165795,0.0000026846433,0.00035419883],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99843025,0.00037764022,0.00030613173,0.00020842926,0.00052294455,0.00015458703],"domain_scores_gemma":[0.99890697,0.0002920139,0.00020166479,0.00027642483,0.00026889236,0.00005405178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044053444,0.000066298555,0.00020897086,0.000098817625,0.0002787637,0.0004846567,0.0020570876,0.000020326206,0.00009451452],"category_scores_gemma":[0.0012983341,0.000047856014,0.00002120067,0.00016393205,0.00019046896,0.0004804723,0.002051721,0.00040500646,0.0000059878807],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003624582,0.00031696283,0.81582254,0.00054292585,0.000039158072,0.000010074106,0.0017332328,0.00024984585,0.00013861852,0.13532057,0.0011539689,0.044635836],"study_design_scores_gemma":[0.0007508476,0.00009192039,0.9739973,0.0042808224,0.0000030865956,0.0000075272455,0.009695813,0.0014721636,0.000039857747,0.0008066733,0.008770674,0.000083297375],"about_ca_topic_score_codex":0.0014097182,"about_ca_topic_score_gemma":0.00007689364,"teacher_disagreement_score":0.15817475,"about_ca_system_score_codex":0.00006542678,"about_ca_system_score_gemma":0.00013476348,"threshold_uncertainty_score":0.46735555},"labels":[],"label_agreement":null},{"id":"W2749490906","doi":"10.19173/irrodl.v18i5.2892","title":"Nonnative English-Speaking Students’ Lived Learning Experiences With MOOCs in a Regular College Classroom","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Psychology; Preference; Pedagogy; Mathematics education; Wonder; Community college; Distance education; Computer-mediated communication; Higher education; Style (visual arts); The Internet; Computer science; Social psychology; Medical education; World Wide Web","score_opus":0.07348853366097828,"score_gpt":0.44300110438961,"score_spread":0.3695125707286317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2749490906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95745254,0.006121097,0.0032882201,0.019136496,0.0001706939,0.0011012524,0.000010938648,0.000042930948,0.012675814],"genre_scores_gemma":[0.99429435,0.004293792,0.00074484677,0.000046899448,0.00004750533,0.000065425,0.000014625761,0.000007488729,0.00048505623],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99690527,0.0008035085,0.00038036495,0.00039426453,0.0011966727,0.00031992735],"domain_scores_gemma":[0.99781203,0.0007391095,0.0003595752,0.00041784294,0.00060090836,0.00007055292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068681575,0.00012996851,0.00033510788,0.00017902345,0.00054898974,0.00086795,0.004295099,0.000040226405,0.000027901284],"category_scores_gemma":[0.005806479,0.000087867,0.000038688642,0.00049228943,0.00032384502,0.00072687166,0.0024419222,0.0011407596,0.0000045681886],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029422957,0.0005868553,0.88046217,0.0011375677,0.00018666247,0.00044622706,0.042081296,0.0032027801,0.000047444908,0.035286944,0.00040377615,0.035864074],"study_design_scores_gemma":[0.007905526,0.0017225688,0.20432995,0.08917811,0.000034929446,0.00008453592,0.2845887,0.3052023,0.00029202268,0.0035198792,0.10194783,0.0011936447],"about_ca_topic_score_codex":0.0004503964,"about_ca_topic_score_gemma":0.000085642954,"teacher_disagreement_score":0.6761322,"about_ca_system_score_codex":0.00011009089,"about_ca_system_score_gemma":0.00019748177,"threshold_uncertainty_score":0.83696616},"labels":[],"label_agreement":null},{"id":"W2749497548","doi":"10.19173/irrodl.v18i5.3128","title":"Supporting Capacity Building in Health Service Provision in Eritrea via Distance Learning Master’s Programmes: The Challenges and Rewards","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Distance education; Context (archaeology); Health care; Psychological resilience; Medical education; Capacity building; Focus group; Personal development; Psychology; Qualitative research; Service-learning; Pedagogy; Nursing; Sociology; Medicine; Political science; Geography; Social psychology","score_opus":0.16111496695732452,"score_gpt":0.5012349788206527,"score_spread":0.3401200118633282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2749497548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67421603,0.0573668,0.00016108838,0.25835466,0.00009720916,0.0024244236,0.00001253476,0.000024379506,0.007342874],"genre_scores_gemma":[0.92236435,0.07705761,0.000251627,0.0000800591,0.000053141055,0.000059269896,0.000014795589,0.000007859754,0.000111281544],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958275,0.0020956523,0.00052912044,0.00032543266,0.0007325177,0.0004898061],"domain_scores_gemma":[0.99812645,0.00087420875,0.00047661056,0.0002139309,0.00022700099,0.00008180122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026148396,0.00010778248,0.0003097397,0.00010753932,0.0009809706,0.00041428852,0.0011983641,0.000051810624,0.000019936146],"category_scores_gemma":[0.007101888,0.00007305309,0.00002757662,0.00031366112,0.0003612505,0.0005063505,0.0008464893,0.0013272363,0.0000012719233],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079597055,0.000093491355,0.22891441,0.0022957183,0.000013334777,0.000016233756,0.008034868,0.00009177839,0.000022004197,0.014446086,0.00002604461,0.74596643],"study_design_scores_gemma":[0.0020616846,0.00034135027,0.24651153,0.06558879,0.000009872729,0.000021527429,0.1378071,0.012433202,0.000017097946,0.009960283,0.5248009,0.00044666388],"about_ca_topic_score_codex":0.013910435,"about_ca_topic_score_gemma":0.014839221,"teacher_disagreement_score":0.74551976,"about_ca_system_score_codex":0.00018998567,"about_ca_system_score_gemma":0.000371336,"threshold_uncertainty_score":0.992656},"labels":[],"label_agreement":null},{"id":"W2749550092","doi":"10.19173/irrodl.v18i5.2751","title":"Massive, Open, Online, and National? A Study of How National Governments and Institutions Shape the Development of MOOCs","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Mediation; Political science; Public relations; Government (linguistics); Diversity (politics); Globe; National development; Sociology; Psychology; Economic growth; Social science; Geography","score_opus":0.22821432984893664,"score_gpt":0.4973341898160103,"score_spread":0.26911985996707366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2749550092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91259694,0.0034289819,0.001645156,0.073128566,0.00008155391,0.0016512949,0.00017588717,0.0000073870833,0.0072842278],"genre_scores_gemma":[0.9957415,0.0022518435,0.001717217,0.000047655947,0.000012765488,0.000022427303,0.000026362715,0.0000025314102,0.00017772248],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980054,0.00025571784,0.0003244073,0.00019945431,0.0011110251,0.00010400929],"domain_scores_gemma":[0.9981202,0.00052547886,0.00037210033,0.00019592879,0.0007495861,0.000036739533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044330666,0.00007157584,0.000193852,0.000073097064,0.00048369265,0.00039902236,0.0022341914,0.000019111605,0.000006789726],"category_scores_gemma":[0.0038752547,0.000044722237,0.000015768437,0.00019850626,0.00025880584,0.00043052726,0.0033800984,0.00030794085,3.9890514e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015761118,0.0025894023,0.46120214,0.0018449693,0.0006385422,0.0000131743645,0.0035118165,0.0012317866,0.0002648702,0.36630622,0.0019171728,0.1603223],"study_design_scores_gemma":[0.003210402,0.0003671145,0.81525636,0.008427062,0.000024508896,0.000018373255,0.0074439812,0.12362307,0.00007072363,0.0075293826,0.033777047,0.000252001],"about_ca_topic_score_codex":0.00014591213,"about_ca_topic_score_gemma":0.0000986617,"teacher_disagreement_score":0.35877684,"about_ca_system_score_codex":0.00006075855,"about_ca_system_score_gemma":0.00047989935,"threshold_uncertainty_score":0.4639322},"labels":[],"label_agreement":null},{"id":"W2750087786","doi":"10.19173/irrodl.v18i5.2991","title":"Learner Behaviour in a MOOC Practice-oriented Course: In Empirical Study Integrating TAM and TPB","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and Technology, Taiwan","keywords":"Theory of planned behavior; Technology acceptance model; Structural equation modeling; Psychology; Mediation; Massive open online course; Mathematics education; Animation; Social psychology; Control (management); Applied psychology; Usability; Computer science; Human–computer interaction","score_opus":0.28939116464109865,"score_gpt":0.6059295528778161,"score_spread":0.3165383882367175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750087786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96657294,0.0022474919,0.0000381613,0.028643759,0.000061694765,0.0008095312,0.000014054354,0.0000069507423,0.0016054335],"genre_scores_gemma":[0.99655855,0.0027562343,0.0001230694,0.000110916604,0.000011053858,0.000081011945,0.000012433698,0.0000059203894,0.00034082288],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955212,0.0016064204,0.0008019449,0.0004630016,0.001344201,0.00026322296],"domain_scores_gemma":[0.99626595,0.0021533943,0.00042266923,0.0005070504,0.00058313773,0.00006779719],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026627192,0.00011267539,0.00036597773,0.00034763388,0.00029758943,0.00056287553,0.0019964245,0.000077421995,0.00012706868],"category_scores_gemma":[0.046990514,0.00007288679,0.00003195873,0.00062639883,0.00039878322,0.00068547344,0.0019619172,0.0015895658,0.000012260336],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009065184,0.0003821809,0.9782903,0.000017270224,0.0000067218184,0.000077454184,0.00048016454,0.0000063658476,0.0000067655983,0.0010884863,0.00044277788,0.01911083],"study_design_scores_gemma":[0.0011240756,0.00013271507,0.95822847,0.0016273815,0.0000062040626,0.000023655828,0.031603564,0.00073060696,0.000002960901,0.0007049551,0.00574017,0.000075254],"about_ca_topic_score_codex":0.002018333,"about_ca_topic_score_gemma":0.0012630932,"teacher_disagreement_score":0.031123398,"about_ca_system_score_codex":0.000087794906,"about_ca_system_score_gemma":0.00016416033,"threshold_uncertainty_score":0.9610371},"labels":[],"label_agreement":null},{"id":"W2750397197","doi":"10.19173/irrodl.v18i5.2883","title":"Investigating Students’ Perceptions of Motivating Factors of Online Class Discussions","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Online discussion; Class (philosophy); Psychology; Mathematics education; Variety (cybernetics); Perception; Pedagogy; Computer science; World Wide Web","score_opus":0.154572951225164,"score_gpt":0.5316291664594636,"score_spread":0.37705621523429955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750397197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9831217,0.0006090012,0.000030121828,0.011219777,0.00004023623,0.00033295382,0.000066300876,0.0000041144217,0.00457578],"genre_scores_gemma":[0.99210733,0.007040465,0.00037700267,0.000013925294,0.000046162644,0.0000076165393,0.00008187333,0.0000048528846,0.0003207854],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99741244,0.00082889857,0.00044225118,0.00014566876,0.0009846324,0.00018612487],"domain_scores_gemma":[0.9976993,0.0010663886,0.00049453205,0.00020824418,0.00046330548,0.00006820835],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0063130697,0.00006558135,0.00025579444,0.000092400645,0.0007820523,0.00013243692,0.0017567372,0.000037929345,0.00015806602],"category_scores_gemma":[0.019089933,0.00004261812,0.000055873952,0.00025025406,0.00079019106,0.00030537264,0.001089876,0.0005878807,8.6986563e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005400759,0.00011429975,0.9740013,0.00033571752,0.000024094317,5.9950855e-7,0.0013007671,0.000050013274,0.00029948217,0.007317178,0.00009831694,0.016452828],"study_design_scores_gemma":[0.00045549948,0.00008472422,0.8596554,0.018816914,0.000016291207,5.869078e-7,0.1059619,0.00044628227,0.00008420917,0.0013822166,0.012994315,0.00010169547],"about_ca_topic_score_codex":0.003485999,"about_ca_topic_score_gemma":0.00051976845,"teacher_disagreement_score":0.11434593,"about_ca_system_score_codex":0.000054735785,"about_ca_system_score_gemma":0.00031733428,"threshold_uncertainty_score":0.9891727},"labels":[],"label_agreement":null},{"id":"W2756801394","doi":"10.19173/irrodl.v18i6.3093","title":"Evaluation of Student Learning in Remotely Controlled Instrumental Analyses","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University; Northern Alberta Institute of Technology","funders":"","keywords":"Remote laboratory; Set (abstract data type); Class (philosophy); Perception; Psychology; Computer science; Mathematics education; Multimedia; The Internet; World Wide Web; Artificial intelligence","score_opus":0.18931296170227999,"score_gpt":0.5207258092160728,"score_spread":0.33141284751379285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756801394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9653314,0.0178141,0.00008416554,0.0003987316,0.00010136797,0.0008757378,0.0000058135197,0.000015190033,0.015373506],"genre_scores_gemma":[0.98992944,0.009817799,0.000085724794,0.000004277551,0.000018291175,0.00006906991,0.00003101327,0.0000117889595,0.00003261121],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99739754,0.0005759372,0.00049605814,0.0001533551,0.0011900726,0.00018703613],"domain_scores_gemma":[0.9988871,0.00040191386,0.00017332534,0.00021903003,0.00028372798,0.000034908266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00976549,0.00010200661,0.00036928165,0.00018063824,0.00012006328,0.00013370134,0.00096403534,0.000034262368,0.0000896951],"category_scores_gemma":[0.00361322,0.00008092693,0.000050208513,0.0001851136,0.00012183839,0.00025507322,0.00052493485,0.0006707294,0.0000029623282],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027196045,0.00022446532,0.28457537,0.0018213105,0.0004933152,0.000019603469,0.0008313082,0.5854504,0.020106765,0.0014656556,0.0001204793,0.10461934],"study_design_scores_gemma":[0.008614887,0.00017209652,0.28668064,0.02046906,0.00007143155,0.000011898475,0.0046903417,0.67286605,0.0038313826,0.0002962866,0.0020280727,0.00026785515],"about_ca_topic_score_codex":0.0003112033,"about_ca_topic_score_gemma":0.00002842146,"teacher_disagreement_score":0.10435148,"about_ca_system_score_codex":0.0002780482,"about_ca_system_score_gemma":0.00006672629,"threshold_uncertainty_score":0.4325623},"labels":[],"label_agreement":null},{"id":"W2757049571","doi":"10.19173/irrodl.v18i6.2827","title":"Narratives of Learning: The Personal Portfolio in the Portfolio Approach to Teaching and Learning","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Portfolio; Narrative; Pedagogy; Citizen journalism; Action research; Class (philosophy); Sociology; Participatory action research; Autoethnography; Teaching method; Professional learning community; Community of inquiry; Computer science; Professional development; Mathematics education; Psychology; Cognition; World Wide Web; Social science","score_opus":0.14050941352940924,"score_gpt":0.525133306911588,"score_spread":0.3846238933821787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757049571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51825887,0.0054826476,0.00014412554,0.05310622,0.00008587959,0.0012918956,0.000004118405,0.000005747195,0.42162052],"genre_scores_gemma":[0.98994946,0.00839605,0.00022381463,0.00010020821,0.000085290085,0.0000903386,0.000015932652,0.000006041114,0.0011328429],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99225605,0.0059010256,0.0003337566,0.0002447452,0.0010126934,0.0002517367],"domain_scores_gemma":[0.99652916,0.002470777,0.0004419767,0.00020004173,0.00030598207,0.00005207611],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03933328,0.00008850109,0.00021120856,0.00012078296,0.0021290344,0.00055534963,0.0017805038,0.000039743987,0.000061100276],"category_scores_gemma":[0.033782873,0.000050616938,0.000037623628,0.0003193041,0.000752341,0.00054665864,0.00065689784,0.0021120121,0.0000020275127],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020675446,0.00034102035,0.57050407,0.00048706282,0.0000906784,0.000006540615,0.18400402,0.00033247628,0.00012146764,0.12864368,0.0016488458,0.11361339],"study_design_scores_gemma":[0.00035135692,0.00013240811,0.1865783,0.0026333057,0.000012231669,0.0000146340735,0.4866568,0.00073435897,0.0000067022725,0.0029568218,0.31979498,0.00012808535],"about_ca_topic_score_codex":0.005920735,"about_ca_topic_score_gemma":0.00018068093,"teacher_disagreement_score":0.47169062,"about_ca_system_score_codex":0.00010286701,"about_ca_system_score_gemma":0.00027484272,"threshold_uncertainty_score":0.99917006},"labels":[],"label_agreement":null},{"id":"W2757259910","doi":"10.19173/irrodl.v18i6.3087","title":"Types of Participant Behavior in a Massive Open Online Course","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Certificate; Massive open online course; Open educational resources; Variety (cybernetics); Lifelong learning; Open education; Class (philosophy); Demographics; Mathematics education; Psychology; Computer science; Multimedia; World Wide Web; Pedagogy; Artificial intelligence","score_opus":0.22332500886988205,"score_gpt":0.532632706403135,"score_spread":0.30930769753325293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757259910","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7747945,0.016701858,0.0011677922,0.19783111,0.00022753965,0.0023316906,0.00018804517,0.000018132667,0.0067392928],"genre_scores_gemma":[0.9933102,0.005559475,0.000711989,0.000050373746,0.000015730797,0.00002857318,0.000033337103,0.000003414743,0.00028687908],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985123,0.00034261128,0.0003460934,0.00019241404,0.00042766414,0.000178896],"domain_scores_gemma":[0.99859405,0.0003655255,0.00028073657,0.00041677765,0.00029653456,0.000046409525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043666963,0.000062609935,0.00026272502,0.00007211419,0.00013315082,0.00033288533,0.004193811,0.000023476381,0.000032016076],"category_scores_gemma":[0.0028213097,0.000043269327,0.000029142435,0.00021405057,0.0001979922,0.0003623483,0.0031962413,0.00047450574,0.000003819153],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015475563,0.0021225193,0.6974991,0.0015064238,0.00011441752,0.00022115147,0.0006956166,0.001579928,0.00023826848,0.117871255,0.0011787349,0.1768178],"study_design_scores_gemma":[0.002704016,0.00053574424,0.7848823,0.026660064,0.00005199885,0.000023079676,0.0023401142,0.15568027,0.00020515337,0.008779613,0.017811744,0.00032590784],"about_ca_topic_score_codex":0.0013640155,"about_ca_topic_score_gemma":0.0001610374,"teacher_disagreement_score":0.21851568,"about_ca_system_score_codex":0.000029126026,"about_ca_system_score_gemma":0.00023416286,"threshold_uncertainty_score":0.7793215},"labels":[],"label_agreement":null},{"id":"W2757424835","doi":"10.19173/irrodl.v18i6.2805","title":"A Co-Design Process Microanalysis: Stages and Facilitators of an Inquiry-Based and Technology-Enhanced Learning Scenario","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Process (computing); Computer science; Instructional design; Class (philosophy); Knowledge management; Set (abstract data type); Design process; Vocabulary; Qualitative research; Engineering design process; Process management; Mathematics education; Engineering; Psychology; Multimedia; Work in process; Sociology","score_opus":0.16555832655581787,"score_gpt":0.5459731245353717,"score_spread":0.38041479797955385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757424835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98029244,0.007707572,0.0058082095,0.0032008735,0.000040832067,0.0006326878,0.000022544169,0.000021517779,0.0022733293],"genre_scores_gemma":[0.9971912,0.0013825032,0.00097194826,0.000029965031,0.000016082604,0.00006486058,0.00004487164,0.000010955792,0.0002875972],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957301,0.0028181036,0.00042594768,0.00038097685,0.00039252537,0.00025232986],"domain_scores_gemma":[0.9974973,0.0010583993,0.00047206745,0.00033823334,0.0005793608,0.000054628366],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016743919,0.00013354389,0.00042318902,0.0003549184,0.00055280456,0.00017889106,0.00096166565,0.0000884265,0.000093104616],"category_scores_gemma":[0.008901518,0.00009883998,0.000025621332,0.0003887628,0.0011686635,0.00019811747,0.00027554808,0.00133101,0.0000021089115],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010216879,0.0003145726,0.61429423,0.0028480415,0.00042632237,0.000031828124,0.006892162,0.0005407958,0.0070444914,0.0050737816,0.0002638383,0.36124822],"study_design_scores_gemma":[0.01358054,0.00505005,0.71579534,0.0562474,0.00027195818,0.00011704057,0.1302084,0.013344351,0.018963303,0.012602966,0.03216944,0.0016492105],"about_ca_topic_score_codex":0.00037701539,"about_ca_topic_score_gemma":0.0000070390024,"teacher_disagreement_score":0.35959902,"about_ca_system_score_codex":0.000034908142,"about_ca_system_score_gemma":0.00012225915,"threshold_uncertainty_score":0.9994469},"labels":[],"label_agreement":null},{"id":"W2757480243","doi":"10.19173/irrodl.v18i6.2901","title":"Using Design-Based Research to Develop Meaningful Online Discussions in Undergraduate Field Experience Courses","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Mount Royal University; University of Calgary","funders":"","keywords":"Instructional design; Learning sciences; Perspective (graphical); Educational technology; Student engagement; Mathematics education; Psychology; Task (project management); Computer science; Pedagogy; Artificial intelligence; Engineering","score_opus":0.4448724201782431,"score_gpt":0.5947458479604498,"score_spread":0.14987342778220675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757480243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50954306,0.00460873,0.006436953,0.46053168,0.0002875903,0.003101858,0.000050490275,0.000028925446,0.015410721],"genre_scores_gemma":[0.99014205,0.0056597856,0.00343871,0.00014870886,0.00007332625,0.000051383,0.000023256243,0.000007899749,0.00045488344],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99537027,0.0022670678,0.000355007,0.0002885323,0.0012578809,0.00046122048],"domain_scores_gemma":[0.99575394,0.002787397,0.00014483153,0.00028083852,0.00090371486,0.00012929815],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.016743196,0.000085713786,0.00022485103,0.00025086539,0.0014762372,0.00047861383,0.002095389,0.0000521247,0.00012459238],"category_scores_gemma":[0.04340225,0.00006040043,0.000025361303,0.000960272,0.00047089014,0.00034788137,0.0010502789,0.0010156949,0.0000055296427],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091436645,0.0011235902,0.51667136,0.0011964,0.000079051235,0.00025471108,0.011102838,0.00890062,0.0012018546,0.064253025,0.0077481535,0.38655403],"study_design_scores_gemma":[0.0029428862,0.0006833875,0.048281927,0.09682301,0.000021441918,0.000010435149,0.18278995,0.033403695,0.0011797029,0.014130626,0.6188234,0.00090954104],"about_ca_topic_score_codex":0.0073644505,"about_ca_topic_score_gemma":0.0030337037,"teacher_disagreement_score":0.6110752,"about_ca_system_score_codex":0.00022207429,"about_ca_system_score_gemma":0.0014489276,"threshold_uncertainty_score":0.9998237},"labels":[],"label_agreement":null},{"id":"W2757564978","doi":"10.19173/irrodl.v18i6.2964","title":"The Pedagogic Architecture of MOOC: A Research Project on Educational Courses in Spanish","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Open educational resources; European union; Perspective (graphical); Architecture; Distance education; Higher education; Pedagogy; Open education; Sociology; Educational technology; Computer science; Political science; Geography","score_opus":0.20639231676950764,"score_gpt":0.5568399516012049,"score_spread":0.3504476348316973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757564978","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23860745,0.022989495,0.0006073115,0.6976738,0.00031651388,0.0024547135,0.00006977161,0.000018725625,0.03726221],"genre_scores_gemma":[0.9831967,0.014934368,0.00028658102,0.000051039387,0.00006579301,0.00005005971,0.000020479445,0.0000051366783,0.0013898474],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99678457,0.0011291335,0.00034237397,0.0002619115,0.0011918098,0.0002902121],"domain_scores_gemma":[0.9953388,0.00321777,0.00022468339,0.0005816242,0.0005973973,0.000039743114],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0130015,0.00007945608,0.00019825582,0.0002027122,0.0005983516,0.000546792,0.004274527,0.000031648437,0.000013960888],"category_scores_gemma":[0.011536625,0.00004585173,0.000042937743,0.00047590886,0.00050768495,0.00018002858,0.001643534,0.0013058407,0.0000059575823],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029112143,0.0007696831,0.105396025,0.0016390751,0.00009320313,0.000036950376,0.0013197443,0.001751953,0.00013545953,0.6953842,0.01030702,0.18287556],"study_design_scores_gemma":[0.0030454919,0.0014614783,0.33991823,0.05947963,0.000015842543,0.00008257695,0.0067244964,0.065708324,0.00030547325,0.21573332,0.30693832,0.0005868264],"about_ca_topic_score_codex":0.0011924357,"about_ca_topic_score_gemma":0.00015105322,"teacher_disagreement_score":0.74458927,"about_ca_system_score_codex":0.0000736333,"about_ca_system_score_gemma":0.00077858905,"threshold_uncertainty_score":0.99678963},"labels":[],"label_agreement":null},{"id":"W2757792290","doi":"10.19173/irrodl.v18i6.3129","title":"Net Neutrality and its Implications to Online Learning","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Social Media and Politics","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Net neutrality; Neutrality; The Internet; Sociocultural evolution; Commission; Distance education; Political science; Sociology; Public relations; Phenomenon; Pedagogy; Computer science; Law; World Wide Web; Epistemology","score_opus":0.24898930593713772,"score_gpt":0.5646844457216779,"score_spread":0.3156951397845401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757792290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8460553,0.0038907276,0.000011765958,0.13811536,0.00008879624,0.00063624134,0.00006810496,0.000008177064,0.011125521],"genre_scores_gemma":[0.97179717,0.02725124,0.00003405058,0.00021665731,0.00010326552,0.000033731605,0.000042002557,0.000003344651,0.00051856076],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.998527,0.00058367825,0.00018062089,0.00013564431,0.0003609289,0.00021213989],"domain_scores_gemma":[0.998407,0.0008983769,0.00010636736,0.00012812798,0.00033299194,0.00012714177],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0035531188,0.0000467026,0.00013975322,0.000033217042,0.0012566935,0.0003710777,0.0009564009,0.000031932886,0.00006899989],"category_scores_gemma":[0.014313004,0.000037035923,0.00001952235,0.00014459473,0.00033950395,0.0001797851,0.0006109856,0.00042887827,0.0000068747704],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041443513,0.000085163054,0.69329584,0.0004722134,0.000035756722,0.0000045494976,0.006601323,0.000030287223,0.00010767504,0.226147,0.0023015453,0.07087721],"study_design_scores_gemma":[0.0002918544,0.00005518784,0.37258703,0.002734373,0.000008610801,0.0000018059471,0.013754964,0.00018752435,0.000021968886,0.005188868,0.60506773,0.00010012121],"about_ca_topic_score_codex":0.0062224437,"about_ca_topic_score_gemma":0.00062048936,"teacher_disagreement_score":0.60276616,"about_ca_system_score_codex":0.00006004026,"about_ca_system_score_gemma":0.00018065199,"threshold_uncertainty_score":0.9939899},"labels":[],"label_agreement":null},{"id":"W2758118303","doi":"10.19173/irrodl.v18i6.2995","title":"Assessing Acceptance Toward Wiki Technology in the Context of Higher Education","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Technology acceptance model; Unified theory of acceptance and use of technology; Context (archaeology); Psychology; Big Five personality traits; Computer science; Personality; Class (philosophy); Social influence; Social psychology; Human–computer interaction","score_opus":0.22241816317913693,"score_gpt":0.5519096978514739,"score_spread":0.329491534672337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2758118303","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26375332,0.031661216,0.00003763611,0.2393047,0.00033303525,0.0014171659,0.000005885455,0.000009464324,0.46347758],"genre_scores_gemma":[0.9882464,0.010590453,0.000022281125,0.00009936085,0.000040489685,0.000042060423,0.000008053846,0.0000019872473,0.0009489136],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987371,0.0004223793,0.00020301012,0.00010914834,0.00039694962,0.00013143544],"domain_scores_gemma":[0.9990284,0.00035779914,0.00018151617,0.00018152161,0.00023402192,0.00001674111],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069464515,0.00003844543,0.0001271571,0.00009856638,0.0003559747,0.00037313727,0.0019734132,0.000027913416,0.00013130653],"category_scores_gemma":[0.0042001386,0.000024845049,0.000019375238,0.00028765152,0.00042400867,0.0004191885,0.00057321234,0.00032953086,0.0000033394483],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015789261,0.00008699499,0.24198215,0.00039856473,0.000011086506,0.0000023550085,0.0015487478,0.0000013123238,0.00002845214,0.49773285,0.0019396115,0.25625208],"study_design_scores_gemma":[0.00046303953,0.000030539282,0.23787205,0.0112874955,0.000008496667,7.820204e-7,0.078956194,0.000089233065,0.000054430766,0.022713253,0.64842504,0.00009941258],"about_ca_topic_score_codex":0.0021686866,"about_ca_topic_score_gemma":0.00034519265,"teacher_disagreement_score":0.7244931,"about_ca_system_score_codex":0.00006598811,"about_ca_system_score_gemma":0.00020007014,"threshold_uncertainty_score":0.50282615},"labels":[],"label_agreement":null},{"id":"W2758372128","doi":"10.19173/irrodl.v18i6.2967","title":"Digital Immigrants in Distance Education","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Immigration; Perspective (graphical); The Internet; Digital native; Class (philosophy); Sociology; Qualitative research; Mathematics education; Distance education; Pedagogy; Psychology; Computer science; Social science; World Wide Web; Political science","score_opus":0.08091457310738294,"score_gpt":0.5000433563113135,"score_spread":0.41912878320393054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2758372128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4311202,0.023629177,0.0001016013,0.121212155,0.00033241764,0.0014625231,0.00006368706,0.000015211349,0.42206305],"genre_scores_gemma":[0.97078425,0.026834058,0.00004137401,0.000042563326,0.000070318994,0.00002689409,0.000047716538,0.0000032791656,0.00214956],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985942,0.0003359235,0.00021587158,0.00014671787,0.0005207679,0.00018650483],"domain_scores_gemma":[0.9990419,0.00038160145,0.00014935163,0.00016680677,0.0002151391,0.000045179768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005096853,0.00004721663,0.00013284643,0.00007068421,0.00048074732,0.0005501169,0.0012699876,0.000026129363,0.000084248415],"category_scores_gemma":[0.0074416357,0.00003567479,0.000023273906,0.00019268839,0.00031428898,0.0006300291,0.00040867424,0.0004504123,0.000010305428],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038676164,0.0001133476,0.44004127,0.00023769388,0.000007100562,0.0000056472973,0.00036140342,0.000007330571,0.0000075406583,0.037583128,0.00089102675,0.5207058],"study_design_scores_gemma":[0.0003275207,0.000022903963,0.093511686,0.009567081,0.0000020225823,0.0000014059898,0.012222867,0.0001259538,0.000006322671,0.0036363588,0.8804952,0.00008071227],"about_ca_topic_score_codex":0.0040500974,"about_ca_topic_score_gemma":0.0016587523,"teacher_disagreement_score":0.87960416,"about_ca_system_score_codex":0.00009670789,"about_ca_system_score_gemma":0.0005830782,"threshold_uncertainty_score":0.890887},"labels":[],"label_agreement":null},{"id":"W2759176870","doi":"10.19173/irrodl.v18i6.2804","title":"An Evaluation Framework and Instrument for Evaluating e-Assessment Tools","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Class (philosophy); Evaluation methods; Empirical research; Human–computer interaction; Multimedia; Management science; Knowledge management; Artificial intelligence; Engineering","score_opus":0.3896306194989309,"score_gpt":0.6372387545112699,"score_spread":0.24760813501233897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759176870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.884092,0.0069329794,0.0017773444,0.05619396,0.00037488533,0.0062366445,0.00005796477,0.000013803642,0.044320457],"genre_scores_gemma":[0.9833716,0.014266246,0.0018087958,0.00006339503,0.00007963085,0.00025795706,0.00006723528,0.0000038953367,0.00008121451],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973083,0.0008738188,0.00023723156,0.00019360885,0.0012005398,0.00018647373],"domain_scores_gemma":[0.99770737,0.0012468769,0.00021064664,0.00019424816,0.00058391836,0.000056938447],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.027898327,0.000057305846,0.00015221952,0.000044087097,0.0012242497,0.001040702,0.0010615133,0.0000350422,0.00016039905],"category_scores_gemma":[0.008503228,0.000043081003,0.000023667342,0.00008839908,0.0002693996,0.0005786929,0.00045733698,0.0002824901,0.000001011265],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008636638,0.00011505487,0.3203178,0.0003610938,0.000051334624,7.5735704e-7,0.0016240025,0.000028302386,0.000082898834,0.1741043,0.00035577515,0.5028723],"study_design_scores_gemma":[0.002618124,0.0005793917,0.8084773,0.0148775205,0.00006852728,0.000001301858,0.039066684,0.028277,0.000024981313,0.06363035,0.042106275,0.00027255758],"about_ca_topic_score_codex":0.00092194555,"about_ca_topic_score_gemma":0.00012366191,"teacher_disagreement_score":0.5025997,"about_ca_system_score_codex":0.00015579679,"about_ca_system_score_gemma":0.0003286534,"threshold_uncertainty_score":0.9999963},"labels":[],"label_agreement":null},{"id":"W2759513664","doi":"10.19173/irrodl.v18i6.3197","title":"Verifying Causal Relationships Among the Presences of the Community of Inquiry Framework in the Chinese Context","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cronbach's alpha; Confirmatory factor analysis; Psychology; Path analysis (statistics); Context (archaeology); Community of inquiry; Causal model; Reliability (semiconductor); Validity; Regression analysis; Social psychology; Structural equation modeling; Developmental psychology; Psychometrics; Cognition; Statistics; Mathematics","score_opus":0.23850353580258163,"score_gpt":0.5183225992656683,"score_spread":0.2798190634630866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759513664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9587003,0.0038546016,0.00002390062,0.028774666,0.000095100164,0.0006571374,0.000013921148,0.0000022115566,0.00787817],"genre_scores_gemma":[0.99331635,0.006418797,0.000029113944,0.00004567774,0.00006373158,0.000027736554,0.000009556801,0.000003226919,0.00008582488],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9914358,0.0069961674,0.00038959426,0.00009895523,0.0009040887,0.00017535643],"domain_scores_gemma":[0.9908603,0.007853306,0.00047319228,0.0004846736,0.00030481638,0.00002372162],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.027776886,0.000066851644,0.00020362073,0.000047050333,0.0018879331,0.0001972578,0.003761771,0.00005604824,0.000049441707],"category_scores_gemma":[0.04204447,0.000029645322,0.000058514335,0.00049128174,0.0019901372,0.00030929883,0.0010450607,0.0022337725,9.453095e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029954117,0.000060099188,0.9512342,0.00019116915,0.000018622513,9.295808e-7,0.010597991,0.00008740193,0.000004895257,0.028719867,0.000192348,0.008862478],"study_design_scores_gemma":[0.000191402,0.000030068726,0.87250715,0.006295426,0.000007591656,9.743524e-7,0.10075197,0.00023348126,0.000007854125,0.009260882,0.010668038,0.00004515569],"about_ca_topic_score_codex":0.016801473,"about_ca_topic_score_gemma":0.006686019,"teacher_disagreement_score":0.090153985,"about_ca_system_score_codex":0.000037902617,"about_ca_system_score_gemma":0.0002846624,"threshold_uncertainty_score":0.99941146},"labels":[],"label_agreement":null},{"id":"W2759825581","doi":"10.19173/irrodl.v18i6.3170","title":"Student Voice in Textbook Evaluation: Comparing OpStudent Voice in Textbook Evaluation: Comparing Open and Restricted Textbooksen and Restricted Textbooks","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Mathematics education; Class (philosophy); Higher education; Computer science; Psychology; Open education; Summative assessment; Medical education; Pedagogy; Formative assessment; Medicine; Political science","score_opus":0.20621966708198725,"score_gpt":0.5054555879762408,"score_spread":0.29923592089425355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759825581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80822414,0.0180925,0.00024977486,0.015416367,0.000322547,0.008198763,0.000010194997,0.00003805537,0.14944768],"genre_scores_gemma":[0.99134654,0.0068834126,0.00041337448,0.00013556486,0.000050492516,0.0004769594,0.0000699528,0.000015899155,0.0006078255],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9925316,0.0027518393,0.001122904,0.00090943015,0.0021514413,0.0005328136],"domain_scores_gemma":[0.99594223,0.0013529306,0.0006648027,0.0008209089,0.0010203534,0.00019875517],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.018312618,0.0002745298,0.00069172896,0.00049490394,0.0009320114,0.0034028904,0.005124468,0.00008775308,0.00008825033],"category_scores_gemma":[0.0052873185,0.00023572879,0.000039260805,0.0006564758,0.00034064523,0.0016266279,0.007871994,0.0014372645,0.00002404626],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017507322,0.0004051451,0.912915,0.0005047533,0.000087765045,0.0000384804,0.0030236251,0.0014948153,0.00009109451,0.015422859,0.00088523375,0.06495615],"study_design_scores_gemma":[0.003528542,0.00012339119,0.8841539,0.007108422,0.000023995162,0.00003402344,0.0048991484,0.08995057,0.000013575222,0.0010037681,0.008882729,0.00027790418],"about_ca_topic_score_codex":0.0042286,"about_ca_topic_score_gemma":0.0014257076,"teacher_disagreement_score":0.18312241,"about_ca_system_score_codex":0.00056004885,"about_ca_system_score_gemma":0.00091484864,"threshold_uncertainty_score":0.99763167},"labels":[],"label_agreement":null},{"id":"W2760052909","doi":"10.19173/irrodl.v18i6.2781","title":"Challenges of Implementing Free and Open Source Software (FOSS): Evidence from the Indian Educational Setting","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Purchasing; Open source software; Information and Communications Technology; Software; Open source; Open educational resources; Business; Computer science; Marketing; World Wide Web","score_opus":0.15805547826049945,"score_gpt":0.4679857626749925,"score_spread":0.309930284414493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760052909","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18666369,0.077743076,0.015862247,0.70789695,0.00029726484,0.003882799,0.0002670542,0.000037022815,0.0073498744],"genre_scores_gemma":[0.9787031,0.013912021,0.006810359,0.00021416442,0.0000717759,0.0001027955,0.00004455337,0.000008687803,0.00013255616],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99768883,0.00055801624,0.0004619636,0.000343817,0.00071019784,0.00023715071],"domain_scores_gemma":[0.99270636,0.0051162946,0.0005675599,0.0009533358,0.00060655555,0.000049917664],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.011372279,0.00009588328,0.00022817879,0.0000675098,0.0009257825,0.001335778,0.009454384,0.00002876797,0.000065730535],"category_scores_gemma":[0.022494288,0.00006427282,0.000028446997,0.00025136347,0.0003198218,0.0012837682,0.0137933055,0.00051706156,0.0000030201425],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026544803,0.000075297736,0.45796916,0.0006671592,0.00010154205,0.0000046179907,0.0034944785,0.000020791984,0.00005158213,0.05328308,0.0055518555,0.4787539],"study_design_scores_gemma":[0.0009767266,0.00009341536,0.87755746,0.036600582,0.0000151591175,0.000029417994,0.0062358947,0.0018819495,0.00013122582,0.040480886,0.035742506,0.0002547937],"about_ca_topic_score_codex":0.0041928496,"about_ca_topic_score_gemma":0.00037745587,"teacher_disagreement_score":0.7920394,"about_ca_system_score_codex":0.000050167182,"about_ca_system_score_gemma":0.00034352086,"threshold_uncertainty_score":0.9997009},"labels":[],"label_agreement":null},{"id":"W2760499945","doi":"10.19173/irrodl.v18i6.2880","title":"The Effect of Universal Design for Learning (UDL) Application on E-learning Acceptance: A Structural Equation Model","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Structural equation modeling; Universal Design for Learning; Mathematics education; Technology acceptance model; Psychology; Curriculum; Variance (accounting); Computer science; Path analysis (statistics); Knowledge management; Mathematics; Pedagogy; Usability; Human–computer interaction; Machine learning","score_opus":0.2601790817571207,"score_gpt":0.532084904394526,"score_spread":0.27190582263740537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760499945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82431513,0.0026723621,0.15175621,0.015275541,0.00015909743,0.0036252798,0.00003860014,0.00003566725,0.0021220774],"genre_scores_gemma":[0.9969035,0.0020698707,0.00029776758,0.000012803285,0.000016238868,0.00011800863,0.00003082049,0.0000067861088,0.00054422097],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968165,0.0011610776,0.00047226378,0.0002909815,0.0010584055,0.00020075405],"domain_scores_gemma":[0.9923356,0.005888738,0.00069209887,0.0004164988,0.0006294942,0.000037551097],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019667853,0.000097748045,0.00026148048,0.00014308866,0.001203042,0.00038005924,0.002577166,0.00006599704,0.000026152327],"category_scores_gemma":[0.028885622,0.000054134547,0.000072810384,0.0002643805,0.00037586148,0.00032267437,0.0006532673,0.00078293576,0.0000067016736],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018144692,0.000034655208,0.29152733,0.00023271033,0.000055443605,0.0000021358403,0.00023916413,0.07802382,0.0006952363,0.059868045,0.00090946065,0.5665975],"study_design_scores_gemma":[0.0016465202,0.0006907286,0.050606508,0.0017256313,0.000019652201,0.000004141799,0.001629015,0.91923213,0.0007707575,0.014938227,0.00860513,0.00013156293],"about_ca_topic_score_codex":0.00006838514,"about_ca_topic_score_gemma":0.000009691025,"teacher_disagreement_score":0.8412083,"about_ca_system_score_codex":0.00008495445,"about_ca_system_score_gemma":0.000090127236,"threshold_uncertainty_score":0.9792945},"labels":[],"label_agreement":null},{"id":"W2760734396","doi":"10.19173/irrodl.v18i6.2974","title":"Formal Lifelong E-Learning for Employability and Job Stability During Turbulent Times in Spain","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education and Employability","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Oberta de Catalunya","keywords":"Employability; Lifelong learning; Context (archaeology); Microdata (statistics); Adult education; Psychology; Numeracy; Political science; Demographic economics; Pedagogy; Sociology; Literacy; Census; Economics; Geography; Demography","score_opus":0.1210243108772403,"score_gpt":0.4804190787625558,"score_spread":0.3593947678853155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760734396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96600443,0.0015403078,0.000033015018,0.02937681,0.000053012325,0.0010475907,0.000010263784,0.000008156549,0.0019264196],"genre_scores_gemma":[0.99228114,0.007077266,0.00009721444,0.000038240098,0.000055601144,0.0001263222,0.000020186617,0.0000049348596,0.00029907966],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972806,0.0012166034,0.00038311,0.0002793312,0.00050349144,0.0003368383],"domain_scores_gemma":[0.99771667,0.0014101773,0.00016723243,0.0002425893,0.00036087504,0.00010247635],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022025006,0.0000797538,0.00023591252,0.00006455051,0.0011528134,0.0003788697,0.000905868,0.00004765832,0.00021251546],"category_scores_gemma":[0.018038128,0.000062718325,0.00004202428,0.00014886001,0.0006539775,0.0005021342,0.00060783455,0.0005286276,0.000002166334],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088192595,0.00006236967,0.9877702,0.00071996317,0.000007630883,9.65513e-7,0.0014509793,0.00001261916,0.000008556662,0.0039829947,0.00006155327,0.005833995],"study_design_scores_gemma":[0.0005350197,0.000038716345,0.9753492,0.0019183339,0.000003272684,0.0000010584425,0.0026089412,0.00013558145,0.000021130532,0.002887324,0.016416155,0.00008530256],"about_ca_topic_score_codex":0.0076155057,"about_ca_topic_score_gemma":0.0019987284,"teacher_disagreement_score":0.02933857,"about_ca_system_score_codex":0.00022556332,"about_ca_system_score_gemma":0.00028796526,"threshold_uncertainty_score":0.99899286},"labels":[],"label_agreement":null},{"id":"W2762421432","doi":"10.19173/irrodl.v19i2.3469","title":"Reflection on MOOC Design in Palestine","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Palestine; Thematic analysis; Massive open online course; Pedagogy; Sociology; Political science; Public relations; Qualitative research; History; Social science","score_opus":0.18600127191929697,"score_gpt":0.494629862839911,"score_spread":0.308628590920614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762421432","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18163851,0.021258896,0.28322107,0.43610728,0.0012169601,0.0041195448,0.00003136002,0.00019563902,0.07221075],"genre_scores_gemma":[0.9907119,0.0063763503,0.0021705653,0.00022597947,0.000065986584,0.000017136581,0.000015424637,0.0000040808713,0.00041255576],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981972,0.0007174178,0.0002464053,0.00020794272,0.00046044067,0.000170617],"domain_scores_gemma":[0.9986703,0.0007631613,0.000087175235,0.0001889332,0.00025583067,0.000034622797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006710387,0.000059870432,0.00013720315,0.00016792445,0.00009944662,0.00013967072,0.0011390736,0.00002346047,0.000025004678],"category_scores_gemma":[0.0029137097,0.0000416118,0.000018294604,0.0008458539,0.00010648443,0.00016585742,0.00049800845,0.0005368308,0.000023569653],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005658949,0.00090227474,0.09690213,0.0015303359,0.000085908454,0.0001239722,0.0010037874,0.008767713,0.00083899655,0.23984896,0.013565535,0.6358645],"study_design_scores_gemma":[0.0021509267,0.0019095113,0.04919309,0.03671788,0.000008199676,0.0000593503,0.0006681139,0.7661931,0.00074740796,0.04082515,0.10113511,0.0003921519],"about_ca_topic_score_codex":0.00017379697,"about_ca_topic_score_gemma":0.000020446209,"teacher_disagreement_score":0.8090734,"about_ca_system_score_codex":0.0000704288,"about_ca_system_score_gemma":0.000102002115,"threshold_uncertainty_score":0.34881932},"labels":[],"label_agreement":null},{"id":"W2768263750","doi":"10.19173/irrodl.v18i7.2826","title":"Professional Online Presence and Learning Networks: Educating for Ethical Use of Social Media","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coursework; Social media; Context (archaeology); Reputation; Educational technology; Professional learning community; Professional development; Computer-mediated communication; Social learning; Pedagogy; Sociology; Public relations; The Internet; Computer science; World Wide Web; Political science","score_opus":0.20450245251970164,"score_gpt":0.5473945033732871,"score_spread":0.34289205085358543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768263750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8022691,0.0056554135,0.00036236751,0.18687706,0.0005058943,0.0022328596,0.00012042674,0.000026245383,0.0019506472],"genre_scores_gemma":[0.99016076,0.0087108435,0.00036730737,0.00009904628,0.00011198783,0.000030218896,0.000055076925,0.00000548374,0.00045926552],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99774694,0.00095836783,0.00028327052,0.00016179454,0.0006036289,0.0002460128],"domain_scores_gemma":[0.9951627,0.0038348043,0.000343058,0.00011597733,0.00048713197,0.000056281107],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.009728008,0.0000615958,0.00021529033,0.000056119523,0.0014239595,0.00021740244,0.0011187216,0.00012440613,0.000036706017],"category_scores_gemma":[0.07723035,0.00004639401,0.000031932235,0.000103599385,0.0012145517,0.00026545947,0.0010018885,0.001473002,3.5055092e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006250766,0.00050413015,0.56464463,0.0024535516,0.00011807691,0.0000071477084,0.0087119285,0.000101006044,0.00013181775,0.09180501,0.014241822,0.3166558],"study_design_scores_gemma":[0.002542743,0.00020759222,0.712267,0.042208,0.000039646577,0.000008797306,0.051239394,0.010248391,0.000051820487,0.008022317,0.17278533,0.0003789685],"about_ca_topic_score_codex":0.0010522716,"about_ca_topic_score_gemma":0.00033893404,"teacher_disagreement_score":0.31627682,"about_ca_system_score_codex":0.00005255758,"about_ca_system_score_gemma":0.00029809822,"threshold_uncertainty_score":0.999876},"labels":[],"label_agreement":null},{"id":"W2768288880","doi":"10.19173/irrodl.v18i7.3037","title":"Designing Authentic Learning Activities to Train Pre-Service Teachers About Teaching Online","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Authentic learning; Educational technology; Instructional design; Synchronous learning; Higher education; Blended learning; Computer science; Experiential learning; Active learning (machine learning); Mathematics education; Teaching method; Multimedia; Pedagogy; Psychology; Cooperative learning","score_opus":0.11011874339110436,"score_gpt":0.499171268119145,"score_spread":0.38905252472804064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768288880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.899312,0.0035884562,0.00083163317,0.06827506,0.0001582201,0.0012154868,0.000029544753,0.00004522575,0.026544385],"genre_scores_gemma":[0.9891348,0.006042976,0.0014500796,0.00020802228,0.00020612191,0.000048264526,0.000068036905,0.0000161293,0.0028255996],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956616,0.0022045986,0.00037350593,0.00030981156,0.0009962063,0.00045426202],"domain_scores_gemma":[0.99761456,0.0014211059,0.0003048132,0.00025983108,0.00025653103,0.00014317833],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.01712045,0.00012594958,0.00030392272,0.00015822332,0.0023005602,0.00085277733,0.0021989997,0.00006320608,0.000154615],"category_scores_gemma":[0.017059427,0.00010057724,0.000058214613,0.0002556929,0.00029070844,0.00064968556,0.0010377977,0.0018136193,0.00001054592],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020183886,0.00030041064,0.13429132,0.0011212694,0.00013819971,0.000031286567,0.03092503,0.0013525652,0.0010049441,0.014011635,0.001223798,0.8153977],"study_design_scores_gemma":[0.0008591267,0.00017897213,0.034523442,0.023410568,0.0000309448,0.0000061730125,0.13922845,0.0019513784,0.00007947554,0.0010167833,0.79837704,0.00033761805],"about_ca_topic_score_codex":0.0069490504,"about_ca_topic_score_gemma":0.0018053778,"teacher_disagreement_score":0.8150601,"about_ca_system_score_codex":0.00017578258,"about_ca_system_score_gemma":0.00046985806,"threshold_uncertainty_score":0.9996638},"labels":[],"label_agreement":null},{"id":"W2768704471","doi":"10.19173/irrodl.v18i7.2923","title":"A Grounded Theory of Professional Learning in an Authentic Online Professional Development Program","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Grounded theory; Professional development; Professional learning community; Context (archaeology); Educational technology; Process (computing); Professional studies; Synchronous learning; Psychology; Learning sciences; Blended learning; Knowledge management; Pedagogy; Computer science; Cooperative learning; Teaching method; Qualitative research; Sociology","score_opus":0.14826700488499253,"score_gpt":0.5392728858528725,"score_spread":0.3910058809678799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768704471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9826796,0.0019441933,0.000021254149,0.009392559,0.00020246676,0.001257069,0.000010978788,0.000016940878,0.0044749537],"genre_scores_gemma":[0.9929107,0.0029444543,0.0007716118,0.000028963977,0.00007250908,0.00011190815,0.00019059252,0.000008942476,0.002960307],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99525243,0.0024743609,0.00053778663,0.00025940523,0.001133828,0.0003422184],"domain_scores_gemma":[0.99792016,0.00088263024,0.00042816738,0.00019805305,0.00048295126,0.00008807044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016934233,0.00010120729,0.00029296076,0.00016298245,0.0009556046,0.00019901617,0.0016862672,0.00007191103,0.00022231457],"category_scores_gemma":[0.0068826163,0.00007109174,0.00004037527,0.00029123772,0.00058959454,0.00051256607,0.0009940165,0.0012079407,0.0000035432945],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030323333,0.0018092042,0.23715563,0.00096486846,0.000039706363,0.00002208921,0.0038175713,0.00003598435,0.000057029283,0.039272998,0.000101756064,0.71641994],"study_design_scores_gemma":[0.0023978557,0.00035346672,0.6022828,0.039997917,0.000016622618,0.000006044527,0.07617948,0.0019019411,0.000057831538,0.010291592,0.26617813,0.00033629028],"about_ca_topic_score_codex":0.00064056413,"about_ca_topic_score_gemma":0.0011058397,"teacher_disagreement_score":0.71608365,"about_ca_system_score_codex":0.00012871508,"about_ca_system_score_gemma":0.001505956,"threshold_uncertainty_score":0.82396317},"labels":[],"label_agreement":null},{"id":"W2768877370","doi":"10.19173/irrodl.v18i7.2862","title":"Factors Affecting the Participation of the Deaf and Hard of Hearing in e-Learning and Their Satisfaction: A Quantitative Study","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Hearing Impairment and Communication","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Sample (material); The Internet; Test (biology); Hearing aid; Digital divide; Cyberspace; Population; Sign language; Socioeconomic status; Applied psychology; Computer science; Audiology; Sociology; Medicine; Demography","score_opus":0.31365153267186563,"score_gpt":0.543073533582283,"score_spread":0.22942200091041742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768877370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99432606,0.002353676,0.00001877347,0.0017993686,0.000030608255,0.0006428932,0.0000033878,0.0000018921033,0.0008233705],"genre_scores_gemma":[0.998154,0.0017372443,0.000010449094,0.0000062582217,0.000005289166,0.00003548651,0.0000036329586,0.000003996073,0.000043686592],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976316,0.0016010085,0.0003018104,0.00012616444,0.00022527488,0.000114155715],"domain_scores_gemma":[0.99746335,0.0018307669,0.0003083151,0.00025477505,0.00012408773,0.000018717119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064048967,0.00006329891,0.00019076189,0.000054569427,0.00035678333,0.00008816018,0.00048862014,0.000022395889,0.000023771394],"category_scores_gemma":[0.0034045218,0.000032641085,0.000022186103,0.00014459959,0.00025631982,0.00013742506,0.0007595408,0.0005203338,3.1337007e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005321988,0.000054079435,0.98032683,0.00012428763,0.000034922854,2.1342103e-7,0.006155199,0.000018196388,0.00014581262,0.001476129,0.0000059999184,0.011605137],"study_design_scores_gemma":[0.00037351708,0.00014020728,0.965528,0.0019244945,0.000006385883,0.0000011444935,0.031142417,0.00043899394,0.000079316116,0.00019310704,0.00014319825,0.00002921182],"about_ca_topic_score_codex":0.0033470155,"about_ca_topic_score_gemma":0.00051366765,"teacher_disagreement_score":0.024987217,"about_ca_system_score_codex":0.00002721876,"about_ca_system_score_gemma":0.00002965193,"threshold_uncertainty_score":0.50597084},"labels":[],"label_agreement":null},{"id":"W2768927415","doi":"10.19173/irrodl.v18i7.3208","title":"Pinch Hitter: The Effectiveness of Content Summaries Delivered by a Guest Lecturer in Online Course Videos","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Recall; Pace; Control (management); Multimedia; Computer science; Inclusion (mineral); Flipped classroom; Psychology; Mathematics education; Artificial intelligence; Cognitive psychology; Social psychology","score_opus":0.1508557344992189,"score_gpt":0.5056069540418483,"score_spread":0.3547512195426294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768927415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9344386,0.04302406,0.000111157424,0.015840117,0.00018460704,0.0013369175,0.00040425613,0.000006730906,0.004653547],"genre_scores_gemma":[0.99250865,0.006610617,0.000003876315,0.00014384618,0.00003508262,0.00011545108,0.0002424186,0.0000074343666,0.00033264965],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969116,0.0019168194,0.00032438958,0.0002238109,0.0004152,0.00020817446],"domain_scores_gemma":[0.9964007,0.002436976,0.00025532185,0.00025427085,0.0006197465,0.000032993958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006784776,0.000099995064,0.00030139566,0.000052148403,0.00021989839,0.00012132532,0.0013585386,0.00004463396,0.00017949515],"category_scores_gemma":[0.006090138,0.000057712125,0.000041681134,0.00016441541,0.00061299244,0.00012906485,0.00067700335,0.00073569815,0.00000812585],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00323793,0.001470736,0.90412474,0.0039414377,0.00034670476,0.00005265647,0.00095481053,0.000027514463,0.0011026217,0.009522094,0.004953999,0.07026475],"study_design_scores_gemma":[0.0026079938,0.0003789568,0.93911475,0.018521937,0.00002972583,0.000017101655,0.0037797994,0.00011626612,0.000727444,0.0012774749,0.0332728,0.00015572654],"about_ca_topic_score_codex":0.0043379813,"about_ca_topic_score_gemma":0.00019876333,"teacher_disagreement_score":0.070109025,"about_ca_system_score_codex":0.00004226911,"about_ca_system_score_gemma":0.000096678945,"threshold_uncertainty_score":0.7290904},"labels":[],"label_agreement":null},{"id":"W2769122349","doi":"10.19173/irrodl.v18i7.2895","title":"Does Successful Use of Digital Learning Materials Predict Teachers’ Intention to Use Them Again in the Future?","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Perception; Multinomial logistic regression; Social psychology; Control (management); Norm (philosophy); Structural equation modeling; Mathematics; Statistics; Computer science","score_opus":0.26756960273101216,"score_gpt":0.4925717966514266,"score_spread":0.22500219392041443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769122349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97996706,0.00018031165,0.0001469027,0.018584348,0.00013111036,0.0005898268,0.00009699652,0.000007678606,0.00029578464],"genre_scores_gemma":[0.99608237,0.0029131963,0.00006305993,0.000069100766,0.00002296548,0.000044903078,0.000054922577,0.0000055931146,0.0007438856],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99630123,0.0011946153,0.0007054057,0.00030080273,0.0012874566,0.00021045902],"domain_scores_gemma":[0.99645543,0.0019358917,0.0004687154,0.0005672823,0.0005280737,0.000044625976],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.015132732,0.00009996609,0.0003049416,0.00022460058,0.0002857988,0.001849377,0.0032809263,0.00006713627,0.00021330234],"category_scores_gemma":[0.03142818,0.0000446355,0.000057772068,0.0004114145,0.00033496728,0.0012547843,0.0015385769,0.0007073321,0.000020985106],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009647751,0.000067635876,0.9666423,0.000037710703,0.000010832119,0.000009574095,0.00035354885,0.000016522354,0.00017385941,0.0026535701,0.0007991714,0.029138751],"study_design_scores_gemma":[0.00039400478,0.00006950727,0.9285475,0.0024064856,0.000005537954,0.000008984426,0.008590856,0.00010659524,0.00017544827,0.002329786,0.057286073,0.00007923443],"about_ca_topic_score_codex":0.0006473405,"about_ca_topic_score_gemma":0.0001291294,"teacher_disagreement_score":0.0564869,"about_ca_system_score_codex":0.000047633213,"about_ca_system_score_gemma":0.000058442594,"threshold_uncertainty_score":0.9991868},"labels":[],"label_agreement":null},{"id":"W2769127449","doi":"10.19173/irrodl.v18i7.3541","title":"Special Report on the Role of Open Educational Resources in Supporting the Sustainable Development Goal 4: Quality Education Challenges and Opportunities","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"Ministry of Advanced Education; Athabasca University","keywords":"Open educational resources; Open education; Sustainable development; Quality (philosophy); Educational technology; Goal setting; Goal orientation; Knowledge management; Educational resources; Distance education; Computer science; Process management; Psychology; Pedagogy; Business; Political science","score_opus":0.17934749799201533,"score_gpt":0.4754508911129904,"score_spread":0.29610339312097506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769127449","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29616213,0.010909973,0.000016030135,0.29865012,0.00023735888,0.0017491272,0.0000040306904,0.000005598868,0.39226562],"genre_scores_gemma":[0.9841981,0.012280134,0.00013709487,0.00016777696,0.00014171115,0.00016559391,0.000029338227,0.0000045262786,0.0028757546],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974118,0.00096525747,0.0005449614,0.00025930873,0.0006085861,0.00021008494],"domain_scores_gemma":[0.9970282,0.0013499425,0.00061956566,0.00044742227,0.0005048351,0.00005006233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019600932,0.00008461576,0.00019696796,0.00010038132,0.0007527353,0.000993924,0.003463104,0.000024080848,0.000097197284],"category_scores_gemma":[0.006891728,0.00004974582,0.000021214732,0.00013401192,0.00025853602,0.0006679309,0.0029062568,0.00048016466,0.0000023501314],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003512924,0.000156004,0.020991229,0.00027491717,0.00001768756,0.0000041619905,0.004677239,0.000008830222,0.0000050183585,0.8043274,0.00108591,0.16841647],"study_design_scores_gemma":[0.0002261894,0.00004650759,0.38088864,0.0032574385,0.0000026578684,0.000025432755,0.13163991,0.00018477422,0.000060671915,0.017578857,0.4659763,0.00011263388],"about_ca_topic_score_codex":0.0015856643,"about_ca_topic_score_gemma":0.00012462941,"teacher_disagreement_score":0.7867485,"about_ca_system_score_codex":0.000105218474,"about_ca_system_score_gemma":0.0013090812,"threshold_uncertainty_score":0.95844316},"labels":[],"label_agreement":null},{"id":"W2769177354","doi":"10.19173/irrodl.v18i7.2702","title":"Applying UNESCO Guidelines on Mobile Learning in the South African Context: Creating an Enabling Environment through Policy","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mobile technology; Information and Communications Technology; Context (archaeology); Distance education; Knowledge management; Learning environment; Thematic analysis; Mobile device; Political science; Computer science; Qualitative research; Sociology; Geography; Pedagogy; World Wide Web; Social science","score_opus":0.15689720115538633,"score_gpt":0.47514193579715686,"score_spread":0.3182447346417705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769177354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5750269,0.041260228,0.044433072,0.20813492,0.0008619182,0.018707559,0.00006074447,0.00021772004,0.11129694],"genre_scores_gemma":[0.99029374,0.0070171664,0.0010375511,0.00048557098,0.00015060887,0.00077802426,0.00003667067,0.000011279847,0.0001894124],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962582,0.0013709826,0.0005567438,0.00045484002,0.0010021104,0.00035709917],"domain_scores_gemma":[0.99716955,0.001262276,0.00049139815,0.000795993,0.00022611661,0.000054680026],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.011625589,0.0001469742,0.00026627153,0.00016145113,0.000941663,0.0010555018,0.004317225,0.000042814103,0.000032174325],"category_scores_gemma":[0.008842114,0.00009635557,0.000046714762,0.00037046202,0.00022314096,0.00073623797,0.0014213274,0.0011449325,0.000014189009],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009172265,0.00038356223,0.080947965,0.0006515716,0.000045990702,0.000031447224,0.015597564,0.036909938,0.00015268808,0.113922164,0.0003836151,0.7508818],"study_design_scores_gemma":[0.0024138782,0.001111173,0.05282082,0.02712188,0.000019275545,0.00006343914,0.08627168,0.13080184,0.00022675411,0.0109862955,0.6874011,0.00076185976],"about_ca_topic_score_codex":0.0029084277,"about_ca_topic_score_gemma":0.00003256332,"teacher_disagreement_score":0.7501199,"about_ca_system_score_codex":0.0001982428,"about_ca_system_score_gemma":0.00022954603,"threshold_uncertainty_score":0.9999815},"labels":[],"label_agreement":null},{"id":"W2769736162","doi":"10.19173/irrodl.v18i7.3261","title":"A Case Study on Mobile-Blended Collaborative Learning in an English as a Foreign Language (EFL) Context","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rubric; Computer science; Blended learning; Vocabulary; Context (archaeology); Foreign language; Collaborative learning; Language acquisition; Group work; Mathematics education; Psychology; Pedagogy; Multimedia; Educational technology; Knowledge management; Linguistics","score_opus":0.08450095646963471,"score_gpt":0.4722249531846638,"score_spread":0.3877239967150291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769736162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98747766,0.0015688639,0.0001645311,0.0013098364,0.00010992352,0.002080215,0.0000072682546,0.000023954623,0.007257731],"genre_scores_gemma":[0.9980211,0.00095847645,0.000118985285,0.00008632414,0.00005049109,0.0005253038,0.00003022899,0.000010080062,0.00019900344],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99594206,0.0021204927,0.00041827635,0.0004743885,0.0007580573,0.00028672811],"domain_scores_gemma":[0.99684024,0.0012653243,0.00035900445,0.0006952314,0.0007476956,0.000092498805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0083986325,0.00013873781,0.00030899284,0.00021934207,0.0005166532,0.0009859663,0.0027054911,0.00003911868,0.00005401003],"category_scores_gemma":[0.007692491,0.000107493936,0.000030494051,0.0004924849,0.00016606222,0.00089477905,0.0012966528,0.0011997853,0.000012915941],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039554323,0.002075163,0.5071696,0.00065111555,0.0001099582,0.0033643893,0.06902944,0.0034178684,0.00006964353,0.034551423,0.00047819474,0.37868765],"study_design_scores_gemma":[0.007698551,0.00620953,0.08094291,0.017452382,0.000024594874,0.00058773503,0.81688565,0.044450928,0.00026950162,0.0021272304,0.022537587,0.0008134246],"about_ca_topic_score_codex":0.0021494227,"about_ca_topic_score_gemma":0.00036089207,"teacher_disagreement_score":0.7478562,"about_ca_system_score_codex":0.00018509556,"about_ca_system_score_gemma":0.00039576602,"threshold_uncertainty_score":0.9507696},"labels":[],"label_agreement":null},{"id":"W2769847294","doi":"10.19173/irrodl.v18i7.3155","title":"Evaluation of the UNED MOOCs Implementation: Demographics, Learners' Opinions and Completion Rates","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universidad Nacional de Educación a Distancia","keywords":"Facilitator; Distance education; Certification; Higher education; Learning analytics; Psychology; Mathematics education; Medical education; Computer science; Political science; Medicine; Data science","score_opus":0.18549893076495705,"score_gpt":0.5355421625751026,"score_spread":0.3500432318101455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769847294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57607836,0.022243097,0.0063088136,0.38595992,0.0004184281,0.0028375909,0.00012786359,0.000026985488,0.0059989523],"genre_scores_gemma":[0.99183065,0.0077023357,0.00029125216,0.000047561163,0.000020431677,0.00001663598,0.00005036636,0.0000025970878,0.000038186135],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99750155,0.00094729965,0.0002773821,0.00016818038,0.0009870736,0.0001184897],"domain_scores_gemma":[0.99814284,0.00039429165,0.00030598996,0.00035022676,0.0007771844,0.000029493827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011729687,0.000058119796,0.00014440416,0.000071236616,0.0004867291,0.00029515594,0.0015944758,0.000019906158,0.0000221641],"category_scores_gemma":[0.002863097,0.000036464167,0.000035573627,0.0002581593,0.0002820239,0.00027511327,0.0012456103,0.00033901894,8.711282e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022568029,0.000115821924,0.61085635,0.0006855082,0.00013343002,0.0000013401022,0.00042895196,0.0011380656,0.00016049466,0.1847427,0.0013004834,0.20041426],"study_design_scores_gemma":[0.0018097183,0.00013703165,0.68917,0.0066449456,0.00005577459,0.000013470204,0.002665031,0.26235867,0.00017707878,0.023627928,0.013185923,0.0001544097],"about_ca_topic_score_codex":0.000494701,"about_ca_topic_score_gemma":0.00008242058,"teacher_disagreement_score":0.4157523,"about_ca_system_score_codex":0.00003383854,"about_ca_system_score_gemma":0.00018689429,"threshold_uncertainty_score":0.40652987},"labels":[],"label_agreement":null},{"id":"W2770046666","doi":"10.19173/irrodl.v18i7.2754","title":"Assessing the Savings from Open Educational Resources on Student Academic Goals","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Purchasing; Quality (philosophy); Open education; Student engagement; Higher education; Medical education; Mathematics education; Psychology; Pedagogy; Marketing; Business; Political science; Medicine","score_opus":0.16520840511570298,"score_gpt":0.5421258233226768,"score_spread":0.3769174182069738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770046666","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41031435,0.008126619,0.00033685187,0.42565772,0.0006031807,0.0018253834,0.000020702824,0.000019015377,0.1530962],"genre_scores_gemma":[0.98920697,0.007855034,0.00032868938,0.0008569756,0.00013473436,0.00010918892,0.000046681464,0.0000071611644,0.0014545369],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99687934,0.0010821241,0.00041186606,0.0003821541,0.0010000116,0.00024449578],"domain_scores_gemma":[0.9959882,0.0025014621,0.00045401382,0.00064155675,0.00033244205,0.00008232877],"candidate_categories":["sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.01047391,0.000109853776,0.00022617709,0.000080798316,0.0014000798,0.0053631826,0.011677915,0.00004029283,0.00025329195],"category_scores_gemma":[0.005930989,0.00006689929,0.00003936445,0.00024547736,0.0002428873,0.0015796182,0.006234287,0.0013306921,0.000054982578],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073639014,0.00049231004,0.47043017,0.00029458894,0.00016217423,0.000011136894,0.0053350898,0.00032459883,0.00025436573,0.34154174,0.02762002,0.15346017],"study_design_scores_gemma":[0.0005243615,0.000061111416,0.79814374,0.009443419,0.000007135953,0.000007301192,0.008324497,0.001451171,0.000055529115,0.008029282,0.17379728,0.00015518429],"about_ca_topic_score_codex":0.0018633512,"about_ca_topic_score_gemma":0.000021766167,"teacher_disagreement_score":0.57889265,"about_ca_system_score_codex":0.00013003663,"about_ca_system_score_gemma":0.0003612983,"threshold_uncertainty_score":0.9999},"labels":[],"label_agreement":null},{"id":"W2770315563","doi":"10.19173/irrodl.v18i7.3207","title":"Striving Toward Openness: But What Do We Really Mean?","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Openness to experience; Mainstream; Public relations; Sociology; Pedagogy; Perspective (graphical); Higher education; Service (business); Psychology; Political science; Social psychology; Business; Marketing; Computer science","score_opus":0.12407778018796252,"score_gpt":0.453450104847311,"score_spread":0.3293723246593485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770315563","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10039674,0.15922232,0.0103935255,0.5556984,0.0026663125,0.004730243,0.000042627085,0.0001376185,0.16671221],"genre_scores_gemma":[0.7830349,0.21524547,0.0005685196,0.00014032667,0.000058587757,0.000050946815,0.00002174964,0.000007382841,0.000872102],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972901,0.00069942756,0.000412878,0.00039643422,0.0008788017,0.0003223804],"domain_scores_gemma":[0.99758565,0.00074770907,0.00034489838,0.0006531892,0.00055090245,0.000117651536],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.008991403,0.000120767596,0.00028083078,0.00012801716,0.0007223182,0.0047080186,0.0063044964,0.00004062937,0.00019810403],"category_scores_gemma":[0.0040454087,0.000088404006,0.000053771044,0.0002942232,0.00019634103,0.0027712332,0.0043623084,0.0008690986,0.000050623083],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008551542,0.00021553972,0.023887994,0.0014145734,0.00009361592,0.000049969512,0.0026412772,0.00017595304,0.00015692391,0.22088255,0.0044084582,0.74598765],"study_design_scores_gemma":[0.0028666875,0.00042287758,0.07447305,0.1075776,0.00002629291,0.00014151169,0.08875196,0.020129448,0.000491954,0.016485948,0.68773246,0.00090022216],"about_ca_topic_score_codex":0.00077168294,"about_ca_topic_score_gemma":0.000031387237,"teacher_disagreement_score":0.7450874,"about_ca_system_score_codex":0.00010646125,"about_ca_system_score_gemma":0.00031652235,"threshold_uncertainty_score":0.9990719},"labels":[],"label_agreement":null},{"id":"W2770430477","doi":"10.19173/irrodl.v18i7.3076","title":"Explanations and Interactives Improve Subjective Experiences in Online Courseware","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Distance education; Test (biology); Instructional design; Online discussion; Confusion; Medical education; Applied psychology; Mathematics education; Computer science; Medicine; World Wide Web","score_opus":0.08961305275807903,"score_gpt":0.4799997029246835,"score_spread":0.3903866501666045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770430477","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8811481,0.011046402,0.0025335916,0.099279836,0.00021417164,0.00076324673,0.00006526097,0.000018585939,0.0049307854],"genre_scores_gemma":[0.9899068,0.009376992,0.00042356938,0.000057120535,0.000025042493,0.000032193257,0.000024812252,0.000002658753,0.00015082958],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987659,0.00027948507,0.00022300836,0.00023211585,0.00034771123,0.00015179875],"domain_scores_gemma":[0.9986471,0.0006589029,0.00017243606,0.00024733852,0.00023237697,0.000041874675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023378632,0.000067477595,0.0001704476,0.00012111097,0.00026134032,0.00046356805,0.0016755528,0.000021502447,0.0000127262265],"category_scores_gemma":[0.0036698922,0.000047548227,0.00001942795,0.00017929975,0.00023138478,0.0006425126,0.0013392841,0.0005308973,0.0000012661488],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001563149,0.00074887945,0.46506342,0.0010700036,0.000118102325,0.00012639475,0.013552796,0.00023736153,0.00023646983,0.09975388,0.0006665094,0.41826987],"study_design_scores_gemma":[0.0032007855,0.0006198709,0.5227612,0.03649325,0.00001529205,0.00007226776,0.119022705,0.27874717,0.0003350336,0.019904118,0.018220808,0.00060743757],"about_ca_topic_score_codex":0.0007107199,"about_ca_topic_score_gemma":0.0001496053,"teacher_disagreement_score":0.4176624,"about_ca_system_score_codex":0.000044102155,"about_ca_system_score_gemma":0.00011416078,"threshold_uncertainty_score":0.44701976},"labels":[],"label_agreement":null},{"id":"W2770929246","doi":"10.19173/irrodl.v18i7.2942","title":"Faculty Perception of Openness and Attitude to Open Sharing at the Indian National Open University","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Openness to experience; Open education; Distance education; Scarcity; Open learning; Higher education; Public relations; Political science; Sociology; Knowledge management; Economic growth; Pedagogy; Psychology; Teaching method; Computer science; Economics; Cooperative learning","score_opus":0.17565145513228336,"score_gpt":0.4846369090102207,"score_spread":0.30898545387793735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770929246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76309687,0.0006113574,0.0007076789,0.11774071,0.00019211844,0.0036706924,0.00012323842,0.000011428593,0.113845885],"genre_scores_gemma":[0.9941453,0.0022223298,0.0005706261,0.00018522094,0.000015917698,0.000023960476,0.00008901716,0.0000039872825,0.002743678],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99831057,0.00040210597,0.00023203214,0.00032736603,0.0005632919,0.00016465232],"domain_scores_gemma":[0.99847656,0.00031337916,0.00024278837,0.00036800202,0.0005138676,0.00008538169],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.008078872,0.000076842865,0.00019704246,0.00008343979,0.0010854907,0.001762812,0.009114925,0.000025654861,0.00019706733],"category_scores_gemma":[0.0019724562,0.000052914333,0.00002290005,0.0002756433,0.00018572605,0.0014180883,0.020450994,0.00037156887,0.000020136307],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041691493,0.00035621485,0.5287088,0.0010215302,0.00018270814,0.000019894012,0.008646769,0.0008960163,0.000476781,0.32735464,0.015238329,0.116681375],"study_design_scores_gemma":[0.0011821853,0.0001098207,0.8536842,0.0049741743,0.000006983782,0.000027433205,0.014851792,0.002108681,0.000058879643,0.0013953027,0.12140994,0.00019061918],"about_ca_topic_score_codex":0.00471369,"about_ca_topic_score_gemma":0.00039616763,"teacher_disagreement_score":0.32595932,"about_ca_system_score_codex":0.00018207899,"about_ca_system_score_gemma":0.00024405014,"threshold_uncertainty_score":0.9992735},"labels":[],"label_agreement":null},{"id":"W2788050430","doi":"10.19173/irrodl.v19i1.3326","title":"Pilot Testing for Feasibility in a Study of Student Retention and Attrition in Online Undergraduate Programs","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Attrition; Usability; Medical education; Distance education; Data collection; Psychology; Likert scale; Test (biology); Computer science; Pedagogy; Medicine","score_opus":0.3658737156352946,"score_gpt":0.5495725297851086,"score_spread":0.18369881414981404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788050430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99287266,0.0010301472,0.00001851324,0.003779592,0.00002276769,0.0018422136,0.000008739527,0.0000037681705,0.00042162734],"genre_scores_gemma":[0.997451,0.0020095992,0.0003330338,0.000009455983,0.00003843126,0.00006878347,0.00004999786,0.0000033671074,0.000036340498],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99755543,0.0011515529,0.00040829318,0.000201543,0.00050352135,0.00017964307],"domain_scores_gemma":[0.9983238,0.000936042,0.0001518633,0.00007769034,0.00047986154,0.0000307367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011749661,0.000053241507,0.00019533088,0.00012618653,0.00014452278,0.00007220385,0.0003549675,0.000018381235,0.000007135599],"category_scores_gemma":[0.0052661365,0.00004153468,0.000015020268,0.00072217284,0.00022826108,0.00016809414,0.0002755518,0.00032812243,2.5297163e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013675692,0.0009885471,0.943499,0.00037642993,0.000008386559,0.0000017571391,0.0007280084,0.000009824633,0.000044679127,0.001140645,0.000011382274,0.053054575],"study_design_scores_gemma":[0.0033297066,0.0029716557,0.9034596,0.013876754,0.0000116727715,0.000001410055,0.06749716,0.001686286,0.0000066001694,0.0049632215,0.002085247,0.00011066853],"about_ca_topic_score_codex":0.0051481123,"about_ca_topic_score_gemma":0.014288467,"teacher_disagreement_score":0.066769145,"about_ca_system_score_codex":0.00012031056,"about_ca_system_score_gemma":0.00016712371,"threshold_uncertainty_score":0.79733},"labels":[],"label_agreement":null},{"id":"W2788064573","doi":"10.19173/irrodl.v19i1.2729","title":"The Influence of National Culture on Educational Videos: The Case of MOOCs","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hofstede's cultural dimensions theory; Class (philosophy); Distance education; Sociology; Mathematics education; Open education; Cultural diversity; Multimedia; Pedagogy; Psychology; Computer science; Social science; Anthropology; Artificial intelligence","score_opus":0.05787366530195455,"score_gpt":0.4722868571799251,"score_spread":0.41441319187797054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788064573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5785325,0.015851615,0.0014335285,0.38410473,0.0002811069,0.0013853053,0.00015267303,0.000018759572,0.01823974],"genre_scores_gemma":[0.99458337,0.0045119342,0.00023161144,0.0002000008,0.00006490079,0.000015095655,0.00001496375,0.000002608583,0.00037553965],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981092,0.0005108649,0.0003565803,0.00015408742,0.0007367817,0.00013247853],"domain_scores_gemma":[0.9955994,0.002353104,0.00025373691,0.0002556594,0.0015082117,0.000029894434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005811461,0.000064277454,0.00013060887,0.00006376508,0.00031026054,0.00011416044,0.0019516326,0.00002262158,0.000018165912],"category_scores_gemma":[0.006075387,0.00003102705,0.00004083622,0.0006367589,0.00051988265,0.0001602005,0.00068952504,0.00046531533,0.0000060208513],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007008532,0.00019865322,0.008329241,0.00044390088,0.00009057939,0.00001124559,0.0008357857,0.003528457,0.00015101614,0.9550664,0.008293336,0.022981295],"study_design_scores_gemma":[0.0025015145,0.0019613751,0.096382216,0.037492815,0.000045799843,0.0009354919,0.008028279,0.20907189,0.0012696657,0.31075415,0.3309027,0.0006540954],"about_ca_topic_score_codex":0.00026797768,"about_ca_topic_score_gemma":0.000030413454,"teacher_disagreement_score":0.64431226,"about_ca_system_score_codex":0.000042516036,"about_ca_system_score_gemma":0.00033875564,"threshold_uncertainty_score":0.7273244},"labels":[],"label_agreement":null},{"id":"W2788106230","doi":"10.19173/irrodl.v19i1.3255","title":"Measuring Self-Regulation in Self-Paced Open and Distance Learning Environments","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Anadolu Üniversitesi","keywords":"Cronbach's alpha; Distance education; Scale (ratio); Self-regulated learning; Reliability (semiconductor); Psychology; Validity; Exploratory factor analysis; Mathematics education; Applied psychology; Computer science; Psychometrics; Developmental psychology","score_opus":0.1604120570709413,"score_gpt":0.4927644041162042,"score_spread":0.3323523470452629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788106230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8847307,0.011231973,0.0065701213,0.006604934,0.00029205944,0.0024644602,0.000016914299,0.000057888326,0.08803096],"genre_scores_gemma":[0.99449444,0.0025902314,0.0012944582,0.00008442396,0.00006177521,0.0000853205,0.00005418954,0.000016620674,0.0013185255],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939873,0.0043066912,0.00046615207,0.00040701672,0.0005101715,0.00032265656],"domain_scores_gemma":[0.9982904,0.001036463,0.00024883496,0.0002200811,0.00015063654,0.000053535452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021119041,0.00013313889,0.00031299464,0.00018345375,0.0003237292,0.00020371162,0.0009785232,0.00006284527,0.0003429596],"category_scores_gemma":[0.0024077364,0.00010507206,0.000022611366,0.0005824873,0.00022846382,0.00026815248,0.0010799457,0.0012707929,0.00002707681],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062852533,0.00044673245,0.8431752,0.0007709216,0.00022011527,0.000024629468,0.008058692,0.00014463146,0.0009089544,0.03610262,0.0008945547,0.10862442],"study_design_scores_gemma":[0.0021138499,0.00030137628,0.7398435,0.0068923538,0.000014940382,0.000024189516,0.0035391634,0.0029911753,0.00011213754,0.001566518,0.24235602,0.00024480885],"about_ca_topic_score_codex":0.00077753176,"about_ca_topic_score_gemma":0.000031346353,"teacher_disagreement_score":0.24146146,"about_ca_system_score_codex":0.00018969782,"about_ca_system_score_gemma":0.000060144783,"threshold_uncertainty_score":0.731948},"labels":[],"label_agreement":null},{"id":"W2788174374","doi":"10.19173/irrodl.v19i1.2886","title":"Evaluation of Online Video Usage and Learning Satisfaction: An Extension of the Technology Acceptance Model","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":227,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Technology acceptance model; Structural equation modeling; Usability; Psychology; The Internet; E learning; Educational technology; Multimedia; Computer science; Class (philosophy); Mathematics education; Knowledge management; World Wide Web; Human–computer interaction; Artificial intelligence","score_opus":0.33745015375774307,"score_gpt":0.5542321298507284,"score_spread":0.21678197609298538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788174374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98918843,0.0030745545,0.00074450526,0.006103309,0.000044902317,0.00041168233,0.000022656923,0.0000072139396,0.00040277146],"genre_scores_gemma":[0.9959742,0.0033793333,0.00044826444,0.00003886962,0.000010846234,0.000015546335,0.000009119086,0.0000038329604,0.00012003275],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9957796,0.0014198523,0.00057751493,0.00027615644,0.0018223665,0.00012456499],"domain_scores_gemma":[0.99584126,0.0006332148,0.00043148393,0.00039107667,0.0026749661,0.000027991486],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.023641823,0.0000691091,0.0002382757,0.00026872437,0.00021455038,0.00004802891,0.0011698272,0.00007555722,0.00020210518],"category_scores_gemma":[0.019772965,0.000039842183,0.000031807587,0.0010910308,0.0008158151,0.00027871833,0.000979509,0.0006589286,0.0000021964909],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008388457,0.00010244232,0.43570286,0.000066512206,0.000018549374,6.021013e-7,0.00021691948,0.0012545261,0.0034054136,0.0064866235,0.0002310851,0.55243057],"study_design_scores_gemma":[0.0008520172,0.00024859305,0.79908913,0.0028829922,0.000033199467,0.000022364504,0.0053304946,0.15879746,0.0009951693,0.02930258,0.0023560664,0.00008991086],"about_ca_topic_score_codex":0.00013852587,"about_ca_topic_score_gemma":0.00018607195,"teacher_disagreement_score":0.5523407,"about_ca_system_score_codex":0.000048496084,"about_ca_system_score_gemma":0.00018987383,"threshold_uncertainty_score":0.9884839},"labels":[],"label_agreement":null},{"id":"W2788246483","doi":"10.19173/irrodl.v19i1.3402","title":"Decision, Implementation, and Confirmation: Experiences of Instructors behind Tourism and Hospitality MOOCs","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hospitality; Tourism; Popularity; Hospitality management studies; Class (philosophy); Hospitality industry; Medical education; Psychology; Public relations; Marketing; Sociology; Pedagogy; Business; Political science; Computer science; Medicine","score_opus":0.049406398886128966,"score_gpt":0.464886179453226,"score_spread":0.41547978056709706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788246483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9869588,0.0034045333,0.0027029442,0.006138299,0.000060039914,0.00021637704,0.000009096823,0.000004903735,0.0005049794],"genre_scores_gemma":[0.99203247,0.0063123303,0.0015171223,0.000055591096,0.000027371523,0.000009815009,0.000015058354,0.000001887239,0.000028326425],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998693,0.0002313347,0.00033729107,0.00017721868,0.00044971175,0.00011147853],"domain_scores_gemma":[0.9987715,0.00044822585,0.00016223846,0.00014121635,0.0004294706,0.000047336387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029420434,0.000058030488,0.00015626535,0.00008243514,0.00014958823,0.00017171935,0.00067318085,0.000019369194,0.000044672808],"category_scores_gemma":[0.00089025573,0.000040540453,0.0000141941955,0.00026708338,0.00035731232,0.00033192945,0.00079170114,0.00018599135,6.881823e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059082482,0.00010741842,0.308365,0.0009856641,0.00008089259,0.000009080406,0.017645765,0.00002055063,0.0000673006,0.10288377,0.002587688,0.5671878],"study_design_scores_gemma":[0.0049030394,0.0019946203,0.53701764,0.019803591,0.00004398029,0.00015388402,0.20870276,0.06971177,0.0022808902,0.086070724,0.06850571,0.00081140344],"about_ca_topic_score_codex":0.00025626805,"about_ca_topic_score_gemma":0.000018622324,"teacher_disagreement_score":0.5663764,"about_ca_system_score_codex":0.000015211634,"about_ca_system_score_gemma":0.00007971561,"threshold_uncertainty_score":0.16558936},"labels":[],"label_agreement":null},{"id":"W2788298184","doi":"10.19173/irrodl.v19i1.3269","title":"How Learners Participate in Connectivist Learning: An Analysis of the Interaction Traces From a cMOOC","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China","keywords":"Class (philosophy); Social network analysis; Variety (cybernetics); Social media; Content analysis; Computer science; Mathematics education; Collaborative learning; World Wide Web; Psychology; Multimedia; Sociology; Artificial intelligence","score_opus":0.1150842345839445,"score_gpt":0.4613195089282903,"score_spread":0.3462352743443458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788298184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9661971,0.001260874,0.0022360517,0.029322583,0.00007062353,0.00024966098,0.000011862889,0.000012092966,0.0006391748],"genre_scores_gemma":[0.99747473,0.0019956694,0.0001474903,0.000072317176,0.000033991793,0.000013726482,0.000045447996,0.000004679451,0.00021191941],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99695575,0.0015393985,0.00036572883,0.00030935492,0.00061854406,0.00021123797],"domain_scores_gemma":[0.9979428,0.0010136657,0.00029881697,0.00033283315,0.0003609164,0.000050949475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044779056,0.00009348297,0.00032447625,0.0002672468,0.00015224463,0.00033950436,0.001781281,0.000034641027,0.0000363589],"category_scores_gemma":[0.0033290302,0.00005864252,0.000082438295,0.001957381,0.00028409937,0.0004789567,0.00073384517,0.00080453645,0.0000022586428],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018002906,0.00045267888,0.8844078,0.00031895319,0.00055207964,0.000012726796,0.0036973734,0.019723255,0.0006649297,0.018777752,0.00017513678,0.071037255],"study_design_scores_gemma":[0.00051271386,0.00026457457,0.13006078,0.003520168,0.00007225233,0.000002651509,0.0070168143,0.8463455,0.00034774377,0.0016827427,0.010035854,0.00013819613],"about_ca_topic_score_codex":0.002159259,"about_ca_topic_score_gemma":0.0006973165,"teacher_disagreement_score":0.82662225,"about_ca_system_score_codex":0.000074307085,"about_ca_system_score_gemma":0.00010763351,"threshold_uncertainty_score":0.39854005},"labels":[],"label_agreement":null},{"id":"W2788305898","doi":"10.19173/irrodl.v19i1.3139","title":"The Use of Avatars in Gender Segregated Online Learning Within MOOCs in Saudi Arabia - A Rwaq Case Study","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Avatar; Online learning; TUTOR; Psychology; Class (philosophy); Higher education; Virtual learning environment; Mathematics education; Pedagogy; Multimedia; Computer science; Political science","score_opus":0.20363310565898501,"score_gpt":0.46442992556715973,"score_spread":0.2607968199081747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788305898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918386,0.0024868788,0.00045909383,0.004442489,0.00005342713,0.0005902154,0.000010448749,0.000010935415,0.00010794321],"genre_scores_gemma":[0.9943322,0.0046098437,0.00069972547,0.00005995542,0.000026816053,0.000017581951,0.00002983555,0.000007963501,0.00021607568],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959727,0.0018809007,0.0007456017,0.00033490034,0.00075982104,0.00030607166],"domain_scores_gemma":[0.9969076,0.0018246865,0.00030282995,0.00036792812,0.00054058345,0.000056390094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009476081,0.00012374784,0.00032005538,0.00025382324,0.00021552024,0.00031956864,0.0016005578,0.00003948091,0.000013233386],"category_scores_gemma":[0.0062129893,0.00007864603,0.00003839031,0.0016016801,0.00028341456,0.0004355252,0.0014518739,0.0013568593,0.0000036199617],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024822538,0.0012708046,0.8691636,0.00069451955,0.0001430718,0.0012668037,0.006168223,0.024625035,0.0000865605,0.005314453,0.00052918075,0.09048955],"study_design_scores_gemma":[0.00231802,0.0008035595,0.06438407,0.009341525,0.00001555462,0.00032313226,0.020222662,0.88544124,0.00004115325,0.0012665384,0.015546773,0.00029575173],"about_ca_topic_score_codex":0.0050408905,"about_ca_topic_score_gemma":0.0021311683,"teacher_disagreement_score":0.86081624,"about_ca_system_score_codex":0.00009586193,"about_ca_system_score_gemma":0.00021179959,"threshold_uncertainty_score":0.76203525},"labels":[],"label_agreement":null},{"id":"W2788591633","doi":"10.19173/irrodl.v19i1.3325","title":"The Moderating Effects of Group Work on the Relationship Between Motivation and Cognitive Load","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Class (philosophy); Group work; Mathematics education; Motivation to learn; Social psychology; Computer science","score_opus":0.23148172379426718,"score_gpt":0.5194071726831583,"score_spread":0.2879254488888911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788591633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9702784,0.004485073,0.0035947645,0.007992871,0.00010326615,0.0008944027,0.000009211217,0.0000080675045,0.012633972],"genre_scores_gemma":[0.99894845,0.00033213032,0.00007689265,0.000117487005,0.00008878329,0.000067343055,0.000027723385,0.0000074185787,0.000333782],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99361295,0.0052213473,0.00033447947,0.00018433313,0.00047248698,0.00017442968],"domain_scores_gemma":[0.95451,0.044575218,0.0002516425,0.00016250534,0.00047833813,0.000022343644],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02140939,0.00008139739,0.00016986145,0.000064432075,0.00064356276,0.00009596928,0.0004621948,0.000041554096,0.00003601062],"category_scores_gemma":[0.04623813,0.000041796342,0.000024645693,0.0005459546,0.0005702848,0.00006664579,0.0002737804,0.0011036305,0.000007005015],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027512686,0.000047932408,0.73180676,0.0002661293,0.00010337046,0.00000139593,0.0022061814,0.0000034994985,0.000027957427,0.1490053,0.00076951116,0.11548684],"study_design_scores_gemma":[0.00046792862,0.00025662954,0.9793224,0.009359011,0.000013392277,0.0000018752198,0.0019322027,0.00012067706,0.000047367495,0.005864821,0.0025557103,0.00005800023],"about_ca_topic_score_codex":0.00019194554,"about_ca_topic_score_gemma":0.0000040163086,"teacher_disagreement_score":0.24751562,"about_ca_system_score_codex":0.000044107877,"about_ca_system_score_gemma":0.000043488966,"threshold_uncertainty_score":0.9617958},"labels":[],"label_agreement":null},{"id":"W2788596060","doi":"10.19173/irrodl.v19i1.3422","title":"Administrators' Perceptions of Motives to Offer Online Academic Degree Programs in Universities","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Orta Doğu Teknik Üniversitesi","keywords":"Prestige; Bachelor; Thematic analysis; Perception; Degree program; Higher education; Distance education; Qualitative research; Psychology; Bachelor degree; Medical education; Public relations; Revenue; Mathematics education; Pedagogy; Political science; Sociology; Business; Medicine","score_opus":0.2023711032536896,"score_gpt":0.5117072176989979,"score_spread":0.3093361144453083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788596060","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9745265,0.0012112159,0.000040321735,0.015273535,0.000033287975,0.00049042876,0.000036167537,0.0000062437443,0.008382294],"genre_scores_gemma":[0.99014705,0.008656528,0.00032955338,0.000049144383,0.00008422528,0.000010928227,0.00006208874,0.0000036653064,0.00065679126],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9980734,0.0007481096,0.00027214945,0.0001494336,0.00054576487,0.00021115008],"domain_scores_gemma":[0.99889034,0.00043770412,0.00009009229,0.00008511123,0.00042821607,0.00006853913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004312967,0.00005665908,0.00017427832,0.00016836514,0.00017549952,0.00004240397,0.0008175242,0.000046173518,0.0002630185],"category_scores_gemma":[0.0016335947,0.00004391459,0.000028803555,0.0008013954,0.0005735314,0.00019932233,0.00040213938,0.00058182137,0.000007240727],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023913024,0.00040075896,0.6941094,0.00067713537,0.00004761092,0.000012167438,0.0107529,0.000034611927,0.00022501111,0.047567245,0.00093832455,0.2449957],"study_design_scores_gemma":[0.0007635298,0.00062828156,0.22420095,0.019091977,0.000014253775,0.0000034343016,0.44564536,0.0002784395,0.000053254964,0.0013327459,0.30778858,0.00019920549],"about_ca_topic_score_codex":0.0018771793,"about_ca_topic_score_gemma":0.0018165441,"teacher_disagreement_score":0.46990845,"about_ca_system_score_codex":0.00012271892,"about_ca_system_score_gemma":0.00064304855,"threshold_uncertainty_score":0.28798684},"labels":[],"label_agreement":null},{"id":"W2788610251","doi":"10.19173/irrodl.v19i1.3322","title":"Status of e-learning Quality in Kenya: Case of Jomo Kenyatta University of Agriculture and Technology Postgraduate Students","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agriculture; Developing country; Quality (philosophy); E learning; Higher education; Educational technology; Knowledge management; Medical education; Political science; Mathematics education; Psychology; Computer science; Economic growth; Medicine; Economics; Geography","score_opus":0.07172598116381038,"score_gpt":0.48204214689299635,"score_spread":0.41031616572918594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788610251","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9906915,0.0039044032,0.000013040416,0.0027723631,0.000015516278,0.00030055497,0.00003285346,0.0000036851031,0.002266088],"genre_scores_gemma":[0.9707389,0.028887099,0.00014820455,0.0000038040573,0.000012214948,0.0000011023837,0.000022332128,0.0000024356486,0.00018391496],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99748623,0.0012446769,0.00035492514,0.00016117115,0.0005366745,0.00021630019],"domain_scores_gemma":[0.9981013,0.00059103424,0.00033423433,0.00009487741,0.0008286266,0.000049948198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006737511,0.00005954153,0.0003017774,0.00018338881,0.00017225953,0.000021504062,0.00056541944,0.000061580555,0.000067582354],"category_scores_gemma":[0.004474363,0.000046120356,0.000026979038,0.0009779766,0.0008816333,0.00013985815,0.00070317404,0.0005410686,7.8203954e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013540364,0.00016477228,0.9499487,0.0007182179,0.00004682516,0.00005034424,0.0023369165,0.000020591091,0.00048771253,0.010733741,0.00009986916,0.035256892],"study_design_scores_gemma":[0.004331425,0.0012016029,0.29917914,0.023198457,0.00006524127,0.00007401008,0.49090403,0.00043232925,0.00080277224,0.0035517705,0.17585264,0.00040657455],"about_ca_topic_score_codex":0.01379052,"about_ca_topic_score_gemma":0.0035951983,"teacher_disagreement_score":0.6507696,"about_ca_system_score_codex":0.00006785943,"about_ca_system_score_gemma":0.0002631693,"threshold_uncertainty_score":0.99277675},"labels":[],"label_agreement":null},{"id":"W2788764768","doi":"10.19173/irrodl.v19i1.3267","title":"Content is King: An Analysis of How the Twitter Discourse Surrounding Open Education Unfolded From 2009 to 2016","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Roads University; Vancouver Island University","funders":"Canada Research Chairs","keywords":"Openness to experience; Open education; Open educational resources; Diversity (politics); Massive open online course; Pedagogy; Sociology; Open source; Discourse analysis; Media studies; Psychology; Computer science; Linguistics; Social psychology; Software; Philosophy","score_opus":0.19284700054251686,"score_gpt":0.48454850026334606,"score_spread":0.2917014997208292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788764768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7222561,0.0037676473,0.012641791,0.2431951,0.00061800965,0.0024864296,0.00008246235,0.000018861734,0.014933592],"genre_scores_gemma":[0.99512285,0.0013649224,0.00071727193,0.0011378098,0.000073333234,0.00007010143,0.0001387465,0.000005730874,0.0013692515],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973499,0.0010006257,0.000379294,0.0003596981,0.00068993366,0.0002205582],"domain_scores_gemma":[0.9974939,0.0006689482,0.00028573605,0.00052355445,0.0009169307,0.00011090602],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0064611374,0.00010201422,0.00031062943,0.00026074814,0.00029218305,0.0011870548,0.0043256036,0.000026585149,0.00034294394],"category_scores_gemma":[0.001580297,0.000062017934,0.00006007,0.0015997103,0.00017733904,0.00091455743,0.0019602377,0.0003581163,0.000019274916],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004067497,0.0014826272,0.42316273,0.00043008334,0.0015652366,0.000005761926,0.026124917,0.00041039643,0.0027646641,0.14619663,0.076345846,0.32110435],"study_design_scores_gemma":[0.0014923695,0.00073223235,0.5216915,0.015367016,0.00027425482,0.000009774101,0.13620016,0.04755516,0.0015245719,0.0041080103,0.2703812,0.000663773],"about_ca_topic_score_codex":0.007144973,"about_ca_topic_score_gemma":0.00017678332,"teacher_disagreement_score":0.32044056,"about_ca_system_score_codex":0.000107961314,"about_ca_system_score_gemma":0.0004459355,"threshold_uncertainty_score":0.9998498},"labels":[],"label_agreement":null},{"id":"W2788886927","doi":"10.19173/irrodl.v19i1.3356","title":"What Research Says About MOOCs – An Explorative Content Analysis","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":144,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"King Saud University","keywords":"Content analysis; Massive open online course; Quality (philosophy); Empirical research; Class (philosophy); Field (mathematics); Instructional design; Computer science; Phenomenon; World Wide Web; Data science; Psychology; Sociology; Multimedia; Social science","score_opus":0.3404381842078063,"score_gpt":0.5364438106237607,"score_spread":0.19600562641595437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788886927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41392848,0.09910766,0.08124175,0.37521994,0.0011336069,0.004158786,0.00013046572,0.00019612681,0.024883196],"genre_scores_gemma":[0.9559472,0.04170894,0.0009455942,0.00019667247,0.00011755878,0.000044382563,0.00011024646,0.000007220558,0.0009221475],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99504167,0.0022057185,0.0004458502,0.0004502585,0.0014657136,0.00039076578],"domain_scores_gemma":[0.99571097,0.001234363,0.00015626098,0.0005492746,0.0022156949,0.00013343991],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.01732434,0.000107284744,0.0003326525,0.0004854171,0.00042028577,0.0012179757,0.0032256325,0.00004245514,0.00009193243],"category_scores_gemma":[0.003174595,0.00007309579,0.00007482132,0.0031081862,0.00054360845,0.0013927548,0.001990309,0.0010286933,0.00003760545],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037370183,0.0013028982,0.09794651,0.0014162495,0.0014997341,0.00014086069,0.008979347,0.0019397177,0.0005861173,0.5069144,0.008511623,0.37038887],"study_design_scores_gemma":[0.001989646,0.0021860723,0.049060646,0.025822753,0.00011432838,0.000032350505,0.044432856,0.67904425,0.0006825344,0.036784407,0.15915176,0.000698404],"about_ca_topic_score_codex":0.00062197476,"about_ca_topic_score_gemma":0.0001429455,"teacher_disagreement_score":0.67710453,"about_ca_system_score_codex":0.000108967164,"about_ca_system_score_gemma":0.00022476845,"threshold_uncertainty_score":0.99981886},"labels":[],"label_agreement":null},{"id":"W2788913364","doi":"10.19173/irrodl.v19i1.3256","title":"Modeling Students’ Readiness to Adopt Mobile Learning in Higher Education: An Empirical Study","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":171,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lagging; Higher education; Educational technology; Empirical research; Knowledge management; Developing country; Empirical evidence; M-learning; Class (philosophy); Blended learning; Learning environment; Mobile device; Psychology; Computer science; Mathematics education; Political science; World Wide Web; Medicine; Artificial intelligence; Economic growth","score_opus":0.1560293532656741,"score_gpt":0.5239353573956215,"score_spread":0.36790600412994734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788913364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98042125,0.0018342587,0.003067515,0.008752161,0.0004209488,0.0020632558,0.0000016647163,0.0000361978,0.0034027586],"genre_scores_gemma":[0.9965907,0.0007084077,0.00074401556,0.00034383716,0.00016410562,0.0005628369,0.000032612537,0.000011088611,0.0008424262],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99598485,0.0015590622,0.00052749313,0.0005280031,0.0010970354,0.00030357606],"domain_scores_gemma":[0.9980775,0.00042272155,0.000112786685,0.00046980495,0.0007905044,0.00012667695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008534509,0.00012597363,0.0002623888,0.0003237489,0.00022112668,0.00049704424,0.0032924335,0.000040608094,0.00017066355],"category_scores_gemma":[0.0013393596,0.00010019739,0.000024271314,0.001534689,0.00008498601,0.0006071661,0.001898468,0.00085553824,0.00003718833],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009350857,0.0019748304,0.88594615,0.00029691096,0.0000298133,0.000009314493,0.0046889284,0.017286517,0.000027482747,0.0035838536,0.0009209706,0.0851417],"study_design_scores_gemma":[0.0021067816,0.0033095612,0.5849117,0.016454576,0.00001907777,0.00003699254,0.025086243,0.22639565,0.000028991075,0.002593369,0.13831162,0.0007454539],"about_ca_topic_score_codex":0.0007857909,"about_ca_topic_score_gemma":0.000071840426,"teacher_disagreement_score":0.30103448,"about_ca_system_score_codex":0.00024117358,"about_ca_system_score_gemma":0.00041426645,"threshold_uncertainty_score":0.61182153},"labels":[],"label_agreement":null},{"id":"W2788997911","doi":"10.19173/irrodl.v19i1.3168","title":"A Sharing Mind Map-oriented Approach to Enhance Collaborative Mobile Learning With Digital Archiving Systems","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Collaborative learning; Interactivity; Usability; Mind map; Class (philosophy); Multimedia; Educational technology; Mobile device; World Wide Web; Human–computer interaction; Artificial intelligence; Knowledge management; Mathematics education; Psychology","score_opus":0.032998685524407545,"score_gpt":0.3974404863857888,"score_spread":0.3644418008613813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788997911","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3942484,0.012417768,0.47261876,0.0068333666,0.0007036123,0.008568224,0.00006481563,0.00012850443,0.10441655],"genre_scores_gemma":[0.99404407,0.0006006282,0.003505881,0.00004103767,0.000097442186,0.0005124173,0.0000821653,0.000012982255,0.0011034076],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972167,0.00054278166,0.00040423928,0.0005739732,0.0009059085,0.000356423],"domain_scores_gemma":[0.9975156,0.00076807215,0.00023949059,0.00038738854,0.0009715499,0.00011787338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004286755,0.00014008449,0.00027156703,0.00021460843,0.00031921105,0.00095854356,0.0021782091,0.000030012698,0.000018493824],"category_scores_gemma":[0.0019983768,0.00010052265,0.000023610075,0.0015133782,0.0002298355,0.0007005304,0.0017560993,0.00074125006,0.00003724838],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001032732,0.001971749,0.27090633,0.008397821,0.0005999631,0.00006215215,0.039118536,0.06655238,0.0012142044,0.13627104,0.006786052,0.46708703],"study_design_scores_gemma":[0.0012223477,0.0024626418,0.012072053,0.049050722,0.00001917085,0.00013863991,0.027980287,0.29457912,0.00054116955,0.00064401975,0.6104131,0.00087679457],"about_ca_topic_score_codex":0.00014853208,"about_ca_topic_score_gemma":0.00000572374,"teacher_disagreement_score":0.603627,"about_ca_system_score_codex":0.00016601468,"about_ca_system_score_gemma":0.00025687393,"threshold_uncertainty_score":0.92432576},"labels":[],"label_agreement":null},{"id":"W2789035826","doi":"10.19173/irrodl.v19i3.3370","title":"Social Presence in Massive Open Online Courses","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perception; Psychology; Massive open online course; Cohesion (chemistry); Interpersonal communication; Social learning; Social psychology; Pedagogy","score_opus":0.13021196469200094,"score_gpt":0.5095628599882209,"score_spread":0.37935089529622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789035826","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20260704,0.014806455,0.007820931,0.7373997,0.0004283974,0.0031346232,0.00015947713,0.00006482674,0.03357858],"genre_scores_gemma":[0.99193436,0.0057352423,0.0011026802,0.00029849377,0.00011051577,0.000021698717,0.00006104139,0.0000050829,0.0007308813],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979807,0.0006314383,0.00031506602,0.00026554975,0.0005721804,0.00023507547],"domain_scores_gemma":[0.9985057,0.0006516066,0.00014098336,0.00020347547,0.0004536133,0.000044610682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004664718,0.000075133226,0.00022085923,0.000120860015,0.00017998055,0.00040920137,0.003983281,0.000029856317,0.00005197805],"category_scores_gemma":[0.002623768,0.000053741085,0.000025622252,0.00083850644,0.00026896078,0.00042741804,0.0035129979,0.00063143915,0.000012504536],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029084046,0.0013117525,0.17353278,0.0017268851,0.00013572404,0.00017176445,0.0027322734,0.00071803044,0.00018801607,0.49014634,0.034468234,0.29457736],"study_design_scores_gemma":[0.0041233585,0.00093119463,0.11230723,0.03985786,0.000017215727,0.00005138847,0.007471494,0.40472415,0.00019912871,0.060933784,0.3686794,0.00070378813],"about_ca_topic_score_codex":0.0006208312,"about_ca_topic_score_gemma":0.00013341551,"teacher_disagreement_score":0.7893273,"about_ca_system_score_codex":0.00006292032,"about_ca_system_score_gemma":0.0002529368,"threshold_uncertainty_score":0.7401994},"labels":[],"label_agreement":null},{"id":"W2789092433","doi":"10.19173/irrodl.v19i1.2503","title":"An Analysis of Learners’ Intentions Toward Virtual Reality Learning Based on Constructivist and Technology Acceptance Approaches","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":216,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Constructivist teaching methods; Virtual reality; Psychology; Usability; Affect (linguistics); Class (philosophy); Virtual learning environment; Knowledge management; Mathematics education; Human–computer interaction; Computer science; Teaching method; Pedagogy; Artificial intelligence","score_opus":0.15308784904438916,"score_gpt":0.43975202953449133,"score_spread":0.28666418049010217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789092433","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36859864,0.0020149401,0.5683411,0.046260774,0.00007149578,0.0015130636,0.0001417927,0.00007881421,0.012979391],"genre_scores_gemma":[0.9976672,0.0015072514,0.00063471386,0.000056043584,0.0000097264865,0.000034842913,0.00006486089,0.0000034419588,0.000021946893],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997995,0.00058369647,0.0003485252,0.00033693438,0.000556353,0.00017945474],"domain_scores_gemma":[0.9982621,0.0005586987,0.00021364838,0.0003941615,0.0005008133,0.00007055423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045635584,0.000086909444,0.00029614742,0.0004741879,0.00020320072,0.00017404722,0.0013674785,0.000045472294,0.000026603622],"category_scores_gemma":[0.002541991,0.00006476981,0.000041038493,0.0023578752,0.0008408306,0.0003031162,0.000623738,0.0004894619,0.0000013670593],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001347627,0.00042928482,0.08317243,0.00036942874,0.00029455684,0.0000029109099,0.00063854153,0.00516808,0.000623194,0.5967122,0.00012374135,0.3123309],"study_design_scores_gemma":[0.0005472548,0.0009217101,0.060298175,0.0019505884,0.000053994907,0.0000070225556,0.0052912985,0.9240773,0.00046621854,0.00291777,0.003303001,0.000165719],"about_ca_topic_score_codex":0.0003088198,"about_ca_topic_score_gemma":0.000051941017,"teacher_disagreement_score":0.9189092,"about_ca_system_score_codex":0.00006126902,"about_ca_system_score_gemma":0.00015368646,"threshold_uncertainty_score":0.30980757},"labels":[],"label_agreement":null},{"id":"W2789199658","doi":"10.19173/irrodl.v19i1.3205","title":"Virtual School Startups: Founder Processes in American K-12 Public Virtual Schools","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Charter; Curriculum; Public relations; Virtual learning environment; Focus group; Political science; Sociology; Pedagogy; Medical education; Mathematics education; Psychology; Business; Marketing; Medicine","score_opus":0.10448126861729577,"score_gpt":0.47255933396003763,"score_spread":0.36807806534274184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789199658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8103307,0.008426781,0.0005286263,0.12190721,0.00024038568,0.0020026148,0.000056484907,0.00005686374,0.056450374],"genre_scores_gemma":[0.9720778,0.02617105,0.00016195624,0.00028150884,0.0002539359,0.000060802548,0.000056997094,0.000009348948,0.0009266418],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961162,0.0015645012,0.00041868622,0.0002950877,0.001149444,0.00045605452],"domain_scores_gemma":[0.9974375,0.0011891623,0.00018365435,0.00015927781,0.0008718374,0.00015857504],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01058659,0.00010304012,0.00028214144,0.0002455474,0.0004445792,0.0004681384,0.0013628444,0.00004280216,0.00066045456],"category_scores_gemma":[0.024176903,0.000077904675,0.000033533168,0.0015874843,0.0009424898,0.0007377881,0.00063487265,0.0010481928,0.000061710016],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028118995,0.0004133856,0.5316289,0.00054442685,0.00008853203,0.000025581558,0.0020101748,0.000055219956,0.00005479456,0.0639265,0.006404291,0.394567],"study_design_scores_gemma":[0.00077922636,0.00048780206,0.013496261,0.0065124524,0.0000061543165,0.0000034931454,0.07429613,0.00027376076,0.000019128838,0.0018355773,0.90209997,0.00019005351],"about_ca_topic_score_codex":0.0034799192,"about_ca_topic_score_gemma":0.0048636324,"teacher_disagreement_score":0.8956957,"about_ca_system_score_codex":0.000252554,"about_ca_system_score_gemma":0.0021754093,"threshold_uncertainty_score":0.9840429},"labels":[],"label_agreement":null},{"id":"W2794186166","doi":"10.19173/irrodl.v19i4.3489","title":"Motivation and Knowledge: Pre-Assessment and Post-Assessment of MOOC Participants From an Energy and Sustainability Project","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Consejo Nacional de Ciencia y Tecnología","keywords":"Massive open online course; Psychology; Attrition; Set (abstract data type); Applied psychology; Test (biology); Exploratory factor analysis; Medical education; Knowledge management; Psychometrics; Computer science; Mathematics education; Clinical psychology; Medicine","score_opus":0.08904427367579622,"score_gpt":0.5165517668999303,"score_spread":0.4275074932241341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794186166","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9801716,0.0032570395,0.00729042,0.0084727835,0.000024637277,0.00037779537,0.00002612762,0.000008739369,0.000370808],"genre_scores_gemma":[0.9927081,0.005906267,0.0011945871,0.000040358507,0.000025026136,0.000020348105,0.000047704478,0.000003489173,0.000054108008],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99809134,0.0007837419,0.00030430956,0.0002944551,0.0003533336,0.00017282763],"domain_scores_gemma":[0.9980445,0.0007522564,0.00014328901,0.00020406448,0.0007886863,0.00006718912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003940828,0.000080324586,0.0002150148,0.00010293523,0.00014090797,0.00019117318,0.00049872795,0.000027895192,0.0000070069195],"category_scores_gemma":[0.0012719822,0.000056820732,0.000013307676,0.00031600348,0.0002914304,0.0003413588,0.001150538,0.00023864508,6.860458e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071192124,0.0003958319,0.711462,0.0012940988,0.000081045204,0.0000044395006,0.0013571569,0.00005883755,0.00026876404,0.07311516,0.00012476875,0.21176668],"study_design_scores_gemma":[0.0005504837,0.00058317307,0.71082854,0.0021230958,0.000012206391,0.0000041123412,0.001449661,0.27411535,0.000049814913,0.008069279,0.0021194082,0.000094857176],"about_ca_topic_score_codex":0.001967077,"about_ca_topic_score_gemma":0.00010262474,"teacher_disagreement_score":0.27405652,"about_ca_system_score_codex":0.000070500464,"about_ca_system_score_gemma":0.00043719632,"threshold_uncertainty_score":0.2973645},"labels":[],"label_agreement":null},{"id":"W2799539153","doi":"10.19173/irrodl.v19i2.3353","title":"Blended Training on Scientific Software: A Study on How Scientific Data are Generated","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Athabasca University","keywords":"Snowball sampling; Nonprobability sampling; Computer science; Software; Grounded theory; Personal software process; Knowledge management; Software development; Qualitative research; Software engineering; Software construction; Sociology","score_opus":0.2985465480281194,"score_gpt":0.4804361018090381,"score_spread":0.1818895537809187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799539153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6901358,0.0058759456,0.01605156,0.27691704,0.002324143,0.0037879765,0.0005324015,0.00022179808,0.004153373],"genre_scores_gemma":[0.99701065,0.00036905028,0.0007564736,0.00017035256,0.0001011114,0.000014659488,0.00026663567,0.000008564002,0.0013025112],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99614906,0.000957425,0.00030647038,0.00078062376,0.0014671519,0.00033925447],"domain_scores_gemma":[0.9970227,0.00075566955,0.00021381822,0.0011294681,0.000786764,0.00009156606],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.014480099,0.00012296265,0.0002617051,0.00032599596,0.00076369644,0.0023217292,0.0052607455,0.00003599657,0.000027751325],"category_scores_gemma":[0.0070293653,0.00008573189,0.000030279507,0.0018343809,0.0005023728,0.0004473777,0.0027250634,0.00094862474,0.000044209144],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005406006,0.0053587505,0.089024834,0.0018446147,0.0006249757,0.00041897933,0.006885169,0.0021687993,0.0012035312,0.0940138,0.15796411,0.6399518],"study_design_scores_gemma":[0.0041793743,0.002703525,0.041783325,0.03495788,0.000048521837,0.000049014387,0.013930865,0.45543182,0.00046870328,0.0067351414,0.4388017,0.000910121],"about_ca_topic_score_codex":0.000039710936,"about_ca_topic_score_gemma":0.000035658883,"teacher_disagreement_score":0.6390417,"about_ca_system_score_codex":0.00007070904,"about_ca_system_score_gemma":0.00041301406,"threshold_uncertainty_score":0.99871397},"labels":[],"label_agreement":null},{"id":"W2799847031","doi":"10.19173/irrodl.v19i2.3431","title":"OER Awareness and Use: The Affinity Between Higher Education and K-12","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Open educational resources; Educational technology; Creativity; Open learning; Higher education; Open education; Computer science; Knowledge management; Multimedia; Pedagogy; Teaching method; Psychology; Cooperative learning; World Wide Web; Political science","score_opus":0.15777523321022377,"score_gpt":0.46873568121540377,"score_spread":0.31096044800517997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799847031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77883327,0.018181667,0.0016827642,0.15714036,0.000791487,0.001790187,0.000024280213,0.00004576422,0.04151022],"genre_scores_gemma":[0.9905515,0.0071564894,0.00032147457,0.0003541227,0.0001155535,0.00003567642,0.00003086901,0.0000043925415,0.0014299212],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998294,0.00068717083,0.00022629213,0.00023802917,0.00038940174,0.00016512732],"domain_scores_gemma":[0.9981235,0.0010994079,0.000113415466,0.00021674178,0.0003760993,0.00007081011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004169607,0.000076077056,0.00014656644,0.00007505849,0.00043893716,0.0007379591,0.0010900558,0.000028168426,0.00009862806],"category_scores_gemma":[0.0011916633,0.00004652563,0.000014846043,0.00037450614,0.0002866335,0.00060365093,0.0013413508,0.00045636162,0.000010639184],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031443662,0.00016634673,0.64848965,0.00051405624,0.00005328014,0.0000014357814,0.0011402231,0.0000062338395,0.000042915744,0.19474316,0.010954643,0.1438566],"study_design_scores_gemma":[0.00028766683,0.00007696954,0.6423288,0.0022357367,0.000006943552,0.000012254972,0.001451548,0.00060658524,0.000037729984,0.0023683358,0.3504852,0.00010220747],"about_ca_topic_score_codex":0.000771473,"about_ca_topic_score_gemma":0.000023650908,"teacher_disagreement_score":0.33953056,"about_ca_system_score_codex":0.000039170045,"about_ca_system_score_gemma":0.0002393677,"threshold_uncertainty_score":0.7116157},"labels":[],"label_agreement":null},{"id":"W2799889663","doi":"10.19173/irrodl.v19i2.3732","title":"Online Hunting, Gathering and Sharing – A Return to Experiential Learning in a Digital Age","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University; Carleton University","funders":"","keywords":"Experiential learning; Knowledge sharing; Knowledge management; Digital learning; Cooperative learning; Educational technology; Process (computing); Collaborative learning; Psychology; Computer science; Sociology; Pedagogy; Teaching method","score_opus":0.08044788122721323,"score_gpt":0.4651090162273107,"score_spread":0.38466113500009746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799889663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9774462,0.0019044054,0.000053040498,0.006321458,0.000054735527,0.0004473133,0.000008720584,0.000016854363,0.0137472525],"genre_scores_gemma":[0.99388653,0.0044827326,0.0002478932,0.00007629834,0.0001954212,0.000023389503,0.000046960697,0.000009530261,0.0010312425],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981064,0.00032206406,0.00033364483,0.0002946697,0.00059612485,0.00034709743],"domain_scores_gemma":[0.99903864,0.0004151437,0.000103128965,0.00010388492,0.00024117509,0.000098032644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055008857,0.00008643887,0.0002157062,0.00018050862,0.00036945078,0.0005060808,0.00074308395,0.00004204752,0.0001488137],"category_scores_gemma":[0.00707073,0.000070629714,0.000027717826,0.0006940685,0.00032412526,0.00038498171,0.0011873423,0.0007535087,0.000006753954],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024722383,0.00025877566,0.6338673,0.000629203,0.00004501038,0.00008849842,0.01777393,0.00009072911,0.00043716803,0.012873688,0.00030206123,0.3333864],"study_design_scores_gemma":[0.0010129326,0.00030913996,0.023739837,0.018268524,0.0000069720572,0.000011134247,0.0798705,0.0027077398,0.00005202759,0.0014672277,0.8722577,0.00029623433],"about_ca_topic_score_codex":0.0018683358,"about_ca_topic_score_gemma":0.0013890676,"teacher_disagreement_score":0.8719557,"about_ca_system_score_codex":0.00009438392,"about_ca_system_score_gemma":0.00015533,"threshold_uncertainty_score":0.8464835},"labels":[],"label_agreement":null},{"id":"W2799976694","doi":"10.19173/irrodl.v19i3.3723","title":"Eight Patterns of Open Textbook Adoption in British Columbia","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Kwantlen Polytechnic University; Royal Roads University; British Columbia Institute of Technology; Douglas College","funders":"","keywords":"Public relations; Open educational resources; Political science; Higher education; Open education; Set (abstract data type); Sociology; Business; Pedagogy; Computer science","score_opus":0.0720162507745106,"score_gpt":0.42235967372824157,"score_spread":0.350343422953731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799976694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8432427,0.0085782055,0.004932708,0.021309001,0.0005642597,0.00409786,0.00008696831,0.000031444884,0.117156826],"genre_scores_gemma":[0.9879332,0.009670837,0.00050162646,0.00015840204,0.000032516426,0.000058141864,0.000064058426,0.000005163782,0.0015760114],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99787945,0.00069735677,0.00043416265,0.0002690315,0.00051596976,0.00020402868],"domain_scores_gemma":[0.998652,0.00037432674,0.00019041644,0.00023240905,0.0004950127,0.00005587699],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.006179904,0.00005473647,0.00022622905,0.000090768626,0.00015354225,0.0011943593,0.0032049483,0.000029877207,0.00070154504],"category_scores_gemma":[0.0012696408,0.000059659604,0.000026134361,0.000629884,0.00013246707,0.0007571742,0.0025455055,0.0004667039,0.0000199765],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037076385,0.00034595717,0.78679925,0.0008759508,0.00003248073,0.000018499197,0.00072632695,0.00003714796,0.0000926394,0.019068211,0.009407742,0.18255875],"study_design_scores_gemma":[0.0016122934,0.00037523446,0.77342707,0.028044594,0.0000053954022,0.000054579985,0.006466598,0.0061888066,0.000101631405,0.003002829,0.1804596,0.00026133313],"about_ca_topic_score_codex":0.027025074,"about_ca_topic_score_gemma":0.0068756077,"teacher_disagreement_score":0.18229741,"about_ca_system_score_codex":0.000088648136,"about_ca_system_score_gemma":0.00023596872,"threshold_uncertainty_score":0.9998425},"labels":[],"label_agreement":null},{"id":"W2800010582","doi":"10.19173/irrodl.v19i2.3510","title":"Empirical Analysis on Factors Impacting on Intention to Use M-learning in Basic Education in Egypt","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Sains Malaysia","keywords":"Expectancy theory; Unified theory of acceptance and use of technology; Psychology; Autonomy; Social influence; Educational technology; Quality (philosophy); M-learning; Empirical research; Mathematics education; Applied psychology; Knowledge management; Mobile device; Computer science; Social psychology; Statistics; Mathematics; World Wide Web","score_opus":0.3511196472435396,"score_gpt":0.586477574792814,"score_spread":0.23535792754927443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800010582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99015427,0.00013129735,0.00017502742,0.008084243,0.00008846232,0.00038970614,0.000008607127,0.00000954371,0.00095884193],"genre_scores_gemma":[0.9985304,0.0005255664,0.000057017372,0.00030248944,0.00001549402,0.000028581995,0.000052010804,0.000005120474,0.00048330944],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99624026,0.0013332174,0.00065983663,0.00040927535,0.0011186163,0.00023878129],"domain_scores_gemma":[0.99626094,0.0026314422,0.00021289558,0.00028325644,0.00053470285,0.000076790115],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011940745,0.0001021711,0.00031602546,0.001828041,0.00013482598,0.00028735067,0.0010722483,0.00006840247,0.0003326607],"category_scores_gemma":[0.033565108,0.00006723855,0.00007028335,0.0039902064,0.00012686444,0.00031583052,0.0004917206,0.0010332781,0.00006117604],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010963524,0.00013739092,0.9679994,0.000011012929,0.000011072698,0.0000023982625,0.00022030203,0.00022703147,0.00002664737,0.000880086,0.00051865185,0.029856373],"study_design_scores_gemma":[0.00022879947,0.00018986962,0.9829077,0.0019330954,0.000006108433,0.0000012561135,0.0045939987,0.0011673504,0.000049630708,0.00047968817,0.008374706,0.00006779282],"about_ca_topic_score_codex":0.0012278253,"about_ca_topic_score_gemma":0.0007582965,"teacher_disagreement_score":0.02978858,"about_ca_system_score_codex":0.00027049016,"about_ca_system_score_gemma":0.00018543443,"threshold_uncertainty_score":0.9745756},"labels":[],"label_agreement":null},{"id":"W2800645332","doi":"10.19173/irrodl.v19i2.3440","title":"Goal Orientation and Academic Performance in Adult Distance Education","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Goal orientation; Psychology; Distance education; Academic achievement; Orientation (vector space); Sample (material); Regression analysis; Mathematics education; Social psychology; Computer science","score_opus":0.06922223313704767,"score_gpt":0.4720000683198625,"score_spread":0.40277783518281485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800645332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96474546,0.004710976,0.00015084975,0.004280623,0.00022241869,0.0005959568,0.000010822127,0.000005722354,0.025277149],"genre_scores_gemma":[0.9839007,0.01460159,0.00004668519,0.00032964055,0.00006856798,0.00009332129,0.00010796225,0.000004415132,0.0008470762],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99872446,0.0002883654,0.0003297515,0.00020426563,0.00030676508,0.00014638835],"domain_scores_gemma":[0.99914855,0.00023954341,0.00012649965,0.0001174539,0.00033036593,0.000037580325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026406818,0.000059633898,0.0001241785,0.00010362761,0.000086782435,0.000037830207,0.00035735205,0.00004069017,0.0004838924],"category_scores_gemma":[0.0008298536,0.00004557377,0.000010289312,0.00040482974,0.00023090308,0.00020481338,0.00015548595,0.0004848219,0.000018479508],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012563393,0.00006123503,0.8633822,0.0002486856,0.0000067928163,0.0000011562315,0.0012312002,0.000002241347,0.000010288574,0.04960426,0.0016426621,0.08368362],"study_design_scores_gemma":[0.0007362442,0.00011004009,0.89761436,0.005894266,0.0000032433054,0.0000148657855,0.0073948046,0.00027712877,0.000023475082,0.0009952714,0.08684426,0.00009206923],"about_ca_topic_score_codex":0.0002901916,"about_ca_topic_score_gemma":0.000036008423,"teacher_disagreement_score":0.08520159,"about_ca_system_score_codex":0.000068463,"about_ca_system_score_gemma":0.00009361267,"threshold_uncertainty_score":0.52982825},"labels":[],"label_agreement":null},{"id":"W2800685165","doi":"10.19173/irrodl.v19i2.2853","title":"Applying Learning Analytics to Explore the Effects of Motivation on Online Students' Reading Behavioral Patterns","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reading (process); Duration (music); Learning analytics; Reading motivation; Psychology; Mathematics education; Computer science; Analytics; Online learning; Multimedia; Data science","score_opus":0.14106990166199926,"score_gpt":0.4886551491818677,"score_spread":0.3475852475198684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800685165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9771925,0.00059033,0.011170645,0.009575648,0.00013090289,0.0010479965,0.000009793509,0.000022208586,0.00025995568],"genre_scores_gemma":[0.99668694,0.0023840533,0.00034153502,0.00021247531,0.0000850162,0.000053198786,0.000051797673,0.000008369361,0.00017663949],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99734616,0.0006563303,0.00040783454,0.0002751949,0.0010760708,0.0002383837],"domain_scores_gemma":[0.9969218,0.0019764428,0.00022674192,0.00031569402,0.00049558503,0.00006378167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038899481,0.00010985551,0.00024824307,0.0001987203,0.00025009006,0.0002256716,0.0023014524,0.00003054089,0.000010919919],"category_scores_gemma":[0.005213534,0.00006920429,0.000050629442,0.0008907921,0.000113698574,0.00017849298,0.0015328529,0.0007925928,0.0000061076266],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001072911,0.0007701619,0.7905873,0.0018020923,0.00013299918,0.000029497744,0.0028407958,0.0032977003,0.0007322289,0.011822946,0.00072168565,0.1871553],"study_design_scores_gemma":[0.004097671,0.0075917277,0.5478255,0.13920967,0.00015071701,0.000044190045,0.021602795,0.2173679,0.0038742325,0.003947386,0.05319409,0.0010941172],"about_ca_topic_score_codex":0.00023211625,"about_ca_topic_score_gemma":0.00001093949,"teacher_disagreement_score":0.2427618,"about_ca_system_score_codex":0.00007926978,"about_ca_system_score_gemma":0.00006460421,"threshold_uncertainty_score":0.62414634},"labels":[],"label_agreement":null},{"id":"W2800936765","doi":"10.19173/irrodl.v19i2.3382","title":"Free Digital Learning for Inclusion of Migrants and Refugees in Europe: A Qualitative Analysis of Three Types of Learning Purposes","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Refugee; Context (archaeology); Inclusion (mineral); Focus group; Qualitative research; Public relations; Sociology; Digital learning; Qualitative property; Political science; Pedagogy; Marketing; Business; Computer science; Gender studies; Social science; Geography","score_opus":0.10268922022602596,"score_gpt":0.44939989409662967,"score_spread":0.3467106738706037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800936765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9842905,0.010216124,0.00013186234,0.00046454908,0.000020811856,0.00031761266,0.000113353264,0.000005069129,0.0044401158],"genre_scores_gemma":[0.99799025,0.0013045735,0.000054900625,0.000011818696,0.000028603255,0.000012917672,0.00015952054,0.000008673755,0.00042876982],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9980108,0.00069004716,0.0005452085,0.00018423356,0.0004168627,0.00015281045],"domain_scores_gemma":[0.996347,0.002341747,0.00041364654,0.00012308561,0.00074850477,0.00002602514],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0055291485,0.00009066285,0.00046340495,0.00040990757,0.00022820206,0.00007769503,0.0005287344,0.00002658714,0.00019262145],"category_scores_gemma":[0.010640188,0.00006425908,0.00006440221,0.00046273982,0.00054279086,0.0002204024,0.0009959899,0.00045078367,4.4884973e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018766724,0.0005509263,0.35876888,0.0076630637,0.0020631312,0.000011154792,0.2862781,0.0019099718,0.0012839058,0.107447065,0.0003733401,0.2317738],"study_design_scores_gemma":[0.008238582,0.0057767355,0.08521103,0.07362252,0.0008891509,0.000012259266,0.49733347,0.061824284,0.0013876747,0.011676467,0.25292623,0.0011015866],"about_ca_topic_score_codex":0.002493085,"about_ca_topic_score_gemma":0.0011476751,"teacher_disagreement_score":0.27355784,"about_ca_system_score_codex":0.000019765894,"about_ca_system_score_gemma":0.000052945845,"threshold_uncertainty_score":0.9976936},"labels":[],"label_agreement":null},{"id":"W2801157948","doi":"10.19173/irrodl.v19i2.3479","title":"Connecting OER With Mandatory Textbooks in an EFL Classroom: A Language Theory–Based Material Adoption","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Social Science Fund of China","keywords":"Systemic functional linguistics; Context (archaeology); Mathematics education; Pedagogy; Vocabulary; Foreign language; Meaning (existential); Grammar; Open educational resources; Flexibility (engineering); Computer science; Psychology; Linguistics","score_opus":0.06998536776986979,"score_gpt":0.39725164856053263,"score_spread":0.32726628079066283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801157948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97325945,0.0014768821,0.00010488984,0.0006184008,0.000074805714,0.00033653804,0.000035040568,0.000018326775,0.024075659],"genre_scores_gemma":[0.9987333,0.0001289486,0.000061945604,0.00021167178,0.00020125856,0.000028751763,0.00020736165,0.000012266465,0.00041450502],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99793607,0.0011101931,0.00024195602,0.00019600568,0.00031674057,0.00019904239],"domain_scores_gemma":[0.9990505,0.00046793115,0.00011531975,0.00014734236,0.00018182445,0.000037102254],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0060942266,0.0000884712,0.0001774102,0.00014339045,0.00028341252,0.0003564275,0.00045914942,0.00002515006,0.002935036],"category_scores_gemma":[0.00060846144,0.00005676827,0.000020224566,0.00007794592,0.00024434517,0.00025087048,0.00016689177,0.00054603687,0.000012715377],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026951218,0.00054230983,0.034521937,0.0029982005,0.00015381457,0.00020461256,0.06600626,0.00022677185,0.0011342432,0.24434823,0.00047937792,0.6466891],"study_design_scores_gemma":[0.0100988755,0.0036243058,0.022548521,0.07309476,0.00009262403,0.000100744546,0.5602991,0.016702142,0.0014395375,0.0038025307,0.30683777,0.001359061],"about_ca_topic_score_codex":0.0016045028,"about_ca_topic_score_gemma":0.0017840145,"teacher_disagreement_score":0.6453301,"about_ca_system_score_codex":0.00005108928,"about_ca_system_score_gemma":0.000063112035,"threshold_uncertainty_score":0.9979764},"labels":[],"label_agreement":null},{"id":"W2801340149","doi":"10.19173/irrodl.v19i2.3391","title":"Mental Health in Higher Education: A Comparative Stress Risk Assessment at an Open Distance Learning University in South Africa","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Workforce; Psychology; Psychological intervention; Medical education; Occupational stress; Stressor; Work (physics); Mindfulness; Mental health; Open university; Nursing; Applied psychology; Pedagogy; Medicine; Political science; Engineering; Social psychology","score_opus":0.2847979323678006,"score_gpt":0.5824245040369322,"score_spread":0.29762657166913165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801340149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74128675,0.038041096,0.000112662856,0.12571678,0.0008946833,0.010340045,0.0014975175,0.000034312154,0.08207613],"genre_scores_gemma":[0.97848713,0.016286619,0.00017460134,0.00030091734,0.000075910364,0.000104200095,0.00055435096,0.000008772837,0.004007468],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.990908,0.007052594,0.00063982693,0.0003879623,0.00055130856,0.0004603032],"domain_scores_gemma":[0.99771845,0.0009334849,0.0004852837,0.00021959595,0.00047540836,0.00016778907],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008747683,0.00012484106,0.00044909498,0.00018096992,0.0011253228,0.00005969485,0.0012711014,0.000067501496,0.001136137],"category_scores_gemma":[0.00042701385,0.000094193114,0.000021577413,0.00072573696,0.00021250799,0.00039518153,0.0021734687,0.0019095326,0.000018691104],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055280695,0.00041612357,0.96250206,0.0010376404,0.00001944087,0.0000046599225,0.010517433,0.00003046954,0.0000043823316,0.011598635,0.002549602,0.010766746],"study_design_scores_gemma":[0.0018222147,0.00032535114,0.5409927,0.055651993,0.000003158927,7.310336e-7,0.07171165,0.001257751,0.000001503571,0.00061088736,0.32746613,0.00015591714],"about_ca_topic_score_codex":0.007445941,"about_ca_topic_score_gemma":0.0055494336,"teacher_disagreement_score":0.42150936,"about_ca_system_score_codex":0.0013093979,"about_ca_system_score_gemma":0.001864029,"threshold_uncertainty_score":0.99977696},"labels":[],"label_agreement":null},{"id":"W2801921902","doi":"10.19173/irrodl.v19i2.3415","title":"A Collaborative Approach to OER Policy and Guidelines Development in the Commonwealth: The Case of Botswana, Cameroon, and Sri Lanka","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Open University of Sri Lanka; William and Flora Hewlett Foundation","keywords":"Commonwealth; Economic growth; Open educational resources; Political science; Sustainable development; Capacity building; Public administration; Sociology; Pedagogy; Economics","score_opus":0.135780366564368,"score_gpt":0.4889542558047061,"score_spread":0.3531738892403381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801921902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62467355,0.020711994,0.003019613,0.29087675,0.00012179884,0.0037991623,0.000034276753,0.0000151729855,0.05674768],"genre_scores_gemma":[0.9916592,0.0046191174,0.0024147592,0.0010783277,0.000042736137,0.000081212995,0.000013018031,0.0000028668214,0.00008874049],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979059,0.0009997073,0.00037344694,0.00019931514,0.0003483825,0.00017324185],"domain_scores_gemma":[0.99803317,0.0009022906,0.0001332841,0.00019955332,0.0006755462,0.00005613063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008849102,0.000075926444,0.00017555381,0.00012773111,0.00029676053,0.0002686595,0.0011225438,0.000018975104,0.000008634607],"category_scores_gemma":[0.0034157324,0.00003979455,0.000010282051,0.0010868056,0.0002359488,0.00017512045,0.0010569773,0.0003452956,0.0000024859044],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016888123,0.0003883183,0.032927807,0.0012710186,0.000110315224,0.00004691337,0.09930676,0.0002239891,0.000055770288,0.51611143,0.017454704,0.3319341],"study_design_scores_gemma":[0.0017722991,0.00052613736,0.05599675,0.009097282,0.000013891758,0.0007129353,0.2690408,0.021836106,0.00015229457,0.00275755,0.63767374,0.00042025142],"about_ca_topic_score_codex":0.0026402597,"about_ca_topic_score_gemma":0.0003745001,"teacher_disagreement_score":0.62021905,"about_ca_system_score_codex":0.000052513256,"about_ca_system_score_gemma":0.00040726084,"threshold_uncertainty_score":0.40891975},"labels":[],"label_agreement":null},{"id":"W2801924929","doi":"10.19173/irrodl.v19i2.3386","title":"A Review to Weigh the Pros and Cons of Online, Remote, and Distance Science Laboratory Experiences","year":2018,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":165,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Terminology; Strengths and weaknesses; Computer science; Variety (cybernetics); Distance education; Psychology; Pedagogy; Artificial intelligence","score_opus":0.06741858321806814,"score_gpt":0.4537926981809293,"score_spread":0.38637411496286117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801924929","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025647652,0.9971488,0.000064865344,0.00033444952,0.000088768575,0.0013531382,0.00007315815,0.000013486278,0.00066683744],"genre_scores_gemma":[0.0010145261,0.99827707,0.0003660694,0.00005783528,0.000035527097,0.00015837864,0.00003495634,0.000020164376,0.000035458703],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979103,0.0003092832,0.0006155509,0.0003211431,0.0005831117,0.00026058732],"domain_scores_gemma":[0.9983071,0.0008092995,0.00017197452,0.00031349756,0.00030056766,0.00009756813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004736858,0.00020312023,0.0007574437,0.00014677663,0.00011344629,0.00009761638,0.0013835416,0.000045028675,0.000030961386],"category_scores_gemma":[0.003137142,0.00012230274,0.000044687047,0.0009983018,0.0010209255,0.00017428385,0.0010576858,0.00074063556,0.0000022465192],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018752198,0.00006120023,0.00017954354,0.33628568,0.00016980627,0.000012223546,0.0014299001,0.00006536163,0.000050951054,0.0026884873,0.0068634767,0.6521746],"study_design_scores_gemma":[0.000052329236,0.000037535374,0.00001652797,0.26305005,0.000018848395,0.00001682148,0.0004993678,0.0005720931,0.000006985975,0.000012328918,0.73561406,0.00010303577],"about_ca_topic_score_codex":0.00005108997,"about_ca_topic_score_gemma":0.000004486249,"teacher_disagreement_score":0.7287506,"about_ca_system_score_codex":0.00017405179,"about_ca_system_score_gemma":0.00030867851,"threshold_uncertainty_score":0.49873605},"labels":[],"label_agreement":null},{"id":"W2802156632","doi":"10.19173/irrodl.v19i2.3460","title":"Online Course Enrollment in Community College and Degree Completion: The Tipping Point","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coursework; Community college; Tipping point (physics); Medical education; Psychology; Educational attainment; Distance education; Population; Academic achievement; Quality (philosophy); Mathematics education; Learning community; At-risk students; Medicine; Demography; Sociology; Political science; Engineering","score_opus":0.18279307522778382,"score_gpt":0.49954525068026284,"score_spread":0.316752175452479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802156632","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7661114,0.0123308785,0.000069713395,0.19106574,0.00011154892,0.001375386,0.00010381947,0.000014291748,0.02881727],"genre_scores_gemma":[0.98422873,0.014895869,0.00013533248,0.00029405908,0.00011386593,0.00002049907,0.00006385665,0.000004037874,0.00024376196],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958778,0.002877078,0.00029363262,0.0001246845,0.0006008464,0.00022594046],"domain_scores_gemma":[0.9976806,0.0016470501,0.00011236824,0.00015098415,0.0003563887,0.000052628802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016579354,0.00006583825,0.00018393768,0.00006720884,0.00086595165,0.00011419882,0.0008926267,0.000031192965,0.00019608566],"category_scores_gemma":[0.0029527796,0.000041835516,0.000022110282,0.0005240413,0.00088732294,0.00016131121,0.000766159,0.001010344,0.0000048965],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051619473,0.0021458624,0.40515667,0.0019055955,0.00017212704,0.000053981286,0.017189054,0.00010738367,0.00010447115,0.20804735,0.012094464,0.35250685],"study_design_scores_gemma":[0.0013632295,0.00028921544,0.16329981,0.010699224,0.000014861698,0.000015122672,0.14219809,0.002326143,0.000010524145,0.005033973,0.67457616,0.00017366062],"about_ca_topic_score_codex":0.005173199,"about_ca_topic_score_gemma":0.006776246,"teacher_disagreement_score":0.66248167,"about_ca_system_score_codex":0.000110376575,"about_ca_system_score_gemma":0.00030923838,"threshold_uncertainty_score":0.78203636},"labels":[],"label_agreement":null},{"id":"W2802671838","doi":"10.19173/irrodl.v19i2.3443","title":"Quality Assurance for Online Higher Education Programmes: Design and Validation of an Integrative Assessment Model Applicable to Spanish Universities","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality assurance; Strengths and weaknesses; Quality (philosophy); Computer science; Higher education; Order (exchange); Engineering management; Dimension (graph theory); Guideline; Distance education; Process management; Knowledge management; Management science; Engineering; Business; Political science; Psychology; Pedagogy; Operations management; External quality assessment","score_opus":0.13834993898484046,"score_gpt":0.49637419880697015,"score_spread":0.3580242598221297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802671838","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037182067,0.0010629004,0.94694304,0.009412168,0.00006451123,0.0018343183,0.000026991045,0.00001523367,0.0034587446],"genre_scores_gemma":[0.8622529,0.0011541565,0.13478322,0.00014053764,0.000037296646,0.00018008541,0.00012844296,0.000005289889,0.0013180571],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986214,0.00050619175,0.00022327356,0.0002209128,0.00031087088,0.000117326716],"domain_scores_gemma":[0.9984003,0.00048852403,0.00013247374,0.00017057566,0.0007624772,0.00004569834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004603995,0.00006303791,0.00015842298,0.000085208834,0.00011909653,0.00014675263,0.0007937397,0.000017534601,0.000009088972],"category_scores_gemma":[0.00028121346,0.00004622126,0.000016651175,0.00032087008,0.00013262605,0.0003122489,0.0005261708,0.0001494302,7.153358e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002326688,0.00079025136,0.002633187,0.0021737309,0.00008556544,5.6592467e-7,0.0014679503,0.005227913,0.00033976027,0.63013726,0.0037412455,0.35316992],"study_design_scores_gemma":[0.001806703,0.002300515,0.016648065,0.015865091,0.00003137926,0.000003416003,0.017220048,0.81179565,0.001879692,0.040110502,0.0918956,0.0004433248],"about_ca_topic_score_codex":0.00021944456,"about_ca_topic_score_gemma":0.000020192057,"teacher_disagreement_score":0.82507086,"about_ca_system_score_codex":0.000102456535,"about_ca_system_score_gemma":0.0003075326,"threshold_uncertainty_score":0.18848483},"labels":[],"label_agreement":null},{"id":"W2814935777","doi":"10.19173/irrodl.v19i3.3482","title":"The Impact of the Flipped Classroom Model on Students' Academic Achievement","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":209,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Flipped classroom; Mathematics education; Context (archaeology); Test (biology); Class (philosophy); Blended learning; Psychology; Flipped learning; Academic achievement; Computer science; Educational technology; Artificial intelligence","score_opus":0.2059079381267881,"score_gpt":0.6007505686155017,"score_spread":0.3948426304887136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2814935777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92029774,0.0026396718,0.00092800974,0.036997996,0.0001780347,0.0018164872,0.00004899179,0.000009599712,0.037083443],"genre_scores_gemma":[0.99069,0.007992771,0.00007556181,0.00012999465,0.000074629286,0.000031709023,0.000006602081,0.000005090018,0.0009936646],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99424124,0.0035157471,0.00036732462,0.00015004184,0.0014646417,0.00026100432],"domain_scores_gemma":[0.9969263,0.001990263,0.0002501233,0.00022616026,0.00057117635,0.0000359779],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.035177235,0.00007249042,0.00016079254,0.000054586133,0.0008315055,0.00011205938,0.002894365,0.00003994493,0.000051257306],"category_scores_gemma":[0.010771526,0.00003276056,0.00006534715,0.0006457717,0.000957689,0.000109064924,0.0011119621,0.0011055082,0.000004749432],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005903244,0.00031177938,0.4163844,0.00021262729,0.00026073455,0.0000010961442,0.0062685385,0.0008248941,0.00095570803,0.48709163,0.0126360515,0.07446223],"study_design_scores_gemma":[0.003121681,0.001357724,0.6045001,0.030147644,0.000048333644,0.0000039418364,0.026705729,0.02074713,0.0011296964,0.11519253,0.19649173,0.00055375736],"about_ca_topic_score_codex":0.0019227637,"about_ca_topic_score_gemma":0.00009769241,"teacher_disagreement_score":0.3718991,"about_ca_system_score_codex":0.00030905643,"about_ca_system_score_gemma":0.0004132896,"threshold_uncertainty_score":0.99756116},"labels":[],"label_agreement":null},{"id":"W2818937117","doi":"10.19173/irrodl.v19i3.3265","title":"Open and Distance Learning in French-Speaking Sub-Saharan Africa: A Literature Review","year":2018,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Field (mathematics); Sociology; Exploratory research; Descriptive research; Pedagogy; Political science; Social science","score_opus":0.12447427733598147,"score_gpt":0.49221981215182675,"score_spread":0.36774553481584527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2818937117","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013164894,0.975132,0.000012231837,0.00427984,0.00008298474,0.0026234163,0.000062743784,0.000014384238,0.017779218],"genre_scores_gemma":[0.00015235775,0.9973025,0.00013462447,0.000084417625,0.0001999506,0.0002858673,0.00047107475,0.000029109955,0.0013400977],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9904362,0.005790778,0.0011711731,0.0007542997,0.0012039962,0.0006435682],"domain_scores_gemma":[0.9958028,0.002321969,0.0007781262,0.00034002968,0.0005953007,0.00016174126],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.026032684,0.0003357197,0.0016816872,0.00033551693,0.0006384978,0.0011289275,0.003624406,0.00020449351,0.00020739592],"category_scores_gemma":[0.012653334,0.00023536269,0.00016770963,0.0025804827,0.0005894984,0.00073585706,0.0029990335,0.0033563056,0.000019910287],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001531153,0.000059645983,0.0004645945,0.061989367,0.00005884902,0.00006492124,0.00045949226,9.2857744e-7,1.1699232e-7,0.0026770986,0.0052462923,0.92896336],"study_design_scores_gemma":[0.0001454428,0.0000348638,0.00003663153,0.41035822,0.00003510789,0.000011139422,0.00033646086,0.000012308727,3.7830812e-8,0.00018199018,0.5887028,0.00014496606],"about_ca_topic_score_codex":0.0010087156,"about_ca_topic_score_gemma":0.00085479574,"teacher_disagreement_score":0.9288184,"about_ca_system_score_codex":0.00033511582,"about_ca_system_score_gemma":0.0013058352,"threshold_uncertainty_score":0.999908},"labels":[],"label_agreement":null},{"id":"W2836360703","doi":"10.19173/irrodl.v19i3.3390","title":"Adoption of Sharing and Reuse of Open Resources by Educators in Higher Education Institutions in the Netherlands: A Qualitative Research of Practices, Motives, and Conditions","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reuse; Qualitative research; Open education; Knowledge sharing; Higher education; Knowledge management; Public relations; Business; Sociology; Pedagogy; Political science; Computer science; Engineering","score_opus":0.3244618377489967,"score_gpt":0.5811372922556255,"score_spread":0.2566754545066288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2836360703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9562661,0.006851995,0.000040589395,0.021290721,0.000053078955,0.0009928284,0.00002387881,0.0000021504409,0.014478664],"genre_scores_gemma":[0.991725,0.0074441335,0.00038980844,0.000048918653,0.000015806176,0.000089876434,0.000056684803,0.0000031688994,0.00022657287],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9962257,0.0024039785,0.00047498313,0.00024507887,0.00050223246,0.00014799414],"domain_scores_gemma":[0.99651104,0.0020669235,0.00044138022,0.0002879722,0.00065191474,0.000040793995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015314351,0.00006445735,0.00020711262,0.0003286468,0.00016276966,0.00021775965,0.0019740001,0.00003257929,0.000052129802],"category_scores_gemma":[0.0058772117,0.00004580307,0.000013260228,0.0013174247,0.00062365667,0.0008150326,0.0015203174,0.0005576804,9.3870386e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026917402,0.001531154,0.26634547,0.0019882997,0.00007335976,0.0000016599666,0.09008636,0.000063011685,0.000891537,0.6212702,0.0074263294,0.010053447],"study_design_scores_gemma":[0.001855347,0.00082428544,0.46490204,0.025189444,0.000017192357,0.000021108897,0.3978921,0.0016603698,0.0002940501,0.023369832,0.08371839,0.000255844],"about_ca_topic_score_codex":0.005157297,"about_ca_topic_score_gemma":0.00018660704,"teacher_disagreement_score":0.59790033,"about_ca_system_score_codex":0.00006415437,"about_ca_system_score_gemma":0.000469178,"threshold_uncertainty_score":0.7796325},"labels":[],"label_agreement":null},{"id":"W2842425144","doi":"10.19173/irrodl.v19i3.3500","title":"Social Media Adoption by the Academic Community: Theoretical Insights and Empirical Evidence From Developing Countries","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"King Saud University","keywords":"Social media; Technology acceptance model; Structural equation modeling; Conceptual model; Usability; Virtual community; Public relations; Empirical evidence; Conceptual framework; Psychology; Resource (disambiguation); Empirical research; Knowledge management; Sociology; Social psychology; Political science; The Internet; Social science; Computer science; World Wide Web","score_opus":0.2967907897015226,"score_gpt":0.5215991007237875,"score_spread":0.22480831102226484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2842425144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8208764,0.038151525,0.000536014,0.116566196,0.00013783,0.00078235415,0.000020446276,0.000019023753,0.022910174],"genre_scores_gemma":[0.925746,0.0736391,0.000020792484,0.00031611806,0.00015903951,0.00001977229,0.000034627148,0.0000029977466,0.000061541235],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99657273,0.0022385826,0.00024088341,0.00012296344,0.0006542546,0.00017059429],"domain_scores_gemma":[0.99423647,0.0052532903,0.000085143176,0.00008218957,0.00030620865,0.000036705344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0108564105,0.00005800309,0.0001375034,0.000041739237,0.0012634784,0.00025339247,0.0010867888,0.000050115435,0.00013250971],"category_scores_gemma":[0.008249821,0.00003520344,0.000016059403,0.00031973017,0.0019698383,0.0002707984,0.0011453754,0.00081699184,0.000009900339],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013767877,0.000027996852,0.07110008,0.0002898109,0.000049128572,0.000001917735,0.043686204,2.8217985e-7,0.00002071175,0.8356357,0.014376601,0.034673877],"study_design_scores_gemma":[0.0005719125,0.00006801701,0.05291371,0.015832156,0.00003363521,0.0000014135563,0.06903657,0.00080103945,0.00006461283,0.13545784,0.7249889,0.00023020795],"about_ca_topic_score_codex":0.0009493151,"about_ca_topic_score_gemma":0.00060966954,"teacher_disagreement_score":0.7106123,"about_ca_system_score_codex":0.00009552964,"about_ca_system_score_gemma":0.00013188856,"threshold_uncertainty_score":0.9876402},"labels":[],"label_agreement":null},{"id":"W2848957623","doi":"10.19173/irrodl.v19i3.3505","title":"Teaching Massive, Open, Online, Courses (MOOCs): Tales from the Front Line","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publicity; Incentive; Open education; Massive open online course; Psychology; Online learning; Distance education; Perception; Quality (philosophy); Medical education; Mathematics education; Pedagogy; Multimedia; Computer science; Medicine; Political science","score_opus":0.09390896863734213,"score_gpt":0.46484479625257574,"score_spread":0.3709358276152336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2848957623","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11414344,0.04155264,0.03379483,0.7846264,0.0006652248,0.0022038682,0.0005521364,0.0000907242,0.02237071],"genre_scores_gemma":[0.97759354,0.013178057,0.005076129,0.0014569532,0.0004545715,0.0000265365,0.00032755203,0.000012562173,0.0018740701],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973327,0.0010175541,0.000379712,0.00032464138,0.00069888757,0.00024650627],"domain_scores_gemma":[0.99706745,0.0017578552,0.00021086926,0.00044238276,0.00045558432,0.00006586289],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0057044723,0.00011099892,0.0002530089,0.00006218059,0.00045334318,0.0007387302,0.0055219466,0.000033222448,0.00009346621],"category_scores_gemma":[0.002910312,0.00006225621,0.00004616702,0.00031816596,0.0003185132,0.000410922,0.004051284,0.0010699106,0.00003116054],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022614881,0.0010367732,0.07731938,0.0006349988,0.00038776576,0.000084942665,0.002112198,0.000940819,0.00029984175,0.27003795,0.05909909,0.5878201],"study_design_scores_gemma":[0.0013527267,0.0004416579,0.020520967,0.019726712,0.00002825638,0.000021959819,0.004122642,0.252907,0.00011022775,0.017810443,0.6826191,0.00033828622],"about_ca_topic_score_codex":0.003844816,"about_ca_topic_score_gemma":0.00027203147,"teacher_disagreement_score":0.8634501,"about_ca_system_score_codex":0.000055351327,"about_ca_system_score_gemma":0.00022427546,"threshold_uncertainty_score":0.9998587},"labels":[],"label_agreement":null},{"id":"W2854179529","doi":"10.19173/irrodl.v19i3.3417","title":"Technology Matters – The Impact of Transactional Distance on Satisfaction in Online Distance Learning","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":142,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Transactional leadership; Mediation; Psychology; The Internet; Scale (ratio); Educational technology; Population; Computer-mediated communication; Social psychology; Computer science; Mathematics education; World Wide Web; Sociology","score_opus":0.05766164415584321,"score_gpt":0.475194889183645,"score_spread":0.41753324502780176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2854179529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9056693,0.004303555,0.0011087221,0.08184999,0.00011712984,0.0009318167,0.00008803782,0.000021760818,0.0059097004],"genre_scores_gemma":[0.9880188,0.01147774,0.000077684774,0.000055477245,0.00006981927,0.000021764541,0.000040672723,0.000006117603,0.00023194103],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99760425,0.00093065505,0.00035530035,0.00019514124,0.0006577439,0.00025689582],"domain_scores_gemma":[0.99834234,0.000968312,0.0002028553,0.0001271734,0.00032429936,0.000035019497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004862923,0.000084218314,0.00021327798,0.00018473965,0.00034593343,0.000062012274,0.0006943798,0.000052316525,0.00027802243],"category_scores_gemma":[0.0020994807,0.000052382362,0.000055259272,0.0010939032,0.00080315885,0.00018991451,0.00011972016,0.0010336062,0.000005552026],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005678289,0.00027326134,0.6911695,0.00033627846,0.000080622136,0.000008971995,0.0013078338,0.0026782583,0.00025130538,0.036472227,0.000967798,0.26588613],"study_design_scores_gemma":[0.0021757374,0.0012097277,0.48743567,0.024106666,0.00002260303,0.000015707848,0.0544408,0.0069965995,0.00015769186,0.009597138,0.41342366,0.00041798284],"about_ca_topic_score_codex":0.003961959,"about_ca_topic_score_gemma":0.00233707,"teacher_disagreement_score":0.41245586,"about_ca_system_score_codex":0.000246893,"about_ca_system_score_gemma":0.0003286187,"threshold_uncertainty_score":0.5989323},"labels":[],"label_agreement":null},{"id":"W2854926593","doi":"10.19173/irrodl.v19i3.3585","title":"Analysing the Importance-Competence Gap of Distance Educators With the Increased Utilisation of Online Learning Strategies in a Developing World Context","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Competence (human resources); Context (archaeology); Sociology; Perspective (graphical); Human resources; Pedagogy; Knowledge management; Psychology; Mathematics education; Political science; Computer science; Geography; Social psychology","score_opus":0.08734475571322445,"score_gpt":0.45534239547688743,"score_spread":0.36799763976366295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2854926593","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9661076,0.005576507,0.00040635216,0.022258991,0.000029639115,0.0005744288,0.000011698131,0.0000058653573,0.0050289235],"genre_scores_gemma":[0.9937871,0.005630547,0.0002690173,0.00007456796,0.000058810834,0.00001815175,0.000042138658,0.000005406684,0.000114258684],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9966997,0.001606754,0.00048215946,0.00018333418,0.00079473486,0.00023333664],"domain_scores_gemma":[0.9967401,0.0019075121,0.00047535647,0.0001548302,0.00069088954,0.000031317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009470472,0.00008798705,0.00027507736,0.00014907222,0.000392208,0.000114350296,0.0009865897,0.000024062849,0.000094359966],"category_scores_gemma":[0.0028608253,0.000046827357,0.00003764796,0.0017391933,0.0011710947,0.00030090904,0.00023147097,0.0006593173,6.51826e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003005306,0.00012843103,0.8080589,0.0006154853,0.00008966309,0.0000045459633,0.007290143,0.0003812729,0.00010963776,0.13005508,0.00016647502,0.05279979],"study_design_scores_gemma":[0.0010567346,0.00026009735,0.23555385,0.025885548,0.00004672288,0.0000045994566,0.5428508,0.003910177,0.0002332154,0.0031684965,0.18675561,0.00027419056],"about_ca_topic_score_codex":0.005490333,"about_ca_topic_score_gemma":0.02535359,"teacher_disagreement_score":0.5725051,"about_ca_system_score_codex":0.00011529379,"about_ca_system_score_gemma":0.0012313956,"threshold_uncertainty_score":0.99243116},"labels":[],"label_agreement":null},{"id":"W2862498250","doi":"10.19173/irrodl.v19i3.3596","title":"Understanding Student Engagement in Large-Scale Open Online Courses: A Machine Learning Facilitated Analysis of Student’s Reflections in 18 Highly Rated MOOCs","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pace; Massive open online course; Computer science; News aggregator; Open education; Mathematics education; Scale (ratio); Rating scale; World Wide Web; Psychology; Data science","score_opus":0.2893082494776684,"score_gpt":0.5371157981998688,"score_spread":0.24780754872220034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2862498250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9229199,0.005825352,0.03679032,0.025934111,0.00019431522,0.0025418038,0.00030177258,0.000055741508,0.0054366356],"genre_scores_gemma":[0.9914138,0.0069531715,0.0008180602,0.000076417135,0.000014669704,0.000029435832,0.00032584305,0.0000073376887,0.00036129856],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953539,0.0020771055,0.00082721957,0.00043750103,0.0009499791,0.00035433535],"domain_scores_gemma":[0.99791366,0.0009094386,0.0003040509,0.00032499412,0.00047816808,0.00006966399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012753006,0.00014248685,0.0005651978,0.0009070559,0.0002402073,0.00033257355,0.0026949602,0.000044422934,0.000110888235],"category_scores_gemma":[0.0014249877,0.0001111426,0.00007100432,0.0047449092,0.0001665374,0.00036265547,0.0028418654,0.001163972,0.0000033538868],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013797126,0.0015812368,0.94641304,0.00034131814,0.00059830426,0.0000378246,0.004695788,0.03259845,0.00015903464,0.011065761,0.00021851524,0.002152765],"study_design_scores_gemma":[0.002979711,0.00063593424,0.23338312,0.007422767,0.00010147249,0.0000039165,0.026529064,0.71866506,0.00002964209,0.0010291782,0.008932789,0.00028732707],"about_ca_topic_score_codex":0.0019370674,"about_ca_topic_score_gemma":0.0043770657,"teacher_disagreement_score":0.7130299,"about_ca_system_score_codex":0.0004182494,"about_ca_system_score_gemma":0.00021644073,"threshold_uncertainty_score":0.5056944},"labels":[],"label_agreement":null},{"id":"W2872392633","doi":"10.19173/irrodl.v19i3.3441","title":"Open Educational Practices in Australia: A First-phase National Audit of Higher Education","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Australian Government","keywords":"Audit; Openness to experience; Public relations; Government (linguistics); Higher education; Work (physics); Open educational resources; Best practice; Business; Professional development; Open education; Political science; Sociology; Pedagogy; Accounting; Engineering; Psychology","score_opus":0.21817256397330662,"score_gpt":0.5561543313659989,"score_spread":0.33798176739269226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2872392633","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17256913,0.010107676,0.00044537123,0.45538077,0.0018984538,0.0046643373,0.00007452621,0.000028782038,0.35483095],"genre_scores_gemma":[0.99003947,0.0022874875,0.0014466326,0.00035376038,0.00013773664,0.00017454564,0.00013326248,0.00000564622,0.0054214317],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99744534,0.0006523531,0.00053049513,0.00033622526,0.00083282293,0.00020277656],"domain_scores_gemma":[0.99654865,0.0012179074,0.0006041829,0.0002388644,0.0013166867,0.00007371416],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006894144,0.000094891875,0.00021865366,0.00026648823,0.00018471488,0.00048349294,0.0034242636,0.00004028713,0.0015049486],"category_scores_gemma":[0.004930231,0.000076374636,0.000029024866,0.0011705819,0.0002040118,0.0013792732,0.0017367387,0.00052963925,0.000055962464],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019519124,0.0022115635,0.07018357,0.0010682994,0.00006756819,0.0000024713913,0.0011226431,0.00012764793,0.00014416437,0.8402192,0.06885878,0.015798876],"study_design_scores_gemma":[0.002307989,0.0004648526,0.19612698,0.01327302,0.00001082049,0.0000379333,0.0033333208,0.0035804226,0.0001959541,0.031823073,0.74852324,0.00032238138],"about_ca_topic_score_codex":0.0025206541,"about_ca_topic_score_gemma":0.00014314229,"teacher_disagreement_score":0.8174704,"about_ca_system_score_codex":0.00020371233,"about_ca_system_score_gemma":0.0015619965,"threshold_uncertainty_score":0.9994078},"labels":[],"label_agreement":null},{"id":"W2873377462","doi":"10.19173/irrodl.v19i3.3662","title":"Open Educational Resources: Challenges and Opportunities in Indian Primary Education","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Queensland University of Technology","keywords":"Open educational resources; Literacy; Economic growth; The Internet; Educational attainment; Scale (ratio); Adaptation (eye); Population; Political science; Open education; Developing country; Public relations; Sociology; Geography; Pedagogy; Psychology; World Wide Web; Economics; Computer science","score_opus":0.16988626547045382,"score_gpt":0.4441246685783015,"score_spread":0.2742384031078477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2873377462","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10658809,0.08220503,0.000083245955,0.33326635,0.0004418256,0.0020342795,0.000012085814,0.000020467374,0.47534862],"genre_scores_gemma":[0.85814035,0.13745683,0.0008407486,0.0011131391,0.00011870003,0.00018612557,0.00010372697,0.000008192322,0.0020322027],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99787474,0.0008110688,0.00034534247,0.00031647796,0.00044980666,0.0002025737],"domain_scores_gemma":[0.9984176,0.0006853177,0.00015803632,0.00023946435,0.0004064622,0.00009310382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065547614,0.000089063775,0.00019744095,0.0002596788,0.00021355404,0.0006389323,0.0026228528,0.00003410947,0.0001505748],"category_scores_gemma":[0.0012447833,0.00007095725,0.000015155174,0.0003756007,0.00024464505,0.00096594566,0.0025971835,0.00047560534,0.000014110606],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047342903,0.0003219715,0.011833687,0.0009511522,0.000021462889,0.0000037589086,0.006982956,0.0000042903343,0.000016121845,0.41454938,0.0041482192,0.5611197],"study_design_scores_gemma":[0.00083320815,0.0002568934,0.2338609,0.016448965,0.000004604334,0.00007601316,0.046965793,0.00061350845,0.000021606238,0.022588026,0.67803866,0.00029182187],"about_ca_topic_score_codex":0.00073570904,"about_ca_topic_score_gemma":0.00011796116,"teacher_disagreement_score":0.7515522,"about_ca_system_score_codex":0.0001222649,"about_ca_system_score_gemma":0.0010054825,"threshold_uncertainty_score":0.61612386},"labels":[],"label_agreement":null},{"id":"W2873470882","doi":"10.19173/irrodl.v19i3.3229","title":"Exploring Information Seeking Behavior of Farmers’ in Information Related to Climate Change Adaptation Through ICT (CHAI)","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agricultural extension; Business; Agriculture; Information and Communications Technology; Agricultural productivity; Agricultural communication; Service (business); Information technology; Productivity; Marketing; Economic growth; Environmental resource management; Economics; Political science; Geography","score_opus":0.29615133205818434,"score_gpt":0.43267983462608217,"score_spread":0.13652850256789784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2873470882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8986969,0.0022989982,0.056369238,0.019465089,0.0008335923,0.0047859447,0.00007655773,0.00008923126,0.01738445],"genre_scores_gemma":[0.98718846,0.009843537,0.0023864154,0.00020059363,0.000011110903,0.00025830683,0.00010457624,0.0000031412178,0.000003883088],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981009,0.00037192425,0.0006221239,0.00008646188,0.0006088864,0.00020970071],"domain_scores_gemma":[0.9984882,0.0003387738,0.00024769243,0.00022996031,0.00066958537,0.000025779476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004805931,0.000077156365,0.00017215022,0.00036570764,0.00014192938,0.00018655178,0.0013525222,0.000027394255,0.000013190476],"category_scores_gemma":[0.0012566908,0.00006457644,0.000020685633,0.001160269,0.00009250697,0.0050691515,0.0014881652,0.0003639747,0.00001956221],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001635579,0.00011269609,0.045698848,0.002621255,0.000036578218,0.0000044912554,0.10561635,0.0006932076,0.000078346835,0.21397357,0.00018265018,0.6308184],"study_design_scores_gemma":[0.0040412135,0.0013489687,0.5015912,0.10634444,0.000025002595,0.00007121935,0.09510103,0.1861058,0.0017250825,0.00791931,0.09471179,0.0010149583],"about_ca_topic_score_codex":0.0011547494,"about_ca_topic_score_gemma":0.000035195553,"teacher_disagreement_score":0.6298035,"about_ca_system_score_codex":0.00013368865,"about_ca_system_score_gemma":0.00007851798,"threshold_uncertainty_score":0.36750126},"labels":[],"label_agreement":null},{"id":"W2874077104","doi":"10.19173/irrodl.v19i3.3538","title":"Differential OER Impacts of Formal and Informal ICTs: Employability of Female Migrant Workers","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Employability; Formal learning; Informal learning; Context (archaeology); Open educational resources; Livelihood; Sociology; Public relations; Economic growth; Business; Political science; Knowledge management; Pedagogy; Economics; Geography; Computer science","score_opus":0.06130638748849182,"score_gpt":0.41552355023870624,"score_spread":0.3542171627502144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2874077104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99123394,0.0011357198,0.0013103578,0.0018147217,0.00007941593,0.00037969067,0.000010107677,0.000005486817,0.0040305625],"genre_scores_gemma":[0.9975675,0.0018302837,0.00041367757,0.000035144785,0.000022673434,0.00001155322,0.000021157355,0.0000029911416,0.00009507287],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99828064,0.00033685894,0.00045928423,0.00016431983,0.00053639314,0.00022251258],"domain_scores_gemma":[0.9984842,0.000472266,0.00023527394,0.00020831433,0.00052289205,0.00007706265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038244424,0.000077148325,0.00023986629,0.00011515588,0.0001414022,0.00012764319,0.0011300435,0.000029243149,0.00017139077],"category_scores_gemma":[0.0017030485,0.000052850646,0.000039345818,0.00044506337,0.0003662768,0.0006606878,0.001377464,0.0003553137,0.0000033379183],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003173816,0.00025381485,0.8861916,0.0022544544,0.00008664595,0.000001831819,0.004095184,0.000032602224,0.00049009273,0.017125078,0.00079996436,0.08835135],"study_design_scores_gemma":[0.0012919077,0.00063485577,0.96080595,0.008623747,0.000011719334,0.00001944646,0.005907565,0.005807361,0.0015807159,0.00038813954,0.014752414,0.00017620253],"about_ca_topic_score_codex":0.0007972964,"about_ca_topic_score_gemma":0.00003423313,"teacher_disagreement_score":0.08817515,"about_ca_system_score_codex":0.000028910692,"about_ca_system_score_gemma":0.00018781594,"threshold_uncertainty_score":0.21551868},"labels":[],"label_agreement":null},{"id":"W2878331535","doi":"10.19173/irrodl.v19i3.3664","title":"A Playful Approach to Fostering Motivation in a Distance Education Computer Programming Course: Behaviour Change and Student Perceptions","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coursework; Psychology; Self-determination theory; Goal theory; Perspective (graphical); Intrinsic motivation; Intervention (counseling); Perception; Distance education; Mathematics education; Pedagogy; Social psychology; Computer science","score_opus":0.18399797508722432,"score_gpt":0.4904315819100478,"score_spread":0.3064336068228235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2878331535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9829177,0.0023475152,0.0030483252,0.0038671447,0.00020105031,0.0023090255,0.000019070778,0.000012547622,0.0052776034],"genre_scores_gemma":[0.9972273,0.0007455697,0.0006374133,0.00030727292,0.00012459217,0.0006031745,0.00015545818,0.00000781363,0.00019137259],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985004,0.00032602195,0.00033579304,0.0002842899,0.00036035944,0.00019312771],"domain_scores_gemma":[0.999233,0.00016711965,0.000107178166,0.00015295176,0.00027574768,0.000063982865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024812915,0.0000850387,0.00017090094,0.0001446666,0.00011928153,0.00012403209,0.00039496509,0.000035972953,0.00016222487],"category_scores_gemma":[0.00019218314,0.00006848855,0.000017071516,0.00045617198,0.00013613663,0.0001734392,0.0004584803,0.00032420043,0.000007195956],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049896564,0.00046141638,0.8351335,0.00019408313,0.000013380332,0.0000018623545,0.0071569835,0.0000054173,0.0000052307664,0.0067194547,0.0007108948,0.14954786],"study_design_scores_gemma":[0.00037976605,0.00011575085,0.9703382,0.0031857619,0.000004580684,0.000013628592,0.013674286,0.00015573799,7.673056e-7,0.00007219541,0.011979133,0.00008016288],"about_ca_topic_score_codex":0.00056435395,"about_ca_topic_score_gemma":0.00007233165,"teacher_disagreement_score":0.14946769,"about_ca_system_score_codex":0.00009917539,"about_ca_system_score_gemma":0.000052483472,"threshold_uncertainty_score":0.27928823},"labels":[],"label_agreement":null},{"id":"W2879076518","doi":"10.19173/irrodl.v19i3.3517","title":"Effects of Open Textbook Adoption on Teachers’ Open Practices","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Openness to experience; Open educational resources; Open education; Mathematics education; Psychology; Quality (philosophy); Pedagogy; Medical education; Medicine; Social psychology","score_opus":0.12297539496107619,"score_gpt":0.495159677242588,"score_spread":0.37218428228151185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2879076518","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1342911,0.010107466,0.0043901475,0.09603212,0.0008466482,0.009939838,0.000018590768,0.000051769566,0.7443223],"genre_scores_gemma":[0.98770624,0.0076189754,0.0016158294,0.00046669948,0.000059807284,0.00013585988,0.000035402096,0.000008236996,0.0023529434],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99702585,0.0014357325,0.0003670456,0.0003324069,0.00063519366,0.00020374687],"domain_scores_gemma":[0.99678457,0.0017278867,0.0005584595,0.00032280717,0.00053232413,0.000073954456],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.009936687,0.000093998,0.00025860255,0.00012725576,0.0002591789,0.0011828752,0.0065046092,0.000033581106,0.0002086994],"category_scores_gemma":[0.0071106665,0.00006689209,0.00002841791,0.0006322008,0.00017797135,0.0014862374,0.005207686,0.0006213134,0.000068059315],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059970067,0.0014758739,0.029814027,0.002571004,0.00021819439,0.000022929415,0.005322348,0.000107994405,0.001576771,0.54849106,0.0374268,0.3723733],"study_design_scores_gemma":[0.0033707244,0.0020126037,0.08739814,0.03727706,0.000028987246,0.00003456698,0.0106341075,0.0062831733,0.0037272768,0.00605984,0.8427067,0.00046681313],"about_ca_topic_score_codex":0.001383622,"about_ca_topic_score_gemma":0.000025212046,"teacher_disagreement_score":0.85341513,"about_ca_system_score_codex":0.00009249884,"about_ca_system_score_gemma":0.00033367655,"threshold_uncertainty_score":0.99985397},"labels":[],"label_agreement":null},{"id":"W2881195987","doi":"10.19173/irrodl.v19i3.3393","title":"Grit and Intention: Why Do Learners Complete MOOCs?","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Grit, Self-Efficacy, and Motivation","field":"Psychology","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Grit; Psychology; Goal orientation; Mathematics education; Orientation (vector space); Cognition; Computer science; Social psychology; Mathematics","score_opus":0.1650513928044919,"score_gpt":0.4780606174684612,"score_spread":0.3130092246639693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2881195987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74716014,0.042085484,0.0018041631,0.058862194,0.0009550882,0.0028387574,0.0001341411,0.00005638655,0.14610364],"genre_scores_gemma":[0.98763424,0.01064917,0.000069260626,0.00041897167,0.00011307168,0.000045087316,0.00014910262,0.000009217995,0.00091188547],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980797,0.000677141,0.00032769868,0.00027270956,0.0004190699,0.00022367042],"domain_scores_gemma":[0.9985736,0.0006071965,0.00012595869,0.0001938645,0.00043332358,0.000066084234],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040544113,0.00008904081,0.0002011701,0.00012614367,0.00019098827,0.00014555616,0.00060621917,0.000045490564,0.0010441941],"category_scores_gemma":[0.0015111234,0.000065010405,0.000033908756,0.0003679455,0.0004323955,0.0001501422,0.0004882805,0.00053163193,0.00006254664],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012598147,0.00084012904,0.2740923,0.0019868417,0.00047704758,0.000048416445,0.0040734247,0.0000141012715,0.0007912938,0.2748976,0.11459766,0.32692137],"study_design_scores_gemma":[0.00229335,0.000472156,0.21220514,0.0073320954,0.000021842028,0.00006601373,0.009446901,0.0003981765,0.000029877967,0.0038580988,0.7636744,0.00020198859],"about_ca_topic_score_codex":0.0006886203,"about_ca_topic_score_gemma":0.00003502687,"teacher_disagreement_score":0.6490767,"about_ca_system_score_codex":0.000045474215,"about_ca_system_score_gemma":0.00003556499,"threshold_uncertainty_score":0.999869},"labels":[],"label_agreement":null},{"id":"W2886521854","doi":"10.19173/irrodl.v19i5.3493","title":"Making Sense of Learning Analytics Dashboards: A Technology Acceptance Perspective of 95 Teachers","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning analytics; Analytics; Computer science; Software deployment; Educational technology; Perspective (graphical); Instructional design; Software analytics; Knowledge management; Business analytics; Data science; Psychology; Mathematics education; Multimedia; Artificial intelligence; Software; Software development","score_opus":0.09075648550091663,"score_gpt":0.47490308264578035,"score_spread":0.3841465971448637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886521854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61778975,0.077329494,0.105087414,0.14243023,0.00042298442,0.0024672798,0.00008891106,0.00019835382,0.05418557],"genre_scores_gemma":[0.9894496,0.0072312844,0.0030414066,0.00003488312,0.000034626566,0.000005655494,0.000007102473,0.000006567516,0.00018886915],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978209,0.0005285369,0.00046951938,0.0002890336,0.0006556791,0.00023632096],"domain_scores_gemma":[0.99730223,0.00062063057,0.00041037152,0.00032365412,0.001307649,0.000035447327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047456557,0.00009937398,0.0003552338,0.00029461106,0.00012844926,0.000073868054,0.0016755438,0.000054988835,0.00003331635],"category_scores_gemma":[0.0061581647,0.00007566972,0.00006222542,0.0016410466,0.0006057685,0.00020413792,0.0014386358,0.0009065757,0.000003789158],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019771521,0.00049580773,0.19019927,0.0021106694,0.0004854064,0.000063507614,0.0047672484,0.004017849,0.002027871,0.6569656,0.0013799156,0.13728915],"study_design_scores_gemma":[0.0035687867,0.0028354616,0.020796381,0.06870412,0.00012413437,0.00020324808,0.07660178,0.6803568,0.004167806,0.06061395,0.08106475,0.0009627722],"about_ca_topic_score_codex":0.00017680423,"about_ca_topic_score_gemma":0.000015171057,"teacher_disagreement_score":0.676339,"about_ca_system_score_codex":0.00010047589,"about_ca_system_score_gemma":0.00021580777,"threshold_uncertainty_score":0.73723435},"labels":[],"label_agreement":null},{"id":"W2888411454","doi":"10.19173/irrodl.v19i3.3754","title":"Technology and the politics of university reform: The social shaping of online education","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Politics; Sociology; Distance education; Computer-mediated communication; Educational technology; Political science; Media studies; Higher education; Pedagogy; Public relations; The Internet; World Wide Web; Computer science","score_opus":0.08096424070323971,"score_gpt":0.4724665143742883,"score_spread":0.3915022736710486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888411454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69314826,0.0090745315,0.000051961793,0.26772222,0.000118214535,0.00069137546,0.000040436345,0.000004347707,0.02914864],"genre_scores_gemma":[0.9828313,0.015887864,0.00006457584,0.00012981115,0.000057381178,0.0000038704866,0.000011407437,0.0000012483142,0.001012533],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99891436,0.00044021546,0.00016246182,0.000064382235,0.00033080703,0.00008779438],"domain_scores_gemma":[0.9988098,0.00037565123,0.00015966366,0.00006704592,0.00057366723,0.000014145622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004205592,0.00002731322,0.00010000806,0.00006203966,0.0004084745,0.000019640936,0.0005908352,0.00002257816,0.00004709327],"category_scores_gemma":[0.0014269383,0.000015006918,0.0000146793,0.0005424815,0.0014816036,0.00007315064,0.00028681132,0.00017501834,7.1964297e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057923324,0.000061996565,0.013937802,0.00014375764,0.00002224748,1.2156421e-7,0.005670806,3.1563147e-7,0.000011555232,0.954036,0.0013206598,0.02473684],"study_design_scores_gemma":[0.00073601515,0.0000535111,0.09754674,0.0036544504,0.000015716256,0.0000022058312,0.18640962,0.000055073433,0.0000854822,0.023582425,0.68778694,0.00007183222],"about_ca_topic_score_codex":0.004819157,"about_ca_topic_score_gemma":0.00027888527,"teacher_disagreement_score":0.93045354,"about_ca_system_score_codex":0.00010940303,"about_ca_system_score_gemma":0.0007158683,"threshold_uncertainty_score":0.7285156},"labels":[],"label_agreement":null},{"id":"W2892449320","doi":"10.19173/irrodl.v19i4.3746","title":"Developing a Mobile App for Learning English Vocabulary in an Open Distance Learning Context","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Vocabulary; Context (archaeology); Distance education; Synchronous learning; Language acquisition; Open learning; Blended learning; Multimedia; Mobile device; Educational technology; Teaching method; World Wide Web; Mathematics education; Cooperative learning; Psychology; Linguistics","score_opus":0.09299571536175105,"score_gpt":0.45440994625147435,"score_spread":0.3614142308897233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892449320","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43842825,0.030536905,0.47161075,0.020735867,0.0016825489,0.016265634,0.000042711436,0.00031801153,0.02037932],"genre_scores_gemma":[0.9886567,0.0038295004,0.005337151,0.00023635301,0.00015348145,0.0010501535,0.0001749219,0.000022042475,0.0005397067],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99592406,0.0016299215,0.00065234833,0.0006469456,0.00066822354,0.00047848374],"domain_scores_gemma":[0.99605566,0.0018306244,0.00034700162,0.00040429682,0.001263189,0.000099199126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012544146,0.00016967529,0.0003968026,0.00023060973,0.00048691468,0.000991952,0.004591984,0.00006821696,0.000061981555],"category_scores_gemma":[0.0077528306,0.00014385289,0.000038854472,0.0011108284,0.00025843742,0.0013725698,0.0026502465,0.0012081878,0.000012036209],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004106677,0.00043048387,0.20116824,0.0020464438,0.00007223889,0.000018889532,0.010293366,0.004681445,0.00020455633,0.14947532,0.0015778141,0.62962055],"study_design_scores_gemma":[0.0025304905,0.0015565642,0.022265026,0.021546168,0.000009616445,0.000023104669,0.015165965,0.13192146,0.00031769444,0.006831462,0.7972191,0.00061333843],"about_ca_topic_score_codex":0.0004885522,"about_ca_topic_score_gemma":0.00017884649,"teacher_disagreement_score":0.7956413,"about_ca_system_score_codex":0.0003337566,"about_ca_system_score_gemma":0.0005367965,"threshold_uncertainty_score":0.95654166},"labels":[],"label_agreement":null},{"id":"W2892900159","doi":"10.19173/irrodl.v19i4.3439","title":"Pushing Toward a More Personalized MOOC: Exploring Instructor Selected Activities, Resources, and Technologies for MOOC Design and Implementation","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Personalization; Massive open online course; Computer science; Open educational resources; Multimedia; Educational technology; World Wide Web; Psychology; Mathematics education","score_opus":0.1445355459653144,"score_gpt":0.44765642970298974,"score_spread":0.3031208837376753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892900159","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8179056,0.015976714,0.11034221,0.05364934,0.000079779486,0.0017560475,0.000050087496,0.0001216734,0.0001185331],"genre_scores_gemma":[0.97111684,0.014547495,0.014038564,0.000052709627,0.000036480764,0.00012011266,0.00003471155,0.000007603199,0.000045492332],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861807,0.00028917598,0.00023624672,0.0002718011,0.00036641367,0.00021832097],"domain_scores_gemma":[0.998684,0.0007158837,0.0001289023,0.00012886943,0.00030502913,0.000037310972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029351865,0.00009202968,0.00019570898,0.00015724031,0.00026491375,0.0003825412,0.0007307442,0.00003083265,0.0000056896233],"category_scores_gemma":[0.0015548437,0.00006878807,0.000018361463,0.00048761987,0.00027515375,0.00048705394,0.00072124874,0.00034662973,2.8542797e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004622753,0.00010635866,0.035095077,0.0033362657,0.0002532782,0.00001815999,0.0114040645,0.0001929725,0.0022932827,0.059844613,0.0014945652,0.88549906],"study_design_scores_gemma":[0.0076023494,0.0021837302,0.029414305,0.022051392,0.000082280974,0.00023522384,0.12712643,0.66841555,0.0044940067,0.023929177,0.11342694,0.0010386488],"about_ca_topic_score_codex":0.00015013492,"about_ca_topic_score_gemma":0.000008059643,"teacher_disagreement_score":0.88446045,"about_ca_system_score_codex":0.000056465757,"about_ca_system_score_gemma":0.00010159331,"threshold_uncertainty_score":0.36888537},"labels":[],"label_agreement":null},{"id":"W2892918003","doi":"10.19173/irrodl.v19i4.3601","title":"Defining OER-Enabled Pedagogy","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":313,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Computer science; Context (archaeology); Variety (cybernetics); Educational technology; Open learning; Term (time); Set (abstract data type); Pedagogy; Mathematics education; Teaching method; Sociology; World Wide Web; Psychology; Artificial intelligence; Cooperative learning","score_opus":0.08303704294526316,"score_gpt":0.47055066481360786,"score_spread":0.3875136218683447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892918003","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06586493,0.032158166,0.014626388,0.14442223,0.0011955581,0.002113477,0.000018652014,0.00012767638,0.7394729],"genre_scores_gemma":[0.9869395,0.009655485,0.0014042823,0.0004831869,0.00007890342,0.000045559125,0.000041365827,0.0000070570795,0.0013446594],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977278,0.00072611147,0.00034637866,0.00029260849,0.0006170452,0.0002900351],"domain_scores_gemma":[0.9980664,0.00081954204,0.00014820028,0.0002775174,0.0006058682,0.0000824393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072861286,0.000086029475,0.0001981868,0.0001495395,0.00033951213,0.00048488207,0.002491123,0.000030352243,0.00040918586],"category_scores_gemma":[0.0033094015,0.000062734325,0.000033430348,0.0008083948,0.00019669038,0.00051916065,0.0018528549,0.00065184955,0.00015511626],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060067025,0.00015284614,0.03632972,0.00061192666,0.000049958006,0.000014117216,0.0013911109,0.00007278383,0.00012575298,0.83925825,0.012946112,0.10898737],"study_design_scores_gemma":[0.0012894042,0.00045282836,0.029440125,0.01129386,0.000009297139,0.00008644289,0.011546992,0.022074932,0.00041068468,0.008613181,0.91443115,0.0003510924],"about_ca_topic_score_codex":0.0004334226,"about_ca_topic_score_gemma":0.000023681363,"teacher_disagreement_score":0.92107457,"about_ca_system_score_codex":0.00007532945,"about_ca_system_score_gemma":0.00034966166,"threshold_uncertainty_score":0.4675729},"labels":[],"label_agreement":null},{"id":"W2893022946","doi":"10.19173/irrodl.v19i4.3528","title":"How do Virtual Teams Collaborate in Online Learning Tasks in a MOOC?","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Brainstorming; Team learning; Virtual team; Context (archaeology); Task (project management); Educational technology; Collaborative learning; Team effectiveness; Computer-mediated communication; Computer science; Instructional design; Knowledge management; Thematic analysis; Virtual learning environment; Psychology; Cooperative learning; Multimedia; Mathematics education; Teaching method; Open learning; World Wide Web; The Internet; Engineering; Qualitative research","score_opus":0.11956539428367263,"score_gpt":0.518252799760824,"score_spread":0.3986874054771513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893022946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9623634,0.0071381163,0.0007307661,0.012371069,0.00023694136,0.0008015757,0.00004345309,0.000020259402,0.016294427],"genre_scores_gemma":[0.99340826,0.0024748335,0.00036893797,0.00017791458,0.00012542553,0.00007297586,0.00016117051,0.000018278237,0.0031921773],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99174494,0.006267696,0.00054723676,0.0004168967,0.00057992135,0.00044330483],"domain_scores_gemma":[0.9971901,0.0017119021,0.0002492721,0.00024231037,0.00055278593,0.000053614767],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.023097863,0.00015233531,0.00041455933,0.00047081275,0.00016790675,0.00020914926,0.0010399277,0.000092607814,0.00042887803],"category_scores_gemma":[0.011072219,0.00011555494,0.00003402574,0.002060276,0.00041641234,0.00018845187,0.0006209131,0.0026937625,0.000024969715],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010380485,0.0006370018,0.6468181,0.00047477588,0.00009894133,0.00012740273,0.0062470124,0.0003575465,0.00065621804,0.037807383,0.0028549957,0.30288258],"study_design_scores_gemma":[0.0049022897,0.0013985131,0.45624143,0.022050299,0.000011645559,0.00005027144,0.05872464,0.003717337,0.00008174364,0.0020516233,0.45027348,0.0004967462],"about_ca_topic_score_codex":0.001614507,"about_ca_topic_score_gemma":0.00020546325,"teacher_disagreement_score":0.44741848,"about_ca_system_score_codex":0.00021042647,"about_ca_system_score_gemma":0.00016946344,"threshold_uncertainty_score":0.9996071},"labels":[],"label_agreement":null},{"id":"W2893074683","doi":"10.19173/irrodl.v19i4.3639","title":"Troubleshooters for Tasks of Introductory Programming MOOCs","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"Tartu Ülikool","keywords":"Usability; Computer science; Learning analytics; Massive open online course; Multimedia; World Wide Web; Human–computer interaction; Mathematics education; Data science; Psychology","score_opus":0.08143194544161139,"score_gpt":0.4561388281897799,"score_spread":0.37470688274816855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893074683","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19687288,0.050429743,0.38506636,0.34765297,0.001314201,0.006971798,0.00018161096,0.00015788354,0.01135257],"genre_scores_gemma":[0.9866128,0.0034133794,0.009370523,0.00010661936,0.00013738738,0.000036299254,0.000049128303,0.0000062799836,0.00026757238],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99857605,0.000246569,0.00032489092,0.00021200464,0.00044356045,0.00019691496],"domain_scores_gemma":[0.99833375,0.00056870363,0.0001641306,0.00023867801,0.00065397494,0.00004074528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053123636,0.00006435446,0.00019924006,0.00011355259,0.00011256279,0.00011872581,0.0016349461,0.00002288403,0.00001328561],"category_scores_gemma":[0.002366908,0.00004523238,0.000045465506,0.0004902473,0.00024559567,0.00019086212,0.0007616934,0.00031379302,0.0000024211806],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002123892,0.00037677356,0.028437393,0.0041337856,0.00017043391,0.000007175379,0.00084590475,0.00029425233,0.0006976871,0.25593036,0.008041456,0.7008524],"study_design_scores_gemma":[0.0027508403,0.0016827444,0.0064864927,0.023035644,0.000035184297,0.00003566084,0.0025827573,0.18311425,0.00149028,0.020386867,0.7579669,0.00043241138],"about_ca_topic_score_codex":0.00010796618,"about_ca_topic_score_gemma":0.000006507021,"teacher_disagreement_score":0.7897399,"about_ca_system_score_codex":0.00003827352,"about_ca_system_score_gemma":0.00014167592,"threshold_uncertainty_score":0.30381638},"labels":[],"label_agreement":null},{"id":"W2893096203","doi":"10.19173/irrodl.v19i4.3394","title":"A Framework for Implementing OER-Based Lesson Design Activities for Pre-Service Teachers","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Computer science; Instructional design; Process (computing); Service (business); Knowledge management; Resource (disambiguation); Teacher education; Professional development; Educational technology; Faculty development; Open education; Mathematics education; Multimedia; Pedagogy; Psychology; World Wide Web","score_opus":0.2067704286315734,"score_gpt":0.50797229743034,"score_spread":0.3012018687987666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893096203","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013393298,0.0012586046,0.9477454,0.033448476,0.0001647885,0.002204823,0.000021874992,0.000026225656,0.0017365393],"genre_scores_gemma":[0.91701293,0.00091136975,0.0799953,0.000811373,0.00014761061,0.0007287487,0.000095533316,0.000014788554,0.00028236143],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99817014,0.0005220568,0.00029956605,0.00027779784,0.00040009097,0.0003303231],"domain_scores_gemma":[0.99563867,0.0033310333,0.00019974148,0.00021146811,0.00056259934,0.00005651574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009254581,0.000090621164,0.00018839154,0.00010563771,0.00045526467,0.00050332275,0.0017501306,0.000036524634,0.00006438347],"category_scores_gemma":[0.0038906776,0.00007019257,0.00004588994,0.00047257694,0.00008743036,0.0004028151,0.00061478437,0.00039020367,0.000003878616],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078553363,0.00048363762,0.012993835,0.004802505,0.00020816003,0.00000189858,0.010472367,0.001216484,0.0008228409,0.53080755,0.015149053,0.4222561],"study_design_scores_gemma":[0.0025941608,0.0011101523,0.0035087096,0.02017271,0.000028841469,0.000007709968,0.024036204,0.25429866,0.003851432,0.029928483,0.6599681,0.00049486087],"about_ca_topic_score_codex":0.00018538974,"about_ca_topic_score_gemma":0.000024920197,"teacher_disagreement_score":0.90361965,"about_ca_system_score_codex":0.00009384381,"about_ca_system_score_gemma":0.00033025356,"threshold_uncertainty_score":0.48535532},"labels":[],"label_agreement":null},{"id":"W2893137563","doi":"10.19173/irrodl.v19i4.3237","title":"“Doing the courses without stopping my life”: Time in a professional Master’s program","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Coursework; Perception; Flexibility (engineering); Descriptive statistics; Psychology; Coding (social sciences); Medical education; Quality (philosophy); Mathematics education; Pedagogy; Medicine; Statistics; Mathematics","score_opus":0.10016224601761825,"score_gpt":0.5060033264066579,"score_spread":0.40584108038903965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893137563","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63685197,0.01713154,0.00011609028,0.22426823,0.00058420235,0.0053600944,0.000035045927,0.00007663186,0.11557621],"genre_scores_gemma":[0.9874498,0.007151296,0.0005648428,0.00033174257,0.00036346362,0.00015989316,0.000050476483,0.000011000662,0.00391745],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963032,0.0018610101,0.0003454153,0.00020902671,0.0009314838,0.00034988724],"domain_scores_gemma":[0.9981387,0.001088708,0.0001611893,0.00013304286,0.0004058569,0.000072487026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013416098,0.00008207477,0.00020718596,0.00010714959,0.0006062251,0.00023796009,0.0011297119,0.00004473519,0.00045288308],"category_scores_gemma":[0.004576862,0.000048693397,0.000035422574,0.00069649355,0.00069701084,0.00027569136,0.0006470647,0.00087577733,0.000033748118],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034872614,0.0005195978,0.33208275,0.00082329765,0.00009061887,0.000022721868,0.006182795,0.000077015364,0.00010885043,0.02584002,0.008787817,0.6251158],"study_design_scores_gemma":[0.00047361577,0.000115194,0.009720605,0.01153101,0.00000654334,0.0000034264451,0.01974966,0.0020942192,0.000007554715,0.0005429637,0.95565325,0.00010192998],"about_ca_topic_score_codex":0.00093159784,"about_ca_topic_score_gemma":0.0005446654,"teacher_disagreement_score":0.94686544,"about_ca_system_score_codex":0.00009560392,"about_ca_system_score_gemma":0.00088225835,"threshold_uncertainty_score":0.5479262},"labels":[],"label_agreement":null},{"id":"W2893141953","doi":"10.19173/irrodl.v19i4.3620","title":"Influence of Learning Design of the Formation of Online Communities of Learning","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning analytics; Social network analysis; Online discussion; Bachelor; TUTOR; Instructional design; Knowledge management; Educational technology; Community of inquiry; Learning sciences; Computer science; Collaborative learning; Community of practice; Social learning; Mathematics education; Psychology; Data science; Social media; Pedagogy; World Wide Web; Cognition; Political science","score_opus":0.12559223293577254,"score_gpt":0.46782279285429657,"score_spread":0.342230559918524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893141953","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99234605,0.0021898383,0.00055156054,0.0019163886,0.00002448733,0.0004934003,0.000021698872,0.00000514413,0.002451463],"genre_scores_gemma":[0.984752,0.014607343,0.0003891245,0.000011331263,0.000027944583,0.0000071952413,0.00003679575,0.000005457195,0.00016280338],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9949838,0.0030930364,0.0006855315,0.000091572336,0.0009587094,0.00018738148],"domain_scores_gemma":[0.99533737,0.0021257785,0.000825393,0.00016748413,0.001514171,0.000029831474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0106963925,0.00007589573,0.00033102775,0.00014433403,0.00031752468,0.000025474974,0.0012845743,0.000049778944,0.000086634886],"category_scores_gemma":[0.008168766,0.00005133439,0.000062050734,0.00081033696,0.00124627,0.0003244936,0.00066580286,0.0007820991,9.151402e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086681294,0.0007509707,0.64566976,0.008483578,0.00025209354,0.0000021310059,0.03565597,0.12796736,0.01025377,0.041906543,0.0003601578,0.12783083],"study_design_scores_gemma":[0.003457846,0.0028943908,0.11472568,0.12135285,0.0001555556,0.0000150156775,0.5348196,0.055376004,0.019259429,0.005467482,0.1418534,0.00062273815],"about_ca_topic_score_codex":0.0029323667,"about_ca_topic_score_gemma":0.00031203363,"teacher_disagreement_score":0.5309441,"about_ca_system_score_codex":0.00004895619,"about_ca_system_score_gemma":0.00045212926,"threshold_uncertainty_score":0.9779366},"labels":[],"label_agreement":null},{"id":"W2893394084","doi":"10.19173/irrodl.v19i4.2970","title":"Parents’ and Students’ Attitudes Toward Tablet Integration in Schools","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Education of the People's Republic of China","keywords":"Psychology; Scale (ratio); Test (biology); Medical education; Medicine","score_opus":0.1284095050345487,"score_gpt":0.49325882777494356,"score_spread":0.36484932274039483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893394084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93834025,0.008800152,0.00012108165,0.024410352,0.00009357564,0.0009610119,0.000013713435,0.000017179469,0.027242698],"genre_scores_gemma":[0.9662946,0.033215333,0.000063284366,0.000100765115,0.000029210516,0.00002914266,0.000033321307,0.0000023048829,0.00023202795],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985993,0.0002953386,0.00023088994,0.00015578991,0.00054796535,0.00017071681],"domain_scores_gemma":[0.9993162,0.0002908922,0.00006283361,0.000070349415,0.00022155678,0.000038146452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051661204,0.000050536644,0.00013847588,0.00012458568,0.0001569229,0.00026473004,0.0007652152,0.00003599602,0.000090825495],"category_scores_gemma":[0.003940945,0.00003662211,0.000011456522,0.0004808202,0.00037927422,0.00028907898,0.00070896815,0.00034359025,0.000009842072],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034631576,0.00005514619,0.92294,0.00009112491,0.000009223621,0.0000028313982,0.00065123494,3.0712985e-7,0.000011363116,0.034441248,0.0008057844,0.040957063],"study_design_scores_gemma":[0.0014688555,0.00020465025,0.7782797,0.018699935,0.000005697901,0.0000053844533,0.024546523,0.000087155524,0.00013445849,0.022829544,0.15350299,0.00023507385],"about_ca_topic_score_codex":0.0017271596,"about_ca_topic_score_gemma":0.0009986843,"teacher_disagreement_score":0.1526972,"about_ca_system_score_codex":0.00009763826,"about_ca_system_score_gemma":0.00012209473,"threshold_uncertainty_score":0.47179642},"labels":[],"label_agreement":null},{"id":"W2893494610","doi":"10.19173/irrodl.v19i4.2881","title":"The Expansion of Higher Education and the Returns of Distance Education in China","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Tsinghua University","keywords":"Distance education; China; Face (sociological concept); Empirical research; Quality (philosophy); Higher education; Economics; Demographic economics; Econometrics; Mathematics education; Sociology; Psychology; Economic growth; Statistics; Geography; Mathematics; Social science","score_opus":0.0395267493743848,"score_gpt":0.46792447118920605,"score_spread":0.4283977218148213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893494610","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70762444,0.08545003,0.0000514455,0.12889242,0.0007846273,0.001881266,0.000018660721,0.000004484529,0.075292654],"genre_scores_gemma":[0.9450186,0.05156018,0.000044393728,0.00009840327,0.00006460412,0.00005687258,0.000012511931,0.0000020957468,0.0031423573],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99829364,0.0006809333,0.00030675056,0.000101559504,0.0005125746,0.00010451486],"domain_scores_gemma":[0.99846876,0.00071219,0.00022613279,0.00012394125,0.00044463202,0.000024366776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061110146,0.00004095394,0.000120032215,0.00004097593,0.00023492948,0.000058190417,0.00054716354,0.000020147198,0.000085829684],"category_scores_gemma":[0.0016112556,0.000021712785,0.000016302349,0.0004373501,0.0007962883,0.00013745841,0.00015809866,0.00018502171,0.0000012717725],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026603238,0.00021315366,0.13545386,0.0004295777,0.000020436175,1.2671812e-7,0.011819394,0.0000021631563,0.000040139497,0.685279,0.012119492,0.1543566],"study_design_scores_gemma":[0.0003913076,0.0000297911,0.4275558,0.005598861,0.0000041165436,6.3369805e-7,0.012114774,0.000022029542,0.000068354864,0.017079096,0.5370836,0.000051609597],"about_ca_topic_score_codex":0.005181722,"about_ca_topic_score_gemma":0.00062126754,"teacher_disagreement_score":0.6681999,"about_ca_system_score_codex":0.000087326516,"about_ca_system_score_gemma":0.0012102887,"threshold_uncertainty_score":0.7833248},"labels":[],"label_agreement":null},{"id":"W2893800361","doi":"10.19173/irrodl.v19i4.3854","title":"Critical Factors of the Adoption of e-Textbooks: A Comparison Between Experienced and Inexperienced Users","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Expectancy theory; Psychology; Perspective (graphical); Task (project management); Social influence; Unified theory of acceptance and use of technology; Social psychology; Applied psychology; Computer science","score_opus":0.32201977618296995,"score_gpt":0.5639248760095283,"score_spread":0.2419050998265584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893800361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952252,0.0010362999,0.00033545165,0.0025970286,0.000053867145,0.00027710764,0.000028338898,0.000003874495,0.00044281318],"genre_scores_gemma":[0.9992516,0.0005418786,0.00010000944,0.000024737716,0.000010178289,0.0000146069415,0.000007194318,0.0000025999093,0.000047205052],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99730515,0.00060419424,0.00064860366,0.00020912636,0.001094616,0.00013833445],"domain_scores_gemma":[0.9966476,0.0019129281,0.0002681329,0.00027622885,0.000849586,0.00004554438],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0049801935,0.00006851784,0.00030025368,0.00015069425,0.0001674784,0.00007434651,0.0015046208,0.000052884236,0.00016299896],"category_scores_gemma":[0.014364967,0.000036290076,0.00004345165,0.00069120026,0.0017993929,0.00021877218,0.0010242328,0.00036347055,0.0000023959585],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004176868,0.00004307137,0.98154134,0.000056986373,0.0000073256224,2.7158163e-7,0.0011896554,0.00000226932,0.00060572004,0.008274825,0.0002324296,0.008004321],"study_design_scores_gemma":[0.00037995668,0.00022470437,0.9557372,0.0024100812,0.000008403337,0.0000029824246,0.029292505,0.00045851181,0.0036495384,0.0029588398,0.0048056557,0.00007165176],"about_ca_topic_score_codex":0.00014481846,"about_ca_topic_score_gemma":0.000014952303,"teacher_disagreement_score":0.028102849,"about_ca_system_score_codex":0.000024290373,"about_ca_system_score_gemma":0.000077261626,"threshold_uncertainty_score":0.99393743},"labels":[],"label_agreement":null},{"id":"W2893868075","doi":"10.19173/irrodl.v19i4.4142","title":"Hearables for Online Learning","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Subtitles and Audiovisual Media","field":"Arts and Humanities","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science","score_opus":0.22351784652145623,"score_gpt":0.47714813169217435,"score_spread":0.2536302851707181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893868075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67347217,0.07492002,0.00045122002,0.0684263,0.0013514619,0.0039631682,0.00062731066,0.0000776321,0.17671074],"genre_scores_gemma":[0.97542626,0.01730454,0.00011623309,0.00033529758,0.00068137585,0.000065934066,0.00028412673,0.000011762038,0.0057744994],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99900347,0.00017452473,0.0002212264,0.00013361807,0.00029436708,0.00017278198],"domain_scores_gemma":[0.99857557,0.00076430204,0.00007917242,0.000077896395,0.00046875206,0.000034306777],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002612038,0.000058775404,0.00015896252,0.000064789165,0.00028545177,0.0001711428,0.00047061156,0.000014840311,0.0012138797],"category_scores_gemma":[0.0021246288,0.00003787814,0.000035154826,0.00007936892,0.00036081328,0.00012055316,0.00028607048,0.00030464915,0.000021436847],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005730735,0.00046416078,0.012696919,0.0041741785,0.00019265169,0.000009965778,0.0064825574,0.00004287958,0.00024043937,0.55660176,0.06109765,0.35742375],"study_design_scores_gemma":[0.00033117514,0.000205364,0.0005512615,0.004386401,0.0000047945955,0.0000019855079,0.0060018017,0.00092885765,0.000039478335,0.0019171145,0.9855766,0.000055153465],"about_ca_topic_score_codex":0.00042072602,"about_ca_topic_score_gemma":0.00022140812,"teacher_disagreement_score":0.92447895,"about_ca_system_score_codex":0.000027438913,"about_ca_system_score_gemma":0.000050461153,"threshold_uncertainty_score":0.9996992},"labels":[],"label_agreement":null},{"id":"W2894335876","doi":"10.19173/irrodl.v19i4.3718","title":"MOOC Makers: Professors’ Experiences With Developing and Delivering MOOCs","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Phenomenography; Open educational resources; Massive open online course; Higher education; Pedagogy; Open education; Qualitative research; Educational technology; Distance education; Online learning; Psychology; Mathematics education; Sociology; Computer science; Multimedia; Political science","score_opus":0.10876897282062431,"score_gpt":0.45469519362188227,"score_spread":0.34592622080125796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894335876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9012133,0.010445649,0.032746192,0.050566364,0.00010683436,0.0006680384,0.0000047695617,0.00004001867,0.004208826],"genre_scores_gemma":[0.9889258,0.005824842,0.0048570964,0.00015578998,0.00003834939,0.00002821095,0.0000073389165,0.000003993153,0.00015854706],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986518,0.00025198076,0.00020484213,0.00022974897,0.00046829763,0.00019335635],"domain_scores_gemma":[0.9990054,0.00034326647,0.00009560754,0.00015390886,0.0003566989,0.000045164317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002735926,0.000072653296,0.00015105806,0.00008506421,0.00022779152,0.00027214,0.001090841,0.000019420702,0.000018446846],"category_scores_gemma":[0.00073164393,0.000045360557,0.000011930911,0.00051615573,0.00028228955,0.00033081227,0.001127911,0.00034418653,0.000004466871],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003886003,0.000303895,0.23107728,0.005526689,0.00033470872,0.00017517118,0.035135936,0.00041873474,0.0002776482,0.24459249,0.0021634118,0.47960544],"study_design_scores_gemma":[0.0046009077,0.0024151595,0.06843214,0.1285601,0.000041532563,0.0004708101,0.12345201,0.483751,0.0020308269,0.011808572,0.17290463,0.0015323356],"about_ca_topic_score_codex":0.00017149314,"about_ca_topic_score_gemma":0.000019161438,"teacher_disagreement_score":0.48333228,"about_ca_system_score_codex":0.000036006324,"about_ca_system_score_gemma":0.00014499684,"threshold_uncertainty_score":0.26242524},"labels":[],"label_agreement":null},{"id":"W2894434183","doi":"10.19173/irrodl.v19i4.3672","title":"Effect of Communication Management on Distance Learners’ Cognitive Engagement in Malaysian Institutions of Higher Learning","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Path analysis (statistics); Distance education; Psychology; Knowledge management; Cognition; Transactional leadership; Computer science; Applied psychology; Mathematics education; Social psychology","score_opus":0.10104920539348031,"score_gpt":0.5045597234841489,"score_spread":0.4035105180906686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894434183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73963857,0.0056802183,0.00024655325,0.00826968,0.00009017864,0.0018814114,0.0000262029,0.000013947225,0.24415323],"genre_scores_gemma":[0.9813647,0.017762117,0.00008769625,0.00002320993,0.000024335142,0.000048645987,0.000068268884,0.000004470886,0.00061650894],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953647,0.0032661152,0.00036285847,0.00016314116,0.000657513,0.00018562797],"domain_scores_gemma":[0.99766695,0.0016592753,0.00022748516,0.00013504682,0.00027746856,0.000033762655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012169762,0.00007248668,0.00023090982,0.00017929355,0.00028814282,0.000040524625,0.0007073472,0.000033089786,0.0002040025],"category_scores_gemma":[0.0026162702,0.00005520482,0.000037937185,0.00074282073,0.0007010864,0.00015353264,0.00045224416,0.0006876348,0.000007098209],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010439461,0.00049665745,0.28842825,0.0026824658,0.00017276326,0.000014011675,0.004194055,0.0009888583,0.00007235454,0.35099778,0.00037614114,0.35053274],"study_design_scores_gemma":[0.005169062,0.002618496,0.09854564,0.10599518,0.0001001532,0.0000014985895,0.07321719,0.0018387476,0.00092540757,0.0020115015,0.709143,0.00043417147],"about_ca_topic_score_codex":0.00085166603,"about_ca_topic_score_gemma":0.00020266861,"teacher_disagreement_score":0.7087668,"about_ca_system_score_codex":0.00011564505,"about_ca_system_score_gemma":0.00012828321,"threshold_uncertainty_score":0.42178208},"labels":[],"label_agreement":null},{"id":"W2898686577","doi":"10.19173/irrodl.v15i2.1700","title":"Cost-savings achieved in two semesters through the adoption of open educational resources","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Educational resources; Educational technology; Quality (philosophy); Higher education; Business; Medical education; Mathematics education; Pedagogy; Economics; Psychology; Economic growth; Medicine","score_opus":0.10623072276142449,"score_gpt":0.47110482168634804,"score_spread":0.36487409892492356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898686577","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3694377,0.010078889,0.010405445,0.43393463,0.00068252446,0.00594158,0.000029107738,0.000033763976,0.16945636],"genre_scores_gemma":[0.99375594,0.0036233708,0.0013194667,0.00053342455,0.000039802988,0.0001291041,0.00006959352,0.0000058556125,0.0005234222],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969166,0.0014950274,0.00047120126,0.0002718424,0.00063389813,0.00021146705],"domain_scores_gemma":[0.99722636,0.001782289,0.0002816967,0.0003166618,0.00034837186,0.000044646404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009442675,0.000089977446,0.0002267743,0.00010777319,0.00021186168,0.00056574086,0.0042086146,0.000021079028,0.0000967687],"category_scores_gemma":[0.002937751,0.000058605987,0.000034448534,0.0008400701,0.00018934312,0.00086930714,0.002286076,0.0006381433,0.000013885079],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018454841,0.00052921445,0.18143898,0.0009259029,0.000065143715,0.0000021518874,0.009627756,0.0039014309,0.00022486402,0.70610005,0.0074118655,0.08958807],"study_design_scores_gemma":[0.0029644452,0.00028452073,0.32199103,0.018858446,0.000014955744,0.00004059452,0.028834336,0.029555343,0.00015656701,0.025022605,0.5718531,0.00042404962],"about_ca_topic_score_codex":0.0023719324,"about_ca_topic_score_gemma":0.00010993145,"teacher_disagreement_score":0.6810775,"about_ca_system_score_codex":0.00009257143,"about_ca_system_score_gemma":0.00024813018,"threshold_uncertainty_score":0.7820723},"labels":[],"label_agreement":null},{"id":"W2902011818","doi":"10.19173/irrodl.v19i5.3765","title":"The Inherent Tensions of “Instant Education”: A Critical Review of Mobile Instant Messaging","year":2018,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Immediacy; Affordance; Dialectic; Negotiation; Computer science; Dimension (graph theory); Interdependence; Instant; Instant messaging; Educational technology; Knowledge management; Psychology; Sociology; Human–computer interaction; Epistemology; Pedagogy; World Wide Web","score_opus":0.18187426917834418,"score_gpt":0.5622478185756002,"score_spread":0.3803735493972561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902011818","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000147164965,0.97473043,0.000005459329,0.005859091,0.000103851155,0.002261918,0.000092354865,0.0000074595655,0.016924728],"genre_scores_gemma":[0.0014260169,0.9976999,0.00004205909,0.00010980309,0.000030227122,0.00027095806,0.00007460147,0.00001345456,0.0003329385],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937944,0.002794332,0.0013285544,0.00028741139,0.0014177866,0.00037753693],"domain_scores_gemma":[0.994097,0.0029205917,0.0008499197,0.0004902853,0.0015407715,0.00010143044],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017998334,0.00017797035,0.0011350004,0.00017955044,0.0005244998,0.00009616839,0.0028389893,0.00012412957,0.00019551592],"category_scores_gemma":[0.028372753,0.00010113915,0.00021942315,0.001166072,0.0021467442,0.00014060829,0.0014101283,0.0011706615,0.00000888242],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018669283,0.0003232645,0.00021867809,0.16110551,0.00012972494,0.0000037742811,0.00012691836,9.3454325e-8,6.2163014e-7,0.07020383,0.009881827,0.7579871],"study_design_scores_gemma":[0.000049311868,0.000036428206,0.000014745319,0.40183318,0.000049398684,0.0000052298983,0.0011514294,9.0717975e-7,7.7342776e-7,0.00036147912,0.5964435,0.000053656047],"about_ca_topic_score_codex":0.0009504943,"about_ca_topic_score_gemma":0.00008300713,"teacher_disagreement_score":0.75793344,"about_ca_system_score_codex":0.00035506435,"about_ca_system_score_gemma":0.0030632876,"threshold_uncertainty_score":0.97981167},"labels":[],"label_agreement":null},{"id":"W2902070449","doi":"10.19173/irrodl.v19i5.3624","title":"Looking Beyond Institutional Boundaries: Examining Adults’ Experience of Choosing Online as Part of Their Post-Secondary Studies","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Institution; Perspective (graphical); Pedagogy; Qualitative research; Higher education; Sociology; Psychology; Computer science; Social science; Political science","score_opus":0.11350568265268983,"score_gpt":0.4783480839115742,"score_spread":0.36484240125888434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902070449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9643416,0.02081524,0.000023887742,0.003930513,0.00015885626,0.00035161653,0.00008206423,0.0000071755785,0.010289049],"genre_scores_gemma":[0.97798103,0.021189906,0.00034164885,0.00011126097,0.00014411741,0.000016534832,0.00008912471,0.000005500194,0.00012087989],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997385,0.000700861,0.00056960154,0.00022226151,0.0008695943,0.00025266127],"domain_scores_gemma":[0.99664974,0.0012149853,0.00035036216,0.00014232895,0.0015862216,0.00005637351],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0059514707,0.0000956783,0.0003355568,0.00014197819,0.0006494506,0.000108523804,0.0008905864,0.00004371353,0.0003255163],"category_scores_gemma":[0.009355842,0.00006922409,0.000045699133,0.00058708177,0.0029162006,0.000427972,0.00069630507,0.00052302954,0.000002338083],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007733874,0.0005249224,0.09026128,0.0037942673,0.00037952684,0.000027244296,0.06387587,0.00008139246,0.001836675,0.123525545,0.00060596026,0.7143139],"study_design_scores_gemma":[0.0011581468,0.00064709666,0.009145872,0.04281816,0.00002150805,0.00001402847,0.4471159,0.00024146512,0.0016621493,0.003756764,0.49317434,0.0002445773],"about_ca_topic_score_codex":0.0019323513,"about_ca_topic_score_gemma":0.0005360409,"teacher_disagreement_score":0.71406937,"about_ca_system_score_codex":0.00009723803,"about_ca_system_score_gemma":0.001498289,"threshold_uncertainty_score":0.9997973},"labels":[],"label_agreement":null},{"id":"W2902396468","doi":"10.19173/irrodl.v19i5.3459","title":"Interactions in MOOCs: The Hidden Part of the Iceberg","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Isolation (microbiology); Distance education; Computer science; Iceberg; Computer-mediated communication; World Wide Web; Data science; Psychology; Mathematics education; The Internet","score_opus":0.09895352210454679,"score_gpt":0.46104883783764894,"score_spread":0.36209531573310216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902396468","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2619242,0.016430624,0.0037044166,0.6630023,0.0010657294,0.0021207994,0.000066479406,0.000039062554,0.051646385],"genre_scores_gemma":[0.99434197,0.0042890552,0.00017532505,0.00023080628,0.00007240229,0.00001785852,0.000007812295,0.000003317657,0.0008614536],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980718,0.0007522677,0.00033540346,0.000160559,0.00051974924,0.00016025983],"domain_scores_gemma":[0.99811137,0.0009939147,0.00016800233,0.00036278873,0.0003390261,0.000024899764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004707383,0.000059817703,0.00014575092,0.00007575447,0.00016639293,0.00012720108,0.002652511,0.00001472923,0.000067770525],"category_scores_gemma":[0.0025492574,0.000029466737,0.000045902823,0.0008825484,0.0002999253,0.00019539628,0.0015758809,0.00068444485,0.00001082875],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012977749,0.0006370573,0.27203238,0.0012574714,0.00020512873,0.000017981709,0.0030310564,0.0010396554,0.0003461067,0.38974974,0.029232392,0.30232126],"study_design_scores_gemma":[0.0010785108,0.00022587708,0.09335072,0.02661693,0.000019638093,0.000051763473,0.0035712633,0.13550355,0.00046877586,0.024914555,0.71395177,0.00024663965],"about_ca_topic_score_codex":0.00061889685,"about_ca_topic_score_gemma":0.00019860164,"teacher_disagreement_score":0.73241776,"about_ca_system_score_codex":0.00004703127,"about_ca_system_score_gemma":0.00014638825,"threshold_uncertainty_score":0.49290696},"labels":[],"label_agreement":null},{"id":"W2902555578","doi":"10.19173/irrodl.v19i5.3748","title":"Analysing Structured Learning Behaviour in Massive Open Online Courses (MOOCs): An Approach Based on Process Mining and Clustering","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning analytics; Operationalization; Process (computing); Educational data mining; Computer science; Process mining; Cluster analysis; Massive open online course; Educational technology; Data science; Mathematics education; Psychology; Work in process; World Wide Web; Artificial intelligence; Engineering","score_opus":0.08570301716141862,"score_gpt":0.4687009038174949,"score_spread":0.38299788665607626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902555578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9619174,0.0018270012,0.016990274,0.015318234,0.00008803131,0.0011739386,0.00003781253,0.000043071836,0.0026042354],"genre_scores_gemma":[0.9910838,0.0006452885,0.007726067,0.00019721781,0.00005620488,0.000021310701,0.00017236795,0.000011669419,0.0000860812],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971028,0.0009077069,0.00045076775,0.0005159329,0.0007027976,0.00031997208],"domain_scores_gemma":[0.99835306,0.00048119563,0.0002582004,0.00028603635,0.0005201392,0.00010134864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053230342,0.00015381137,0.0003702547,0.00032959337,0.00031276557,0.00079112826,0.0023328161,0.000052565974,0.000018476185],"category_scores_gemma":[0.0020893484,0.0001158107,0.00002968533,0.0010349308,0.00021138242,0.0005868774,0.0014713021,0.0008811585,7.17678e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045282624,0.0009509089,0.6604606,0.0019171422,0.00010385425,0.00010393177,0.0027945936,0.1314996,0.00016470398,0.003178728,0.00014561115,0.19822752],"study_design_scores_gemma":[0.0007979616,0.00027763794,0.026293848,0.0059199054,0.00000981556,0.0000119894785,0.004010255,0.96186423,0.000028964825,0.0002642289,0.00036780298,0.00015335185],"about_ca_topic_score_codex":0.0003924403,"about_ca_topic_score_gemma":0.00014332509,"teacher_disagreement_score":0.83036464,"about_ca_system_score_codex":0.0000822982,"about_ca_system_score_gemma":0.00023694511,"threshold_uncertainty_score":0.76288676},"labels":[],"label_agreement":null},{"id":"W2902584965","doi":"10.19173/irrodl.v19i5.3419","title":"Co-Construction Concept Through Cloud-Based Social Network Platform Design, Implementation, and Evaluation","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and Technology, Taiwan","keywords":"Computer science; Cloud computing; Social network (sociolinguistics); Class (philosophy); Social network analysis; World Wide Web; Key (lock); Social media; Computer security; Artificial intelligence","score_opus":0.28800845559264293,"score_gpt":0.5937007732996138,"score_spread":0.30569231770697086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902584965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61102575,0.021228166,0.26605332,0.02734737,0.0018995361,0.006590272,0.00015779329,0.000092311166,0.06560551],"genre_scores_gemma":[0.99480796,0.00045836164,0.0033929225,0.00036299633,0.00042835274,0.00012339036,0.00034142382,0.00001080751,0.00007379817],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946083,0.0039312746,0.00040059743,0.00024678546,0.0005656085,0.00024745098],"domain_scores_gemma":[0.9976815,0.0012191071,0.00025587357,0.00011297818,0.00070570625,0.000024816361],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023274986,0.00009343756,0.0002030989,0.00007418777,0.000541057,0.000102962564,0.00035713144,0.000052583237,0.0013494913],"category_scores_gemma":[0.00096450956,0.000071851886,0.000024536235,0.00047522935,0.0005801001,0.00015412337,0.000113917355,0.00061970745,0.000010351975],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009512474,0.000118624754,0.071177766,0.00035338753,0.00025145325,0.0000045975426,0.007057132,0.00023938417,0.00015026219,0.21805911,0.048011046,0.65362597],"study_design_scores_gemma":[0.014184473,0.0022664017,0.32417595,0.009856049,0.00017570597,0.0001101017,0.07118983,0.0101423515,0.0012454679,0.088835955,0.47690004,0.00091766904],"about_ca_topic_score_codex":0.00047572164,"about_ca_topic_score_gemma":0.000009717346,"teacher_disagreement_score":0.6527083,"about_ca_system_score_codex":0.00011039527,"about_ca_system_score_gemma":0.0001628699,"threshold_uncertainty_score":0.9995634},"labels":[],"label_agreement":null},{"id":"W2902672511","doi":"10.19173/irrodl.v19i5.3642","title":"Characterization of the Reasons Why Brazilian Science Teachers Drop Out of Online Professional Development Courses","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Attrition; Workload; Dropout (neural networks); Drop out; Incentive; Professional development; Distance education; Psychology; Medical education; Mathematics education; Faculty development; Pedagogy; Computer science; Medicine; Demographic economics; Economics","score_opus":0.06427861812152207,"score_gpt":0.4442158407174325,"score_spread":0.3799372225959104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902672511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94176656,0.00079736166,0.0039644176,0.051299542,0.000410479,0.0006117494,0.000050131337,0.00001195748,0.0010877899],"genre_scores_gemma":[0.99734837,0.00089586707,0.000932709,0.00012509337,0.00003300354,0.0000063288917,0.00004475828,0.0000032876112,0.0006105712],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99794894,0.00035981645,0.00036219496,0.00019068575,0.000975364,0.0001629881],"domain_scores_gemma":[0.9982617,0.00023603406,0.0003000743,0.00025167328,0.00090833555,0.00004219023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005020116,0.00006365555,0.00016548224,0.00011250769,0.00022982793,0.000069681264,0.0023710725,0.000021237975,0.000021880087],"category_scores_gemma":[0.002406844,0.000036869184,0.000028377177,0.0008625142,0.00073677476,0.00025415336,0.0014622303,0.00036478194,0.0000019295303],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016389313,0.002056138,0.4796696,0.0029327376,0.00019488085,0.0000065506433,0.009339678,0.00017469918,0.08864118,0.08031245,0.0031590676,0.3333491],"study_design_scores_gemma":[0.001272803,0.0003904226,0.6985749,0.051742595,0.000021040829,0.000017228502,0.0029567105,0.061628304,0.019982915,0.0019194669,0.1611351,0.00035849772],"about_ca_topic_score_codex":0.000055243432,"about_ca_topic_score_gemma":0.000025574176,"teacher_disagreement_score":0.33299062,"about_ca_system_score_codex":0.000057552163,"about_ca_system_score_gemma":0.0008854098,"threshold_uncertainty_score":0.4406082},"labels":[],"label_agreement":null},{"id":"W2902673317","doi":"10.19173/irrodl.v19i5.3312","title":"Purpose, Pedagogy and Philosophy: “Being” an Online Lecturer","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dialogic; Pedagogy; Online teaching; Teaching philosophy; Sociology; Community of inquiry; Philosophy of education; Higher education; Psychology; Mathematics education; Political science","score_opus":0.15061847747367307,"score_gpt":0.5215054933663434,"score_spread":0.37088701589267037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902673317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69954675,0.023416724,0.00018994717,0.17474565,0.00024736766,0.0014920263,0.0000728004,0.0000454709,0.10024323],"genre_scores_gemma":[0.96202856,0.036015302,0.0003894268,0.00034694676,0.00050244504,0.00001366669,0.00012096492,0.000007892097,0.0005747774],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976121,0.0010462549,0.00024142278,0.00022591883,0.00061892887,0.00025534086],"domain_scores_gemma":[0.9986952,0.00051396736,0.00009365652,0.00012708908,0.00047047777,0.00009961466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00600367,0.000074579344,0.0001854126,0.00010505906,0.00048087246,0.00017497022,0.0007673559,0.000046872286,0.00038282207],"category_scores_gemma":[0.0031012928,0.00005304753,0.00002291259,0.00042034432,0.0006745679,0.00031214213,0.00046564525,0.0006043104,0.000008401013],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021631324,0.0003134588,0.10018784,0.0006921217,0.000062112915,0.000024061706,0.0031664874,0.000013343334,0.0001294007,0.19385059,0.0017647053,0.69957954],"study_design_scores_gemma":[0.0004450712,0.00027224186,0.008134571,0.003427855,0.000009336283,0.000008019854,0.0069205733,0.00047218121,0.000022335711,0.02210449,0.95806134,0.00012197435],"about_ca_topic_score_codex":0.0017647322,"about_ca_topic_score_gemma":0.0012430038,"teacher_disagreement_score":0.9562966,"about_ca_system_score_codex":0.000052028336,"about_ca_system_score_gemma":0.00042167565,"threshold_uncertainty_score":0.41916332},"labels":[],"label_agreement":null},{"id":"W2902760328","doi":"10.19173/irrodl.v19i5.3908","title":"User Consent in MOOCs – Micro, Meso, and Macro Perspectives","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transparency (behavior); Internet privacy; Agency (philosophy); Legislature; Download; Informed consent; Data sharing; Computer science; Data science; World Wide Web; Computer security; Political science; Sociology; Law","score_opus":0.07460499974563764,"score_gpt":0.45764573541763875,"score_spread":0.38304073567200114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902760328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67376757,0.07450169,0.0061293575,0.22817846,0.00018702031,0.0012798394,0.000043847554,0.000045568253,0.015866637],"genre_scores_gemma":[0.96970546,0.028122459,0.0012839272,0.0001745774,0.000042027234,0.0000096019185,0.000010816335,0.000004118644,0.0006470303],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985321,0.00044688658,0.00023265727,0.0002440888,0.00035820826,0.00018603863],"domain_scores_gemma":[0.9987184,0.00067864655,0.000078303,0.0001761876,0.0003017835,0.000046717232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037095028,0.00006880634,0.00017063816,0.00012946255,0.00010647529,0.00021783845,0.0010100264,0.000023363886,0.00004032271],"category_scores_gemma":[0.0018929178,0.000048693288,0.000020823813,0.00048215516,0.00030589828,0.00018380364,0.0011495565,0.00046727146,0.000008700462],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021704657,0.0006363212,0.45895392,0.0022489286,0.00016889014,0.00015133007,0.006011654,0.00023532244,0.001164036,0.41538948,0.011126859,0.10369621],"study_design_scores_gemma":[0.0051335446,0.0011108601,0.2519894,0.047630962,0.000027506741,0.0002901809,0.020900112,0.16811268,0.000933697,0.034234427,0.46870136,0.0009352725],"about_ca_topic_score_codex":0.0004318174,"about_ca_topic_score_gemma":0.00006482226,"teacher_disagreement_score":0.45757452,"about_ca_system_score_codex":0.000054859996,"about_ca_system_score_gemma":0.00013660332,"threshold_uncertainty_score":0.22661361},"labels":[],"label_agreement":null},{"id":"W2902813639","doi":"10.19173/irrodl.v19i5.3698","title":"Interaction of Proctoring and Student Major on Online Test Performance","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Academic dishonesty; Cheating; Academic integrity; Test (biology); Online learning; Psychology; Mathematics education; Medical education; Computer science; Medicine; Multimedia","score_opus":0.11714743683188585,"score_gpt":0.5079182663745356,"score_spread":0.3907708295426498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902813639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96822876,0.0019209118,0.000017662232,0.009051706,0.00009383129,0.00043190835,0.000024722985,0.000004237362,0.020226253],"genre_scores_gemma":[0.9679127,0.031489875,0.00003554575,0.00007133566,0.00011229094,0.000009859724,0.00001838226,0.0000020648422,0.00034798292],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986845,0.00032308628,0.0002177,0.00010819006,0.0005456665,0.00012083379],"domain_scores_gemma":[0.99832577,0.0010991822,0.000111099034,0.000057460038,0.00037330482,0.000033191864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006363311,0.000041885778,0.00011792213,0.00006370602,0.000212912,0.000049895894,0.0004847602,0.000049588165,0.00011175429],"category_scores_gemma":[0.004545227,0.000029041805,0.000012726859,0.0002220781,0.000346223,0.00017872792,0.00027554572,0.0008169506,0.0000042978695],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004130282,0.0005242533,0.73464686,0.0019461017,0.00007795408,0.000004495478,0.010578296,0.000017841066,0.0005442734,0.045178857,0.0028891724,0.20317887],"study_design_scores_gemma":[0.0013743122,0.0013617034,0.26749992,0.059243444,0.00002681396,0.000013617741,0.058152094,0.0026237515,0.0018410385,0.0020078365,0.6055707,0.0002848286],"about_ca_topic_score_codex":0.0013609407,"about_ca_topic_score_gemma":0.00016332488,"teacher_disagreement_score":0.60268146,"about_ca_system_score_codex":0.00007174874,"about_ca_system_score_gemma":0.000088133966,"threshold_uncertainty_score":0.54413897},"labels":[],"label_agreement":null},{"id":"W2903129688","doi":"10.19173/irrodl.v19i5.3665","title":"Mitigating Suburban English Writing Teachers’ Constrained Professional Development Through Distance Education: One Case Study","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Social Science Fund of China","keywords":"Distance education; Pedagogy; Teacher education; Agency (philosophy); Curriculum; Socialization; Mathematics education; Systemic functional linguistics; Professional development; Literacy; Second language writing; Qualitative research; Academic writing; Sociology; Psychology; Second language; Linguistics","score_opus":0.11886638712758078,"score_gpt":0.4331358272793719,"score_spread":0.3142694401517911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903129688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9522221,0.0051877755,0.00003713272,0.0013194965,0.00032742505,0.0007673317,0.000014753873,0.00002381835,0.04010018],"genre_scores_gemma":[0.9961907,0.00015199669,0.00023265956,0.00022149942,0.00048530338,0.00011369395,0.00010921729,0.000011223135,0.0024837044],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99764895,0.0008163832,0.0004947589,0.00026372142,0.00053524465,0.00024093335],"domain_scores_gemma":[0.99807787,0.0007968735,0.00020169347,0.00015391284,0.00071822066,0.0000514048],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0055425684,0.00011252693,0.00022469019,0.00007337103,0.0009982222,0.00038510046,0.0005309433,0.000023200331,0.0013286909],"category_scores_gemma":[0.0024095296,0.00008334845,0.00002853776,0.00013719866,0.00045327874,0.0003171863,0.0004090321,0.0008698159,0.000008001647],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087171065,0.0015040119,0.104579955,0.0015857075,0.00025211542,0.00023067823,0.56355816,0.0000051538746,0.000020696612,0.090290725,0.003365393,0.23452021],"study_design_scores_gemma":[0.0006759071,0.00013475373,0.0014176036,0.012192239,0.000013616453,0.00007823304,0.7905608,0.0000937416,0.000021484993,0.00024626675,0.19439667,0.00016867746],"about_ca_topic_score_codex":0.0024631424,"about_ca_topic_score_gemma":0.000892171,"teacher_disagreement_score":0.23435153,"about_ca_system_score_codex":0.00009753187,"about_ca_system_score_gemma":0.0003628887,"threshold_uncertainty_score":0.99958426},"labels":[],"label_agreement":null},{"id":"W2903225806","doi":"10.19173/irrodl.v19i5.3742","title":"MOOCs and OER in the Global South: Problems and Potential","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agency (philosophy); Context (archaeology); Global South; Open educational resources; The Internet; Space (punctuation); Online learning; Global education; Open education; Public relations; Sociology; Knowledge management; Political science; Pedagogy; World Wide Web; Social science; Geography; Computer science","score_opus":0.07354707213701725,"score_gpt":0.4290267662534026,"score_spread":0.35547969411638536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903225806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7812256,0.026798053,0.008970439,0.17556415,0.00015265877,0.0012404089,0.00007265086,0.000026738193,0.0059492737],"genre_scores_gemma":[0.9925194,0.0067257495,0.00038027385,0.00023764954,0.000045609995,0.000007679865,0.000015097511,0.0000020329192,0.00006650221],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985031,0.0004757361,0.00020701697,0.00020021673,0.00044464835,0.00016929701],"domain_scores_gemma":[0.99931014,0.0002553888,0.00007237592,0.00015683852,0.0001688589,0.000036419762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041701817,0.00006266598,0.00012962721,0.000052096577,0.00013644739,0.00033727306,0.0010941888,0.0000231752,0.000009180547],"category_scores_gemma":[0.00090186123,0.000036146554,0.000015527796,0.0004617605,0.000255589,0.00017711578,0.0010542037,0.00040800282,0.0000030447022],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010989554,0.0003881114,0.52212876,0.0018607923,0.000099446355,0.00009206228,0.0042259814,0.0005295749,0.000061015104,0.20879349,0.002302057,0.2594088],"study_design_scores_gemma":[0.0028604602,0.00083645945,0.42234308,0.017672438,0.000027210623,0.00034375407,0.0068323095,0.37072408,0.000013288194,0.071396135,0.10647781,0.00047299944],"about_ca_topic_score_codex":0.0002841923,"about_ca_topic_score_gemma":0.000039733608,"teacher_disagreement_score":0.3701945,"about_ca_system_score_codex":0.000024112573,"about_ca_system_score_gemma":0.00005717869,"threshold_uncertainty_score":0.3252332},"labels":[],"label_agreement":null},{"id":"W2903262671","doi":"10.19173/irrodl.v19i5.3549","title":"Hacking History: Redressing Gender Inequities on Wikipedia Through an Editathon","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agency (philosophy); Sociology; Narrative; Social media; The Internet; Public relations; Construct (python library); Media studies; World Wide Web; Social science; Political science; Computer science","score_opus":0.32922651552237864,"score_gpt":0.5481540116980236,"score_spread":0.21892749617564494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903262671","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15778302,0.022529267,0.00050195295,0.06602421,0.0027209006,0.0015829455,0.0000355041,0.000058637735,0.74876356],"genre_scores_gemma":[0.97874254,0.0182669,0.00023390898,0.00071377377,0.00088375167,0.000044562206,0.00007656107,0.0000072188486,0.0010307758],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99742836,0.0011131393,0.00024412578,0.00018538327,0.00083189184,0.00019710815],"domain_scores_gemma":[0.99839306,0.0004998824,0.00013971177,0.00014784768,0.0007668519,0.000052664065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072682225,0.00006120261,0.000129438,0.000081665115,0.0004781504,0.0002041223,0.00070999836,0.000038650494,0.00059412763],"category_scores_gemma":[0.0042485204,0.000047915095,0.000018056482,0.0003862589,0.0006170849,0.00067907874,0.00018690276,0.00033960998,0.000014875088],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001854854,0.000253668,0.01041994,0.0004258043,0.000030843377,0.0000050827966,0.041541222,0.00002730368,0.00013404591,0.8239206,0.083633944,0.039422072],"study_design_scores_gemma":[0.00019142068,0.000093194285,0.0023032948,0.0025387816,0.0000039798338,8.7811355e-7,0.032118667,0.0001560804,0.000032961212,0.00679319,0.95568925,0.00007829051],"about_ca_topic_score_codex":0.0014765183,"about_ca_topic_score_gemma":0.00033094632,"teacher_disagreement_score":0.8720553,"about_ca_system_score_codex":0.00042365526,"about_ca_system_score_gemma":0.00068640977,"threshold_uncertainty_score":0.65052813},"labels":[],"label_agreement":null},{"id":"W2903263086","doi":"10.19173/irrodl.v19i5.3548","title":"Sustainability of Open Education Through Collaboration","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Openness to experience; Open educational resources; Sustainability; Unbundling; Business model; Subsidy; Business; Higher education; Public relations; Open education; Marketing; Knowledge management; Economics; Sociology; Industrial organization; Economic growth; Political science; Pedagogy; Computer science; Psychology","score_opus":0.07606996472233579,"score_gpt":0.49828924083994053,"score_spread":0.42221927611760474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903263086","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11416624,0.015686067,0.0252388,0.34449762,0.001415166,0.008606695,0.000038890157,0.00005895913,0.49029157],"genre_scores_gemma":[0.99274486,0.00446872,0.0015510212,0.00024770372,0.000046621044,0.000089420544,0.000057790043,0.000004044377,0.00078983913],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977944,0.0008857285,0.00039938142,0.0002572711,0.0005006522,0.00016257104],"domain_scores_gemma":[0.9964304,0.00047839104,0.0002438801,0.000324143,0.0024782738,0.000044920827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067396224,0.00006836854,0.00019289933,0.0000906778,0.00022333831,0.00055691873,0.0030557448,0.00002719481,0.00016044521],"category_scores_gemma":[0.0049102847,0.00005170598,0.00002144483,0.0012715696,0.00023553404,0.0013111557,0.002192371,0.00032723657,0.000010870182],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000914612,0.00044217776,0.023603527,0.0011288051,0.000029293038,9.433617e-7,0.0028488485,0.00006490439,0.00010539499,0.88125867,0.016533146,0.07389284],"study_design_scores_gemma":[0.0011933799,0.0006413527,0.038543485,0.010129047,0.000011906008,0.000018291677,0.070161745,0.006950934,0.0013250954,0.078967825,0.7917433,0.00031363094],"about_ca_topic_score_codex":0.0015267804,"about_ca_topic_score_gemma":0.000045576628,"teacher_disagreement_score":0.8785786,"about_ca_system_score_codex":0.00017633387,"about_ca_system_score_gemma":0.0015642473,"threshold_uncertainty_score":0.5878424},"labels":[],"label_agreement":null},{"id":"W2903378115","doi":"10.19173/irrodl.v19i5.3733","title":"An e-Learning Model for Teaching Mathematics on an Open Source Learning Platform","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; Chonbuk National University; Ministry of Science, ICT and Future Planning; National Research Foundation","keywords":"Computer science; Interactivity; Mathematics education; Constructivism (international relations); Creativity; Educational technology; Multimedia; Mathematics; Psychology","score_opus":0.15207626954876033,"score_gpt":0.5190477176191824,"score_spread":0.36697144807042215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903378115","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74751425,0.0021443048,0.05135412,0.025890509,0.00027650414,0.006883456,0.00007312506,0.00023190344,0.16563182],"genre_scores_gemma":[0.9856187,0.0029678722,0.006724715,0.00019278916,0.00033805158,0.00011352283,0.00024181399,0.00003488749,0.0037676312],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99614066,0.001493811,0.0004841633,0.00040089813,0.0009809465,0.0004995264],"domain_scores_gemma":[0.9970558,0.0016355937,0.0003105558,0.00024051138,0.00058667973,0.00017081707],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.025728956,0.00014866947,0.00035150154,0.00016526865,0.0020757054,0.00085764483,0.002634333,0.00008732646,0.00016506416],"category_scores_gemma":[0.009430772,0.00011442314,0.000050760736,0.0003564053,0.00043339207,0.0010713113,0.0008597809,0.0016657329,0.000014459943],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007064584,0.0010371645,0.011985171,0.0012577786,0.00012311261,0.000007775136,0.027486838,0.02869333,0.0003873926,0.30603918,0.0016257758,0.62065],"study_design_scores_gemma":[0.00087932294,0.0011324101,0.00015925473,0.0064731347,0.00001796611,0.0000040172154,0.07029479,0.5400936,0.00003302141,0.0069815973,0.3736745,0.00025638688],"about_ca_topic_score_codex":0.001184341,"about_ca_topic_score_gemma":0.00037661626,"teacher_disagreement_score":0.62039363,"about_ca_system_score_codex":0.00016665847,"about_ca_system_score_gemma":0.0005135889,"threshold_uncertainty_score":0.9992235},"labels":[],"label_agreement":null},{"id":"W2903429545","doi":"10.19173/irrodl.v19i5.3768","title":"How MOOC-Takers Estimate Learning Success: Retrospective Reflection of Perceived Benefits","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Complementarity (molecular biology); Narrative; Massive open online course; Psychology; Pedagogy; Medical education; Medicine","score_opus":0.07498477152403192,"score_gpt":0.44155504884185864,"score_spread":0.3665702773178267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903429545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7986147,0.016875185,0.02423575,0.1373046,0.00049292896,0.0015513721,0.000055750363,0.00014733999,0.020722378],"genre_scores_gemma":[0.98870426,0.009373996,0.0012599106,0.000041633833,0.000066528504,0.000011509759,0.00003496394,0.000007542549,0.00049962784],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99770266,0.00058443245,0.00032914514,0.00033094108,0.0007982208,0.00025459452],"domain_scores_gemma":[0.99790406,0.00044796983,0.00022889794,0.00025509362,0.0011023862,0.000061607694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004486781,0.00010726601,0.00029068117,0.00019166265,0.00026620663,0.00034236527,0.0015583114,0.000043945955,0.0000282444],"category_scores_gemma":[0.004484979,0.00007936853,0.000055210636,0.0010174727,0.00029243348,0.00048515794,0.000919764,0.00082297187,0.000006067862],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032384045,0.00046713825,0.5532453,0.0029097453,0.00035424402,0.000035307374,0.0023949742,0.006492764,0.0032618404,0.19098029,0.002121605,0.23741296],"study_design_scores_gemma":[0.0023252326,0.002209054,0.37729552,0.036028083,0.000049479615,0.00008729895,0.003862778,0.5261945,0.0015492172,0.014325318,0.035434593,0.0006389227],"about_ca_topic_score_codex":0.00034401318,"about_ca_topic_score_gemma":0.000033138367,"teacher_disagreement_score":0.5197017,"about_ca_system_score_codex":0.000112260845,"about_ca_system_score_gemma":0.00013383059,"threshold_uncertainty_score":0.53692627},"labels":[],"label_agreement":null},{"id":"W2912705569","doi":"10.19173/irrodl.v20i2.4040","title":"Distance Learners’ Use of Handheld Technologies","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Mobile device; Computer science; Distance education; Educational technology; M-learning; Multimedia; Mathematics education; Psychology; World Wide Web","score_opus":0.08882211976759548,"score_gpt":0.4148560181236548,"score_spread":0.32603389835605934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912705569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6968149,0.07329606,0.07499044,0.114901766,0.0011944487,0.006447781,0.00006070518,0.0002699081,0.03202401],"genre_scores_gemma":[0.9825726,0.015214036,0.0014174706,0.00005160618,0.0000071096233,0.000044418433,0.000021909576,0.0000044345215,0.00066637347],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983136,0.00036827533,0.0003152254,0.00024385565,0.0005862817,0.00017273444],"domain_scores_gemma":[0.9977902,0.0012303734,0.00020478661,0.00043147017,0.0003214079,0.000021737127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031997352,0.0000687598,0.00020117614,0.00013311092,0.000059252987,0.00017508696,0.0021259494,0.000035416557,0.000050443345],"category_scores_gemma":[0.0034554447,0.000048813257,0.00003154447,0.0007077626,0.00017923758,0.0005056872,0.0013523028,0.0005487031,0.00001775588],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008108544,0.00023767546,0.43985292,0.0027892587,0.00006188193,0.000007031795,0.00061281986,0.0020039678,0.00074934127,0.3085012,0.004074781,0.24102801],"study_design_scores_gemma":[0.00164644,0.0006446349,0.081283644,0.045766965,0.00001318304,0.000045999943,0.0075314585,0.065406464,0.0027678057,0.017441053,0.7769272,0.0005251948],"about_ca_topic_score_codex":0.00025490823,"about_ca_topic_score_gemma":0.000006345222,"teacher_disagreement_score":0.77285236,"about_ca_system_score_codex":0.000063814696,"about_ca_system_score_gemma":0.00012272011,"threshold_uncertainty_score":0.41367397},"labels":[],"label_agreement":null},{"id":"W2916593565","doi":"10.19173/irrodl.v20i1.3936","title":"The PERLA Framework: Blending Personalization and Learning Analytics","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Personalization; Learning analytics; Computer science; Analytics; Personalized learning; Data science; Human–computer interaction; World Wide Web; Teaching method; Open learning; Psychology; Mathematics education; Cooperative learning","score_opus":0.054880486323932665,"score_gpt":0.42641425034253255,"score_spread":0.3715337640185999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916593565","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31861898,0.15344973,0.12680303,0.36631078,0.00087286497,0.003231186,0.00002928111,0.00017866238,0.030505477],"genre_scores_gemma":[0.9443705,0.05285219,0.00091347576,0.00014624392,0.000042689997,0.000009460699,0.00002560047,0.0000074137297,0.0016324295],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99772537,0.0007900384,0.0002940368,0.0002605442,0.00067972956,0.00025025415],"domain_scores_gemma":[0.99660605,0.0026423717,0.00016366465,0.000228786,0.00030374163,0.00005535499],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007962862,0.00008942952,0.00018681958,0.00009871026,0.00046126088,0.0006277785,0.0013930401,0.000038922706,0.00003025586],"category_scores_gemma":[0.0042139417,0.00005518438,0.00003760449,0.0006604888,0.00014022687,0.0002779909,0.0012189087,0.00122441,0.000012243642],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043214233,0.00006748235,0.28102615,0.0013950178,0.00010728315,0.000012885841,0.0009779519,0.0036988063,0.000070470815,0.6067146,0.00070425926,0.10518186],"study_design_scores_gemma":[0.00056343403,0.0002099922,0.017261414,0.01313323,0.000015947193,0.000041396663,0.005414011,0.7999152,0.000016412865,0.014275462,0.1489197,0.00023381536],"about_ca_topic_score_codex":0.00008693,"about_ca_topic_score_gemma":0.0000044905473,"teacher_disagreement_score":0.79621637,"about_ca_system_score_codex":0.00005573429,"about_ca_system_score_gemma":0.000109062275,"threshold_uncertainty_score":0.6053683},"labels":[],"label_agreement":null},{"id":"W2918067620","doi":"10.19173/irrodl.v3i2.87","title":"Chat and Instant Messaging Systems (synchronous): Report 2/3","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Multimedia Communication and Technology","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Instant messaging; Computer science; Computer-mediated communication; Chat room; Multimedia; World Wide Web; The Internet","score_opus":0.15284953474613944,"score_gpt":0.4782266083062171,"score_spread":0.32537707356007767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918067620","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0640617,0.20279843,0.00019727513,0.15241678,0.00015526242,0.0020447494,0.000021037018,0.00006194639,0.57824284],"genre_scores_gemma":[0.82196844,0.17710984,0.00003849592,0.000048927755,0.000012031467,0.000042262778,0.000016456352,0.000002723796,0.00076084695],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99825954,0.0007006694,0.00027541752,0.00013855992,0.0004619124,0.00016391772],"domain_scores_gemma":[0.99873585,0.0006912155,0.00013092402,0.0001923733,0.00019912187,0.000050541483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072538857,0.000046139627,0.0001545812,0.0000907451,0.00032420483,0.00013368684,0.00080009183,0.00003721199,0.00023089099],"category_scores_gemma":[0.0033247604,0.00003418143,0.000014627678,0.00032446862,0.00046666502,0.00014363228,0.0006017844,0.00041672352,0.0000067683336],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031550757,0.0002113287,0.11228863,0.0012830765,0.000089027984,0.00011038916,0.003433356,0.00001791434,0.00007908377,0.7381071,0.0048205885,0.13952795],"study_design_scores_gemma":[0.00028567977,0.000020458685,0.002176673,0.003848716,0.000003587189,0.000035670146,0.009456371,0.0022666554,0.000006600553,0.00061688636,0.9812162,0.00006648941],"about_ca_topic_score_codex":0.0028435246,"about_ca_topic_score_gemma":0.00015833233,"teacher_disagreement_score":0.9763956,"about_ca_system_score_codex":0.00008507008,"about_ca_system_score_gemma":0.000064127766,"threshold_uncertainty_score":0.42985773},"labels":[],"label_agreement":null},{"id":"W2918928517","doi":"10.19173/irrodl.v20i2.4021","title":"From Finding a Niche to Circumventing Institutional Constraints","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Promotion (chess); Sociology; Public relations; Identity (music); Online participation; Bridge (graph theory); Social media; Social network analysis; Knowledge management; Political science; Social capital; Computer science; The Internet; World Wide Web; Social science","score_opus":0.14642523583818945,"score_gpt":0.4876597812061785,"score_spread":0.34123454536798903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918928517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55910236,0.0044574826,0.00039030315,0.015289355,0.00033565456,0.0014374354,0.000037950136,0.00001606479,0.4189334],"genre_scores_gemma":[0.99609447,0.0023796249,0.00007603267,0.000121771816,0.00008369224,0.000024088786,0.00005649562,0.0000028632528,0.0011609832],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839747,0.00038294448,0.00022132385,0.00017882959,0.00061790505,0.00020154504],"domain_scores_gemma":[0.9988898,0.0007110387,0.00006770865,0.00009275412,0.00018204401,0.000056627734],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006962506,0.000048479462,0.00013676354,0.00010174454,0.00028449568,0.0002192689,0.00091262296,0.000022646229,0.001431392],"category_scores_gemma":[0.0032415355,0.000039190112,0.000029350627,0.0004453475,0.0001907373,0.00020230116,0.00082497316,0.0003206106,0.00011049224],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006696629,0.00010011564,0.5366304,0.0007549562,0.00009706885,0.00001867763,0.0048923963,0.00018135739,0.00024480856,0.31092694,0.0034136544,0.14267267],"study_design_scores_gemma":[0.0011633327,0.00005467118,0.06058369,0.02945517,0.000014485218,0.0000019409347,0.036601696,0.0015384216,0.00005117078,0.009035166,0.8612344,0.0002658455],"about_ca_topic_score_codex":0.0019079556,"about_ca_topic_score_gemma":0.00014596108,"teacher_disagreement_score":0.85782075,"about_ca_system_score_codex":0.00012418827,"about_ca_system_score_gemma":0.00016790915,"threshold_uncertainty_score":0.99948144},"labels":[],"label_agreement":null},{"id":"W2920088185","doi":"10.19173/irrodl.v20i4.4082","title":"Teachers as Connected Professionals","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Connectivism; Professional learning community; Professional development; Experiential learning; Pedagogy; Educational technology; Active learning (machine learning); Psychology; Open learning; Synchronous learning; Sociology; Mathematics education; Cooperative learning; Knowledge management; Learning theory; Teaching method; Computer science","score_opus":0.133842569096096,"score_gpt":0.5617276962142991,"score_spread":0.4278851271182031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920088185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7689521,0.009246265,0.00016765148,0.017648164,0.00037622763,0.0011748805,0.000016172246,0.000024336638,0.2023942],"genre_scores_gemma":[0.98438144,0.0010082845,0.0001791491,0.00059209747,0.000044451222,0.00008045393,0.00012594799,0.0000124548515,0.013575729],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99405205,0.004483963,0.0003721467,0.00027557538,0.0005544984,0.00026176462],"domain_scores_gemma":[0.9967294,0.0024418533,0.00018426964,0.00024459086,0.00035700534,0.000042895026],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020606095,0.000093975534,0.00026761068,0.00014918951,0.00013396057,0.0000647368,0.0009578859,0.000058186277,0.004653463],"category_scores_gemma":[0.005386064,0.00006208717,0.000038830767,0.0005876221,0.00015217684,0.0000995125,0.0005132677,0.0015700356,0.00027855788],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007488627,0.00063889654,0.46063557,0.0015067308,0.00036812708,0.000046069385,0.006943056,0.000057225316,0.0012126423,0.34658587,0.035524532,0.14573243],"study_design_scores_gemma":[0.002503775,0.00043306567,0.24219364,0.020736534,0.000013621769,0.00006137858,0.02473335,0.00028344008,0.00010904946,0.0047733746,0.70386434,0.00029444255],"about_ca_topic_score_codex":0.00072574464,"about_ca_topic_score_gemma":0.0000023151674,"teacher_disagreement_score":0.6683398,"about_ca_system_score_codex":0.00006887857,"about_ca_system_score_gemma":0.00012866857,"threshold_uncertainty_score":0.9962564},"labels":[],"label_agreement":null},{"id":"W2921776573","doi":"10.19173/irrodl.v20i1.3924","title":"OER Mainstreaming in Tonga","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bộ Giáo dục và Ðào tạo; William and Flora Hewlett Foundation","keywords":"Mainstreaming; Open educational resources; Livelihood; Commonwealth; Sustainable development; Political science; Environmental resource management; Environmental planning; Geography; Computer science; Library science; Special education; Economics","score_opus":0.06116449907899058,"score_gpt":0.42650295668479526,"score_spread":0.3653384576058047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921776573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5976242,0.012327013,0.0015889839,0.06831526,0.0006209056,0.0024354889,0.000009547591,0.000044354707,0.31703424],"genre_scores_gemma":[0.99040043,0.007553503,0.0004543136,0.0002216161,0.000017696275,0.00003247766,0.000028358032,0.0000043932364,0.0012872319],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981356,0.0005582234,0.00030707038,0.00024949145,0.0005196089,0.00022996338],"domain_scores_gemma":[0.9987857,0.0006537417,0.00009935925,0.00022807042,0.00018316331,0.000049962084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060094586,0.00007001245,0.00018152702,0.00016818184,0.000081429775,0.0002977279,0.0018688922,0.000025471672,0.00028332547],"category_scores_gemma":[0.00120571,0.000051890027,0.000026456299,0.0007577866,0.000054786386,0.0005082554,0.0012917387,0.0006952399,0.000086316206],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056189307,0.00027185766,0.5411562,0.0013531928,0.000034617842,0.000027900764,0.001271085,0.0010064057,0.00027928784,0.35030338,0.004334992,0.09990491],"study_design_scores_gemma":[0.003226992,0.00035618828,0.31828612,0.037296444,0.000006061516,0.00007905156,0.025441017,0.060673684,0.0003480724,0.0053362874,0.5483464,0.00060368975],"about_ca_topic_score_codex":0.00046220786,"about_ca_topic_score_gemma":0.000022208329,"teacher_disagreement_score":0.5440114,"about_ca_system_score_codex":0.000105648134,"about_ca_system_score_gemma":0.00017890635,"threshold_uncertainty_score":0.34728977},"labels":[],"label_agreement":null},{"id":"W2926625911","doi":"10.7202/1057975ar","title":"Structural Relationships of Factors Which Impact on Learner Achievement in Online Learning Environment","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Test anxiety; Academic achievement; Test (biology); Goal orientation; Anxiety; Self-efficacy; Self-regulated learning; Applied psychology; Mathematics education; Social psychology","score_opus":0.12432140981494551,"score_gpt":0.44414203079733827,"score_spread":0.3198206209823928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2926625911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909705,0.0012076297,0.00024828865,0.0058965967,0.00006359366,0.00046954298,0.000012406804,0.0000070379797,0.0011244238],"genre_scores_gemma":[0.9969081,0.002040194,0.00018318188,0.000030260351,0.000010089093,0.000015259142,0.00017349202,0.0000058539335,0.0006335145],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971098,0.0012755027,0.000488509,0.0002643547,0.00065733097,0.00020454703],"domain_scores_gemma":[0.99812275,0.001141529,0.0002449347,0.00026994644,0.00016555948,0.0000552607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043467684,0.000106131105,0.00023860762,0.00026113188,0.00010957431,0.00009497652,0.0011849158,0.000037742906,0.00041820726],"category_scores_gemma":[0.0016691379,0.00007078892,0.000067843386,0.0006227369,0.00006503355,0.00026600485,0.00062523986,0.0013127935,0.000023129774],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030745305,0.00017078363,0.9620921,0.00021369872,0.00002684785,8.106019e-7,0.00050836394,0.02285404,0.000049130354,0.01148137,0.000089410074,0.0024827102],"study_design_scores_gemma":[0.0004689563,0.0002692544,0.968518,0.003862389,0.000002601936,0.0000023543823,0.002353557,0.019907067,0.000026098543,0.00041181664,0.0040911823,0.0000867016],"about_ca_topic_score_codex":0.0005374671,"about_ca_topic_score_gemma":0.000028429291,"teacher_disagreement_score":0.011069553,"about_ca_system_score_codex":0.00018923199,"about_ca_system_score_gemma":0.00011213259,"threshold_uncertainty_score":0.5703507},"labels":[],"label_agreement":null},{"id":"W2936761827","doi":"10.19173/irrodl.v20i1.4143","title":"Training of Adult Trainers: Implementation and Evaluation of a Higher Education Program in Greece","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lifelong learning; Adult education; Competence (human resources); Employability; Medical education; Andragogy; Blended learning; Adult Learning; Adult learner; Distance education; Educational program; Psychology; Educational technology; Pedagogy; Medicine","score_opus":0.24488029818396356,"score_gpt":0.6123126010976919,"score_spread":0.36743230291372836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936761827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9655139,0.0040685427,0.0000020443479,0.011594694,0.00009111188,0.001928891,0.0000068072186,0.0000037246336,0.016790327],"genre_scores_gemma":[0.9946188,0.0046116966,0.00017600351,0.000037384252,0.000023711564,0.00018391822,0.00006641462,0.0000036229028,0.00027845614],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967515,0.0016787648,0.00037680563,0.00014535993,0.00092117785,0.00012640796],"domain_scores_gemma":[0.9977916,0.0008115058,0.00033351773,0.00008491419,0.000947088,0.000031407468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011896622,0.000046998604,0.00015860192,0.00013200592,0.00005837651,0.00005616024,0.00033806934,0.000028691718,0.00060654676],"category_scores_gemma":[0.0022684473,0.000039148617,0.00001732829,0.0005937484,0.00017334393,0.00038704055,0.00009107565,0.00024699487,0.0000016833867],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005867305,0.00022478458,0.28507873,0.00088675256,0.00002705548,1.4040072e-7,0.015191497,0.00007362845,0.00014188922,0.0425345,0.00022184689,0.6555605],"study_design_scores_gemma":[0.002123908,0.00030164982,0.57040685,0.013466427,0.000047674515,0.0000019449087,0.23289657,0.0010625621,0.000083657884,0.004240795,0.17519112,0.00017686604],"about_ca_topic_score_codex":0.005319828,"about_ca_topic_score_gemma":0.0004184853,"teacher_disagreement_score":0.65538365,"about_ca_system_score_codex":0.00011404442,"about_ca_system_score_gemma":0.0008558688,"threshold_uncertainty_score":0.80420244},"labels":[],"label_agreement":null},{"id":"W2936991327","doi":"10.19173/irrodl.v20i2.4237","title":"Online Teacher and On-Site Facilitator Perceptions of Parental Engagement at a Supplemental Virtual High School","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Parental Involvement in Education","field":"Social Sciences","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Facilitator; Psychology; Perception; Attrition; Student engagement; Computer-mediated communication; Pedagogy; Medical education; Educational technology; Mathematics education; The Internet; Social psychology; Medicine","score_opus":0.10711353385488753,"score_gpt":0.47421476319614275,"score_spread":0.3671012293412552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936991327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99107057,0.0010357576,0.0000032514454,0.004390541,0.00007822135,0.0007811932,0.0004807008,0.0000037698871,0.0021560092],"genre_scores_gemma":[0.98596305,0.011178783,0.0000397551,0.00007879071,0.000034778375,0.000047105073,0.0011146262,0.000003815393,0.001539325],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978605,0.0007396742,0.00028411418,0.00018401549,0.0007620969,0.00016959365],"domain_scores_gemma":[0.9990622,0.00048435802,0.00010668773,0.00011437621,0.0001571248,0.0000752701],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004086968,0.00006666867,0.00015267543,0.000085781125,0.0002274223,0.000062985775,0.00045473405,0.000024102445,0.004441693],"category_scores_gemma":[0.0010450771,0.000051822,0.00002914842,0.0002028286,0.00028344148,0.00019393278,0.0005977445,0.00033783686,0.000044905562],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010493148,0.00066501286,0.9727736,0.00031252005,0.000047368307,8.254588e-7,0.0035604625,0.000028079005,0.0010766018,0.011265889,0.0056169536,0.0045477254],"study_design_scores_gemma":[0.0013960425,0.00045884372,0.7313796,0.0054411152,0.000016251726,0.0000015741838,0.15086618,0.00023645148,0.00014374273,0.0004996274,0.109385036,0.00017549437],"about_ca_topic_score_codex":0.0049415263,"about_ca_topic_score_gemma":0.0008068655,"teacher_disagreement_score":0.241394,"about_ca_system_score_codex":0.00036769593,"about_ca_system_score_gemma":0.00013134503,"threshold_uncertainty_score":0.99646837},"labels":[],"label_agreement":null},{"id":"W2937399757","doi":"10.7202/1057974ar","title":"Examining the Complexities of Parental Engagement at an Online Charter High School: A Narrative Analysis Approach","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Parental Involvement in Education","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Narrative; Charter; Psychology; Narrative inquiry; Pedagogy; Student engagement; Political science","score_opus":0.3413508387609624,"score_gpt":0.4938303748991224,"score_spread":0.15247953613816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937399757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98722315,0.0019872321,0.000025117979,0.002846783,0.000064791835,0.00080706546,0.00009664007,0.0000044754856,0.006944748],"genre_scores_gemma":[0.99334455,0.0045626857,0.000100715406,0.000088263,0.00004772732,0.00006391059,0.0011782361,0.0000036524161,0.00061028666],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9964945,0.0019083101,0.00033002344,0.00019207949,0.0008981904,0.0001769349],"domain_scores_gemma":[0.99853396,0.0006828161,0.00021834903,0.0001906092,0.00032126936,0.000052976797],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0079202205,0.000069067835,0.00022378693,0.00012012637,0.00036898145,0.00011405051,0.0010263489,0.000021503405,0.0011171959],"category_scores_gemma":[0.00085464405,0.000043799308,0.00004277532,0.0006987518,0.00040237338,0.000282089,0.0005694981,0.00034670776,0.0000059511754],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001325302,0.0008068907,0.91216505,0.000592279,0.00051873503,8.322194e-7,0.039683133,0.00068630214,0.00032052942,0.0408915,0.0014619402,0.0027402628],"study_design_scores_gemma":[0.00045466737,0.00015396938,0.45657936,0.0019716104,0.00005919958,6.6856586e-7,0.52441275,0.0027170219,0.000056932844,0.0010327665,0.012440044,0.00012099769],"about_ca_topic_score_codex":0.007015021,"about_ca_topic_score_gemma":0.0010646437,"teacher_disagreement_score":0.48472965,"about_ca_system_score_codex":0.00024331606,"about_ca_system_score_gemma":0.00013993359,"threshold_uncertainty_score":0.9997959},"labels":[],"label_agreement":null},{"id":"W2937818008","doi":"10.7202/1057971ar","title":"Participation in Online Courses and Interaction With a Virtual Agent","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Conversation; Asynchronous communication; Computer-mediated communication; Quality (philosophy); Online course; Computer science; Distance education; Educational technology; Discussion board; Identification (biology); Online discussion; Learning Management; Mathematics education; Psychology; Multimedia; World Wide Web; The Internet; Communication","score_opus":0.09375166960129426,"score_gpt":0.5036263217423416,"score_spread":0.4098746521410473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937818008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9826081,0.0014346637,0.000019145833,0.011752109,0.00003759528,0.00042889244,0.000007635194,0.000004172907,0.0037076983],"genre_scores_gemma":[0.9831863,0.0161828,0.00006249791,0.00006080667,0.00003134949,0.000018737763,0.00006469777,0.0000032199905,0.0003895929],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99841267,0.0006455519,0.00019409497,0.0001386512,0.00045574518,0.0001532931],"domain_scores_gemma":[0.99900395,0.00064019166,0.00009014658,0.00006147975,0.0001657034,0.00003855368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037470888,0.00004670798,0.00013385035,0.000093822906,0.000096616575,0.00009748702,0.00025385353,0.000022484715,0.0001653069],"category_scores_gemma":[0.0012376705,0.000031763022,0.000011026325,0.00033605951,0.0001339458,0.00028356386,0.00017505116,0.00042780122,0.000005765962],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003404653,0.00030660644,0.69807017,0.00044033697,0.00003251712,0.0000131279685,0.001977618,0.00080931804,0.00006672203,0.023046643,0.0002486111,0.27464786],"study_design_scores_gemma":[0.0026928075,0.0010131586,0.2838234,0.029004894,0.0000220743,0.000009477672,0.13959964,0.008778408,0.000042920194,0.0009640515,0.5337519,0.00029724973],"about_ca_topic_score_codex":0.0016337357,"about_ca_topic_score_gemma":0.00160979,"teacher_disagreement_score":0.5335033,"about_ca_system_score_codex":0.00008174747,"about_ca_system_score_gemma":0.00019466649,"threshold_uncertainty_score":0.24697305},"labels":[],"label_agreement":null},{"id":"W2937948577","doi":"10.19173/irrodl.v20i1.3705","title":"Nonverbal Communication in Text-Based, Asynchronous Online Education","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Yorkville University","funders":"","keywords":"Nonverbal communication; Asynchronous communication; Psychology; Thematic analysis; Body language; Exploratory research; Computer-mediated communication; Paralanguage; Mathematics education; Qualitative research; Computer science; Multimedia; Applied psychology; Communication; The Internet; World Wide Web","score_opus":0.057253526234919354,"score_gpt":0.47365342459209553,"score_spread":0.41639989835717617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937948577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77003163,0.036136165,0.00007053491,0.10627718,0.00019308411,0.0020766358,0.000038250666,0.000021010075,0.085155495],"genre_scores_gemma":[0.9670418,0.031304147,0.0004015174,0.00021394635,0.00004566102,0.00003212646,0.00031950354,0.0000051475504,0.0006361571],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975502,0.0012610317,0.00028536163,0.00015383573,0.00056145655,0.00018814857],"domain_scores_gemma":[0.99844813,0.0009033364,0.00012603727,0.00017872544,0.00030141135,0.000042369],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007036978,0.00005643961,0.00015778746,0.00013796448,0.00015563617,0.00010727382,0.0009867029,0.000040787756,0.00049449154],"category_scores_gemma":[0.0020171914,0.00004514639,0.000026613767,0.00060518365,0.0001708239,0.00024869238,0.00030724093,0.0006792907,0.000029692032],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012137783,0.0007509475,0.5165683,0.0012741173,0.000018704686,0.0000030550402,0.00083399506,0.00072953897,0.00003905861,0.046540547,0.0015581804,0.4315622],"study_design_scores_gemma":[0.000992701,0.000107171494,0.048862755,0.017884148,0.0000061936476,0.000002223404,0.027649416,0.004388124,0.000014653135,0.0021507563,0.8977783,0.00016359209],"about_ca_topic_score_codex":0.005461641,"about_ca_topic_score_gemma":0.001525928,"teacher_disagreement_score":0.8962201,"about_ca_system_score_codex":0.0002177595,"about_ca_system_score_gemma":0.0013004944,"threshold_uncertainty_score":0.82564044},"labels":[],"label_agreement":null},{"id":"W2939121637","doi":"10.19173/irrodl.v20i1.3782","title":"Can a Hands-On Physics Project Lab be Delivered Effectively as a Distance Lab?","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Capstone; Distance education; Virtual lab; Physics education; Computer science; Mathematics education; Medical education; Multimedia; Psychology; Medicine","score_opus":0.03801689313079568,"score_gpt":0.38118897738873303,"score_spread":0.3431720842579373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2939121637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9394984,0.012695285,0.00056914263,0.0018502959,0.00022136621,0.0025851098,0.00013708507,0.00011421942,0.042329058],"genre_scores_gemma":[0.9929868,0.0062821032,0.000082973136,0.000056958266,0.00003058597,0.000115317416,0.00010545811,0.000022951912,0.0003168536],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986093,0.00021628602,0.00021399237,0.00019937303,0.0005214477,0.00023960398],"domain_scores_gemma":[0.99901915,0.0005903047,0.00004853121,0.00018023724,0.00012079889,0.000041000527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014741386,0.00012683569,0.00023772477,0.000071908995,0.000063566076,0.00009797172,0.0006211297,0.000032172717,0.00006796494],"category_scores_gemma":[0.0006334406,0.000099677316,0.000039462884,0.00042223305,0.00006326463,0.0001316726,0.00031607933,0.00071385124,0.000027780994],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020903137,0.000999303,0.13406326,0.036177337,0.0015335574,0.0002384109,0.0070825657,0.4440628,0.036994398,0.1752744,0.018671338,0.14281231],"study_design_scores_gemma":[0.011231634,0.0031284417,0.022066344,0.121955425,0.0000569544,0.000100825564,0.007632171,0.41658783,0.024679255,0.0024679238,0.38820043,0.0018927723],"about_ca_topic_score_codex":0.00032730357,"about_ca_topic_score_gemma":0.000009148074,"teacher_disagreement_score":0.3695291,"about_ca_system_score_codex":0.00024189902,"about_ca_system_score_gemma":0.00005384789,"threshold_uncertainty_score":0.4064723},"labels":[],"label_agreement":null},{"id":"W2940197051","doi":"10.19173/irrodl.v20i1.3853","title":"University Teachers and Open Educational Resources: Case Studies from Latin America","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universidad de la República Uruguay","keywords":"Open educational resources; Open education; Professional development; Curriculum; Educational technology; Sociology; Latin Americans; Pedagogy; Knowledge management; Political science; Computer science","score_opus":0.09563525156052838,"score_gpt":0.43625326177656987,"score_spread":0.3406180102160415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940197051","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8452475,0.015281904,0.00027494205,0.08082782,0.00022516657,0.0014938575,0.000040566276,0.000019520056,0.05658874],"genre_scores_gemma":[0.97894776,0.0154768815,0.0016735352,0.0002957977,0.000027598231,0.000013410293,0.000061087754,0.0000048194775,0.0034990893],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981905,0.0008123843,0.00020427532,0.00029970083,0.00034328268,0.00014985293],"domain_scores_gemma":[0.9976572,0.001639412,0.00014655282,0.00021388693,0.00027258284,0.000070410315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027922671,0.000075385666,0.00021341052,0.00009429765,0.00025422906,0.00042906302,0.001888847,0.000020610269,0.0002602665],"category_scores_gemma":[0.0014366803,0.0000582015,0.000020058507,0.0004919492,0.00015777111,0.0006187103,0.0031645787,0.00048695903,0.00003205527],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002636839,0.0005906478,0.50685644,0.0013945585,0.00057614216,0.00025702576,0.033285897,0.00065615814,0.00015531699,0.2119082,0.03152733,0.21252857],"study_design_scores_gemma":[0.001727098,0.00021829495,0.06162383,0.008200556,0.000019141851,0.00016606324,0.1866363,0.008005291,0.000015538359,0.004287912,0.72874326,0.0003567215],"about_ca_topic_score_codex":0.0030094394,"about_ca_topic_score_gemma":0.000044594883,"teacher_disagreement_score":0.6972159,"about_ca_system_score_codex":0.00011092792,"about_ca_system_score_gemma":0.00020872754,"threshold_uncertainty_score":0.45493922},"labels":[],"label_agreement":null},{"id":"W2940407695","doi":"10.19173/irrodl.v20i1.3717","title":"Meaningful Learner Information for MOOC Instructors Examined Through a Contextualized Evaluation Framework","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Foundation","keywords":"Variety (cybernetics); Learning analytics; Qualitative research; Psychology; Higher education; Massive open online course; Computer science; Analytics; Pedagogy; Knowledge management; Mathematics education; Data science; Sociology; Political science","score_opus":0.09964264913221155,"score_gpt":0.4677423058807213,"score_spread":0.36809965674850975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940407695","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38630506,0.021796782,0.41096255,0.1294584,0.001480493,0.0122166565,0.00015361486,0.0001886105,0.037437852],"genre_scores_gemma":[0.9895645,0.0032447039,0.006205907,0.0003843688,0.0000404431,0.00009373666,0.00023502321,0.000006344649,0.00022501065],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99758494,0.0005872237,0.00045330165,0.00021304916,0.0009473993,0.00021407663],"domain_scores_gemma":[0.99700326,0.001482602,0.00026182184,0.0002863808,0.00092750194,0.00003843363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0080864085,0.00009528251,0.00024787762,0.00012207926,0.00013041678,0.0003489599,0.0014124378,0.000053145624,0.00008621186],"category_scores_gemma":[0.0076507595,0.000067932306,0.000054596065,0.0006075157,0.00007294561,0.0010435132,0.00064334774,0.00055127504,0.0000250563],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021695695,0.000111988185,0.0202878,0.0020932571,0.00012721271,0.0000013922495,0.002330698,0.0037409796,0.000063213156,0.75221986,0.0018423056,0.21696432],"study_design_scores_gemma":[0.0033982708,0.00042994114,0.0072910306,0.014619336,0.00002666263,0.000014191077,0.0040949965,0.69774973,0.00009219452,0.07883898,0.19312988,0.00031474393],"about_ca_topic_score_codex":0.00015079539,"about_ca_topic_score_gemma":0.0000034663697,"teacher_disagreement_score":0.69400877,"about_ca_system_score_codex":0.00009842355,"about_ca_system_score_gemma":0.00022092808,"threshold_uncertainty_score":0.91592264},"labels":[],"label_agreement":null},{"id":"W294069822","doi":"","title":"Challenges for Study Centers in an Electronic Age: A Case Study of the Center for Distance Education at the University of Oldenburg, Germany.","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education Methods and Technologies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Center (category theory); Higher education; Electronic learning; Educational technology; Sociology; Mathematics education; Library science; Media studies; Pedagogy; Psychology; Computer science; Political science","score_opus":0.18563463666728225,"score_gpt":0.5238244024824604,"score_spread":0.3381897658151782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W294069822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9868781,0.0046853744,0.000058555903,0.005135283,0.0000459126,0.0025597007,0.00001629407,0.0000021047383,0.00061869575],"genre_scores_gemma":[0.9927222,0.0069706324,0.000039462073,0.000009760128,0.0000061133032,0.000066767716,0.000006134158,0.000002327252,0.00017657394],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9978933,0.0014113975,0.00017608727,0.0001305937,0.00025721398,0.0001314369],"domain_scores_gemma":[0.99854183,0.00084517925,0.00015171006,0.00017291437,0.00027333936,0.000015016719],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007290199,0.000040671766,0.0001249116,0.000046008357,0.0002884216,0.000021736718,0.0006937296,0.000017348952,0.00001621294],"category_scores_gemma":[0.0018994124,0.000024751873,0.000028549364,0.0002698354,0.0002179089,0.00008833435,0.00016480777,0.00017327815,6.956955e-8],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034849823,0.005052468,0.67450815,0.0011759881,0.000112583875,0.000008115618,0.06487465,0.00006403787,0.00004559885,0.14640015,0.0006033466,0.10680638],"study_design_scores_gemma":[0.0009860576,0.00032397217,0.036762554,0.0009004771,0.000016415384,0.000003785094,0.8989989,0.0000347488,0.000018737437,0.0025858518,0.059313096,0.000055404784],"about_ca_topic_score_codex":0.002243545,"about_ca_topic_score_gemma":0.019775301,"teacher_disagreement_score":0.83412427,"about_ca_system_score_codex":0.00015442335,"about_ca_system_score_gemma":0.00024745057,"threshold_uncertainty_score":0.99811125},"labels":[],"label_agreement":null},{"id":"W2942369249","doi":"","title":"Book Review ~ E-Moderating: The Key to Teaching and Learning Online. Author: Gilly Salmon","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Key (lock); Distance education; Computer science; Psychology; Mathematics education; Pedagogy","score_opus":0.08657230474355136,"score_gpt":0.47959391268362644,"score_spread":0.39302160794007507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942369249","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0115118,0.65989643,0.0002330578,0.26814833,0.00011443467,0.0019883385,0.000018893576,0.000035460584,0.058053244],"genre_scores_gemma":[0.11427092,0.85549635,0.0019659773,0.010662106,0.0002502401,0.00013755113,0.00012765292,0.00003284583,0.017056353],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9913447,0.0064559793,0.0004814875,0.00031314956,0.0010164654,0.0003882284],"domain_scores_gemma":[0.99657214,0.002574562,0.00019439177,0.00017748977,0.00034455466,0.00013684989],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029335745,0.00012626886,0.00032031955,0.00009139974,0.0016088977,0.0003294151,0.0009123061,0.000048414568,0.00037885262],"category_scores_gemma":[0.034071818,0.00007992361,0.00005430824,0.00049304613,0.0002466217,0.0003055456,0.0005248539,0.002320956,0.00001129433],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011352572,0.00034104413,0.019325737,0.0058511943,0.0001628215,0.000041201274,0.00819877,0.0006593915,0.00011884772,0.13822025,0.15117863,0.6757886],"study_design_scores_gemma":[0.00015157869,0.00006361016,0.00043343403,0.01536233,0.000012080501,0.000008174809,0.0072795497,0.00025938262,0.0000030069004,0.00025575177,0.9760752,0.00009591924],"about_ca_topic_score_codex":0.0009267952,"about_ca_topic_score_gemma":0.00014989715,"teacher_disagreement_score":0.8248966,"about_ca_system_score_codex":0.000102279875,"about_ca_system_score_gemma":0.0004029689,"threshold_uncertainty_score":0.99998075},"labels":[],"label_agreement":null},{"id":"W2942549445","doi":"10.19173/irrodl.v20i2.3730","title":"Exploring Demographics and Students’ Motivation as Predictors of Completion of a Massive Open Online Course","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Massive open online course; Affect (linguistics); Reputation; Logistic regression; Higher education; Psychology; Demographics; Medical education; Distance education; Mathematics education; Computer science; Medicine; Demography; Sociology","score_opus":0.17683740174929155,"score_gpt":0.45684371254113876,"score_spread":0.28000631079184723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942549445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99089795,0.0014515552,0.00071825704,0.00603359,0.000045502627,0.0005182428,0.000026733627,0.000004531176,0.0003036517],"genre_scores_gemma":[0.9860203,0.013286893,0.00048376582,0.000032320764,0.000012535913,0.000011297719,0.000083267456,0.0000037817317,0.00006581225],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998175,0.00038723112,0.00037755477,0.00019107733,0.00075222814,0.000116872274],"domain_scores_gemma":[0.9982533,0.0007204967,0.00028875578,0.0001990904,0.00049845484,0.000039928087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003748421,0.00006652752,0.00026113016,0.00013420625,0.000055531502,0.00011398929,0.0017612147,0.000020451644,0.000014706203],"category_scores_gemma":[0.0013160694,0.00004932596,0.000028238172,0.0005935735,0.00012936609,0.00045680976,0.0019462254,0.00036317384,0.0000010844858],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004554208,0.0002920145,0.9622458,0.0010071405,0.00007417953,0.0000024356016,0.00029120786,0.0007290558,0.00014551607,0.0271118,0.000054464923,0.008000823],"study_design_scores_gemma":[0.0018232118,0.0007040053,0.9127678,0.020959076,0.00002727909,0.000010318662,0.003849087,0.05312344,0.00015439026,0.0031707287,0.0032448245,0.0001657867],"about_ca_topic_score_codex":0.00032072945,"about_ca_topic_score_gemma":0.0000075581183,"teacher_disagreement_score":0.052394386,"about_ca_system_score_codex":0.000023887984,"about_ca_system_score_gemma":0.00010656864,"threshold_uncertainty_score":0.32728043},"labels":[],"label_agreement":null},{"id":"W2942891886","doi":"10.19173/irrodl.v20i2.4121","title":"Octennial Review (2010-2018) of Literature on M-Learning for Promoting Distributed-Based Medical Education in Sub-Saharan Africa","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Tertiary Education Trust Fund","keywords":"Workforce; Affordance; The Internet; Distance education; Software deployment; Health care; Public relations; Medical education; Medicine; Economic growth; Knowledge management; Business; Political science; Computer science; Sociology; World Wide Web; Pedagogy; Economics","score_opus":0.03826432473754525,"score_gpt":0.40121103457287366,"score_spread":0.3629467098353284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942891886","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14481962,0.55409676,0.024700781,0.23856825,0.0028371967,0.02281907,0.00023941224,0.00016046858,0.011758462],"genre_scores_gemma":[0.86422473,0.12965511,0.0018494785,0.00093440304,0.00016037567,0.0009241789,0.0017144049,0.000033452725,0.00050384697],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99591064,0.001316455,0.0007604774,0.0004651684,0.0012126394,0.0003346232],"domain_scores_gemma":[0.9961644,0.0020646357,0.0004577307,0.00042880682,0.0007788493,0.00010558093],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011607421,0.0001533219,0.00043872328,0.00026907542,0.000102185775,0.00016719519,0.0021353425,0.0000915992,0.0001088573],"category_scores_gemma":[0.015296275,0.00011572536,0.00008496419,0.0012924063,0.00010027954,0.00034280788,0.0005182442,0.0012464118,0.00001603473],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005714792,0.002795487,0.07216262,0.067680076,0.00011859183,0.000020812304,0.0012234331,0.0030988539,0.0007571221,0.036112543,0.07387398,0.741585],"study_design_scores_gemma":[0.0026060685,0.0010570079,0.025010413,0.47756243,0.000023350744,0.00003544259,0.0002540417,0.12119303,0.000449402,0.0026812116,0.36862442,0.0005032039],"about_ca_topic_score_codex":0.000074547694,"about_ca_topic_score_gemma":0.000007421696,"teacher_disagreement_score":0.7410818,"about_ca_system_score_codex":0.00019804582,"about_ca_system_score_gemma":0.0015700081,"threshold_uncertainty_score":0.9929983},"labels":[],"label_agreement":null},{"id":"W2942934428","doi":"10.19173/irrodl.v20i2.4213","title":"Quality Frameworks and Learning Design for Open Education","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Open learning; Open education; Computer science; Knowledge management; Quality policy; Process management; Educational technology; Process (computing); Quality management; Management science; Engineering; Teaching method; Sociology; Cooperative learning; Pedagogy; World Wide Web; Operations management","score_opus":0.12760710441897655,"score_gpt":0.5088525023129785,"score_spread":0.38124539789400197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942934428","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.107967556,0.05600968,0.5477997,0.2568758,0.0007080898,0.00944059,0.000039783692,0.000094467454,0.02106435],"genre_scores_gemma":[0.96193415,0.012782394,0.021652907,0.00059166976,0.000057038153,0.00012002456,0.000093320305,0.000010705818,0.002757766],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976875,0.001115374,0.0003185831,0.00030024233,0.0003902824,0.00018801543],"domain_scores_gemma":[0.9965242,0.0025792338,0.00018497251,0.00023266158,0.00042105487,0.000057881545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01302927,0.00007860114,0.0002384572,0.000086180255,0.00020031157,0.0006436735,0.0020440905,0.000056483193,0.000028821396],"category_scores_gemma":[0.0048719193,0.000057787456,0.000029250426,0.0003841742,0.00006783443,0.00043251287,0.0017198924,0.0010932448,0.0000077090535],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017105382,0.0002786443,0.0946593,0.002522978,0.00008103139,0.0000019989277,0.00057589164,0.003673367,0.00010804035,0.39094588,0.0035176368,0.50346416],"study_design_scores_gemma":[0.002737169,0.00093946327,0.044072855,0.03044832,0.000021289712,0.000035363235,0.005472972,0.48155484,0.00009849867,0.109394774,0.32460546,0.000618986],"about_ca_topic_score_codex":0.0003000374,"about_ca_topic_score_gemma":0.000003530918,"teacher_disagreement_score":0.8539666,"about_ca_system_score_codex":0.000049042592,"about_ca_system_score_gemma":0.00032307103,"threshold_uncertainty_score":0.6206959},"labels":[],"label_agreement":null},{"id":"W2942994009","doi":"10.19173/irrodl.v20i2.4018","title":"Systematic Mapping Study of Academic Engagement in MOOC","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Consejo Nacional de Ciencia y Tecnología","keywords":"Construct (python library); Subject (documents); Student engagement; Computer science; Higher education; Face (sociological concept); Exploratory research; Mathematics education; Psychology; Pedagogy; Sociology; World Wide Web; Political science; Social science","score_opus":0.11040442859157287,"score_gpt":0.4583993179337443,"score_spread":0.3479948893421714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942994009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97613096,0.010155194,0.0011359389,0.008208498,0.00008475977,0.002222396,0.0000037934906,0.000011539486,0.0020469376],"genre_scores_gemma":[0.9946625,0.004909773,0.00014645132,0.000036130634,0.000008156119,0.000031623684,0.000006534677,0.0000031084846,0.00019572592],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969708,0.0013318551,0.0005914739,0.00020481073,0.0007391222,0.00016197911],"domain_scores_gemma":[0.99816173,0.0011211768,0.00022955734,0.0002699415,0.0001895823,0.000028008082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012917249,0.000066134,0.00033142525,0.00021958501,0.00004463308,0.00007321314,0.0019536105,0.000022458193,0.000018228411],"category_scores_gemma":[0.002076975,0.00004509811,0.00002669009,0.00080761284,0.000032927677,0.00019465378,0.0013980541,0.0008863466,0.000010697703],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005613611,0.0010693963,0.8257616,0.079057954,0.00023808112,0.00004618257,0.006388412,0.009816132,0.0003197112,0.06406814,0.00032961796,0.012848642],"study_design_scores_gemma":[0.0039110724,0.00091395905,0.10367734,0.39623204,0.00002639506,0.000022180562,0.04508799,0.4416765,0.0000532316,0.0049212216,0.0030828791,0.00039518447],"about_ca_topic_score_codex":0.00022928805,"about_ca_topic_score_gemma":0.000007120969,"teacher_disagreement_score":0.7220842,"about_ca_system_score_codex":0.000063172636,"about_ca_system_score_gemma":0.000083567786,"threshold_uncertainty_score":0.44768864},"labels":[],"label_agreement":null},{"id":"W2943152636","doi":"10.19173/irrodl.v20i2.3674","title":"Master’s Students’ Perceptions and Expectations of Good Tutors and Advisors in Distance Education","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Perception; Psychology; Pedagogy; Medical education; Higher education; Mathematics education; Transactional leadership; Medicine; Social psychology","score_opus":0.0563797053043512,"score_gpt":0.47676900532870137,"score_spread":0.42038930002435015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943152636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97919315,0.0078022936,0.000017294029,0.0056368024,0.000036479374,0.00050676544,0.000011997867,0.0000027357928,0.0067924727],"genre_scores_gemma":[0.97090095,0.02816545,0.00012149693,0.000018881585,0.000018289074,0.000029214722,0.00003515663,0.000003095356,0.0007074846],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984783,0.0005503732,0.00024382699,0.00014817902,0.00045516976,0.00012415911],"domain_scores_gemma":[0.999106,0.0005047523,0.00010043462,0.00007510954,0.00017360099,0.000040137813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028706184,0.000047455946,0.00014633224,0.0001195698,0.00012278865,0.00009159829,0.00036057318,0.00002441933,0.00013341178],"category_scores_gemma":[0.0010285069,0.000037916343,0.000014816559,0.00037157146,0.00019899067,0.00024472032,0.00024877887,0.00029537256,0.000002968637],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018354436,0.000090379595,0.9491199,0.00031246955,0.000008014512,4.1775502e-7,0.0023723445,0.000012943574,0.00003946315,0.019680934,0.000060965696,0.028283786],"study_design_scores_gemma":[0.0007633082,0.000114592236,0.63798213,0.010094603,0.000010187046,0.000002910014,0.25987202,0.0002856209,0.000007661021,0.001700513,0.08903498,0.00013146368],"about_ca_topic_score_codex":0.0010174697,"about_ca_topic_score_gemma":0.0005128778,"teacher_disagreement_score":0.31113777,"about_ca_system_score_codex":0.0000586351,"about_ca_system_score_gemma":0.0002563644,"threshold_uncertainty_score":0.15461837},"labels":[],"label_agreement":null},{"id":"W2943218269","doi":"10.19173/irrodl.v20i2.3521","title":"Effectiveness of OER Use in First-Year Higher Education Students’ Mathematical Course Performance","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Attendance; Open education; Mathematics education; Open university; Data collection; Educational technology; Higher education; Distance education; Psychology; Computer science; Medical education; Pedagogy; Sociology; Social science; Political science; Medicine","score_opus":0.062375973339084956,"score_gpt":0.4379442536366957,"score_spread":0.37556828029761075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943218269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9871371,0.0011416903,0.00013571036,0.0022158423,0.00016806556,0.00091142993,0.0000022569343,0.000006182743,0.008281713],"genre_scores_gemma":[0.99573827,0.002907604,0.00029051313,0.000034091237,0.000009857618,0.000061456034,0.000022882512,0.000004626097,0.00093070784],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979711,0.0006975973,0.0003142167,0.00020728956,0.0006523635,0.00015743509],"domain_scores_gemma":[0.9980456,0.0012303119,0.00012727469,0.00023767326,0.00031742058,0.000041686333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064087426,0.000070803406,0.00021799146,0.000117373325,0.000055901306,0.00020573614,0.0015286866,0.0000279183,0.00027824618],"category_scores_gemma":[0.0006707143,0.000052049865,0.000026327989,0.00055439374,0.00006854369,0.0006185647,0.00085957744,0.00044545069,0.000055348424],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058057918,0.0004040402,0.892321,0.002483534,0.000017633012,8.386722e-7,0.0001770777,0.00030460017,0.00003531056,0.10163786,0.00020567911,0.0023543804],"study_design_scores_gemma":[0.0006651897,0.00010713887,0.9695036,0.018387368,0.0000034858926,0.0000047065064,0.0009805973,0.002586503,0.000080637605,0.0010189804,0.0065697418,0.000092049144],"about_ca_topic_score_codex":0.00015792827,"about_ca_topic_score_gemma":0.0000030363217,"teacher_disagreement_score":0.100618884,"about_ca_system_score_codex":0.000094984214,"about_ca_system_score_gemma":0.0002228469,"threshold_uncertainty_score":0.30466005},"labels":[],"label_agreement":null},{"id":"W2943219361","doi":"10.19173/irrodl.v20i2.3795","title":"Blending Crowdvoting in Modern e-Learning Environments","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CONTEST; Teamwork; Incentive; Competition (biology); Psychology; Quality (philosophy); Process (computing); Mathematics education; Set (abstract data type); Cooperative learning; Pedagogy; Knowledge management; Sociology; Teaching method; Political science; Computer science","score_opus":0.05372351251066742,"score_gpt":0.39526767529090256,"score_spread":0.34154416278023514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943219361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8414875,0.012757294,0.07521062,0.02470578,0.00035114094,0.003366882,0.000017979948,0.00007237714,0.042030398],"genre_scores_gemma":[0.99521756,0.0029191405,0.0010809349,0.00011246337,0.00001290316,0.000038901635,0.000032241824,0.000007726382,0.0005781401],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99764025,0.00055929594,0.0004417634,0.00032524578,0.00074323,0.00029022593],"domain_scores_gemma":[0.9984235,0.0009892154,0.00017264663,0.00027211205,0.000102840415,0.00003967557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007226341,0.00009073057,0.00021643552,0.00022727497,0.0001305841,0.00028908026,0.0021539615,0.000032511998,0.000088344794],"category_scores_gemma":[0.0017993134,0.000073667936,0.000028745231,0.0009596715,0.000072324074,0.0006524896,0.002299273,0.0009658722,0.000043412532],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033489217,0.00015983924,0.7728891,0.0008557676,0.000042385895,0.000030096095,0.0009835635,0.010569821,0.001067915,0.066437095,0.00023744068,0.1466935],"study_design_scores_gemma":[0.004079199,0.00037323046,0.22205862,0.050426643,0.000010227622,0.00008724979,0.0065455586,0.5434584,0.00072582194,0.018503634,0.15285265,0.00087874883],"about_ca_topic_score_codex":0.00019882323,"about_ca_topic_score_gemma":0.000006560071,"teacher_disagreement_score":0.5508305,"about_ca_system_score_codex":0.00016719017,"about_ca_system_score_gemma":0.00009297547,"threshold_uncertainty_score":0.41962877},"labels":[],"label_agreement":null},{"id":"W2943320522","doi":"10.19173/irrodl.v20i2.4206","title":"Competency Profile of the Digital and Online Teacher in Future Education","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology-Enhanced Education Studies","field":"Social Sciences","cited_by":255,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Function (biology); The Internet; Teacher education; Digital transformation; Pedagogy; Psychology; Mathematics education; Engineering; Medical education; Computer science; World Wide Web; Medicine","score_opus":0.04856182801544712,"score_gpt":0.46105719567051057,"score_spread":0.41249536765506345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943320522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92837286,0.011518415,0.0000014127711,0.037284374,0.0001287446,0.0007791384,0.00003052529,0.000006869849,0.021877639],"genre_scores_gemma":[0.9835303,0.014258269,0.00003888568,0.00004588136,0.00003468375,0.000031549305,0.000025043935,0.0000021070473,0.0020333235],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99904144,0.00024258229,0.00018724315,0.00010579066,0.00032202448,0.000100944075],"domain_scores_gemma":[0.9993148,0.00024985708,0.00010550375,0.00010265077,0.00021176554,0.000015437894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018269443,0.000037234633,0.00011957753,0.000061832296,0.00009227677,0.00004295149,0.0005513362,0.000027887509,0.00010755607],"category_scores_gemma":[0.0018533454,0.00002287937,0.000014712575,0.00045975475,0.0003062615,0.00013734956,0.00039586323,0.0003537832,0.0000030593303],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025161859,0.00020820835,0.7667404,0.00043978324,0.000016058602,1.3559675e-7,0.0026322077,0.000002598078,0.00007307599,0.05865357,0.003137751,0.16807103],"study_design_scores_gemma":[0.0002797715,0.000043049255,0.61216074,0.0057690875,0.0000033588476,0.0000014391302,0.09240712,0.000045748428,0.000037529433,0.0047017997,0.28447434,0.00007600955],"about_ca_topic_score_codex":0.00080071273,"about_ca_topic_score_gemma":0.00022172208,"teacher_disagreement_score":0.2813366,"about_ca_system_score_codex":0.000086620035,"about_ca_system_score_gemma":0.0004270053,"threshold_uncertainty_score":0.22187614},"labels":[],"label_agreement":null},{"id":"W2943332094","doi":"10.7202/1057981ar","title":"Understanding Participant’s Behaviour in Massively Open Online Courses","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Massive open online course; Openness to experience; World Wide Web; Computer science; Learning Management; Distance education; Connectivism; Drop out; Online learning; Mathematics education; Psychology; Learning theory; Social psychology","score_opus":0.3489999684206768,"score_gpt":0.49810822200538485,"score_spread":0.14910825358470803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943332094","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6375269,0.016135013,0.010354983,0.31289554,0.00050621235,0.003997152,0.00016151211,0.000063367406,0.018359272],"genre_scores_gemma":[0.99261093,0.0058974293,0.0005518652,0.00017820035,0.00001586711,0.000015635997,0.00006406901,0.0000055363594,0.0006604858],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99795717,0.00053987204,0.0003772653,0.00028032518,0.0005721402,0.00027320566],"domain_scores_gemma":[0.9986411,0.000720634,0.00015306377,0.0002565206,0.00016936482,0.000059327787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005453299,0.000084201565,0.00027591077,0.00015160337,0.00008825014,0.00043820543,0.0029390038,0.000029922014,0.00007419708],"category_scores_gemma":[0.0011397828,0.00006078744,0.000030289406,0.00069836015,0.00008466229,0.00045678776,0.0024747693,0.0007176518,0.000015510155],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006693819,0.00043789393,0.7754639,0.0007289383,0.000049324688,0.000068492875,0.000375162,0.0024011277,0.0000613624,0.21170789,0.0016642386,0.0069747474],"study_design_scores_gemma":[0.006281094,0.00090757856,0.31244534,0.075088054,0.000039108094,0.00007860528,0.022492638,0.48743594,0.00009118589,0.04987375,0.04439348,0.0008732221],"about_ca_topic_score_codex":0.00063286955,"about_ca_topic_score_gemma":0.0001087935,"teacher_disagreement_score":0.48503482,"about_ca_system_score_codex":0.00013677131,"about_ca_system_score_gemma":0.0002448933,"threshold_uncertainty_score":0.5461449},"labels":[],"label_agreement":null},{"id":"W2943361747","doi":"10.19173/irrodl.v20i2.3896","title":"The Offline Nature of Online Community","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Online community; Computer-mediated communication; Interpersonal communication; Online chat; Online participation; Sense of community; Perception; Psychology; Online and offline; Mathematics education; The Internet; Computer science; Social psychology; World Wide Web","score_opus":0.07802674299246455,"score_gpt":0.4966919709049063,"score_spread":0.41866522791244176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943361747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79070455,0.039856635,0.000013715,0.10992873,0.00020990263,0.0012061358,0.000090418805,0.000012406329,0.05797748],"genre_scores_gemma":[0.94521666,0.053037714,0.00007778242,0.00010665958,0.000054504177,0.0000069887446,0.00011084946,0.000003975131,0.0013848842],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963706,0.002305186,0.00029329854,0.000091476744,0.00075225753,0.000187192],"domain_scores_gemma":[0.99589336,0.0031773876,0.00016805522,0.00020011526,0.00052441144,0.000036647645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015300804,0.000051473584,0.00017538943,0.00004979014,0.00046883995,0.000082237726,0.0015679776,0.00005236884,0.00017134927],"category_scores_gemma":[0.0067457147,0.00002952091,0.000040473467,0.00048893696,0.00037537015,0.0001343128,0.000689121,0.0018908778,0.000006766981],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043732757,0.0007409294,0.2750121,0.0025994366,0.00021240483,0.000006828724,0.002467864,0.0002569346,0.00036972502,0.28711095,0.0072729914,0.42351252],"study_design_scores_gemma":[0.0003900144,0.000094489165,0.013356304,0.005339661,0.000006441507,0.0000014747044,0.024688317,0.00036998492,0.00003431938,0.0026042543,0.9530527,0.00006204787],"about_ca_topic_score_codex":0.0021789167,"about_ca_topic_score_gemma":0.00075774663,"teacher_disagreement_score":0.9457797,"about_ca_system_score_codex":0.00005208993,"about_ca_system_score_gemma":0.00039001944,"threshold_uncertainty_score":0.82150286},"labels":[],"label_agreement":null},{"id":"W2943760674","doi":"10.19173/irrodl.v20i2.4074","title":"Exploring High School Students' Educational Use of YouTube","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Expectancy theory; Unified theory of acceptance and use of technology; Social media; Social influence; Globe; Psychology; Structural equation modeling; Educational technology; Computer science; Mathematics education; Social psychology; World Wide Web","score_opus":0.4985336789432674,"score_gpt":0.5469859357383063,"score_spread":0.04845225679503895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943760674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98687017,0.0012898396,0.000044415356,0.010415259,0.00015129868,0.00045957998,0.000039673032,0.00000517652,0.0007245641],"genre_scores_gemma":[0.99056023,0.0075633614,0.00016315491,0.00009381036,0.000016950418,0.000051701823,0.000041856885,0.000004400585,0.0015045574],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965268,0.0005421251,0.0006169818,0.00026312793,0.0018946431,0.00015634057],"domain_scores_gemma":[0.99604064,0.0023608585,0.00024464718,0.00037473213,0.0009195606,0.000059536527],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009078589,0.000070241425,0.00025845013,0.00031220505,0.00007747513,0.00022584794,0.0022756432,0.000033238895,0.0017242619],"category_scores_gemma":[0.012996055,0.00004480015,0.000048536138,0.0008598032,0.00016461831,0.0007475586,0.0013683942,0.0005583317,0.0001384042],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046227593,0.00009855947,0.97379696,0.00006612316,0.000014818037,0.0000011754786,0.000045503537,0.00006303848,0.00006999505,0.01700143,0.0012103039,0.007585876],"study_design_scores_gemma":[0.00043715397,0.000056212666,0.9685442,0.002515608,0.000004087257,0.0000053815,0.0018222624,0.00009781454,0.00007807033,0.0034494873,0.022928728,0.000061016326],"about_ca_topic_score_codex":0.00039707514,"about_ca_topic_score_gemma":0.000009647485,"teacher_disagreement_score":0.021718424,"about_ca_system_score_codex":0.000065313965,"about_ca_system_score_gemma":0.00016828597,"threshold_uncertainty_score":0.9991883},"labels":[],"label_agreement":null},{"id":"W2943773533","doi":"10.19173/irrodl.v20i2.3812","title":"Gamifying Online Tests to Promote Retrieval-Based Learning","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Games and Gamification","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University; Carleton University","funders":"","keywords":"Content delivery; Computer science; Test (biology); Online learning; Psychology; Term (time); Mathematics education; Information retrieval; World Wide Web","score_opus":0.11703891850181651,"score_gpt":0.5014972531904782,"score_spread":0.3844583346886617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943773533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9366428,0.009186172,0.0002591205,0.03875407,0.0002727539,0.0018967203,0.000042985677,0.000021729833,0.012923596],"genre_scores_gemma":[0.9925782,0.0019096283,0.00036060336,0.0005173425,0.00006724515,0.00006227687,0.00045156764,0.000014175373,0.0040389467],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978737,0.0005634211,0.00039101372,0.00031916777,0.0006008403,0.0002518123],"domain_scores_gemma":[0.9980944,0.0009161242,0.00016167473,0.00025889458,0.0004890877,0.0000798145],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00520485,0.00009469608,0.00021429062,0.00016952441,0.00009458488,0.00009608653,0.0008417622,0.000044501492,0.0012178955],"category_scores_gemma":[0.0029081977,0.000071518196,0.000040952404,0.0007399717,0.00006665224,0.00009612701,0.00031729173,0.00076090975,0.0001953811],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011596762,0.0012428452,0.7719481,0.0027621733,0.00017661645,0.000020124744,0.0022082324,0.0026701523,0.0033752867,0.03982593,0.007924655,0.1666862],"study_design_scores_gemma":[0.0011522796,0.00042736443,0.374856,0.012940288,0.000011855758,0.00001490758,0.004426081,0.0020089988,0.00011884653,0.00062417437,0.6032041,0.00021514416],"about_ca_topic_score_codex":0.00027143184,"about_ca_topic_score_gemma":0.000010763306,"teacher_disagreement_score":0.5952794,"about_ca_system_score_codex":0.00011154677,"about_ca_system_score_gemma":0.0001539535,"threshold_uncertainty_score":0.9996951},"labels":[],"label_agreement":null},{"id":"W2944953781","doi":"10.19173/irrodl.v20i1.3751","title":"The Impact of Social Media Participation on Academic Performance in Undergraduate and Postgraduate Students","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Psychology; Descriptive statistics; Mathematics education; Sample (material); Content analysis; Medical education; Pedagogy; Sociology; Computer science; Social science; Medicine","score_opus":0.09365261535351925,"score_gpt":0.5187221814269782,"score_spread":0.42506956607345897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944953781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98683006,0.0010912541,4.711767e-7,0.010119169,0.000031431813,0.00046436998,0.000007890013,0.0000032286655,0.0014521428],"genre_scores_gemma":[0.96774507,0.032089937,0.0000013100068,0.000022944292,0.000011380301,0.000013594764,0.000011051169,0.0000030101107,0.000101725826],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997975,0.0006773815,0.00026358085,0.00010939971,0.0007534328,0.00022120279],"domain_scores_gemma":[0.99870515,0.00088399206,0.00015799844,0.00007773188,0.00014351611,0.000031591768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072426973,0.000054591874,0.00015361677,0.00008227595,0.00021825572,0.000067875895,0.0008673194,0.000047343132,0.000016287107],"category_scores_gemma":[0.0032645962,0.000032704884,0.00002392532,0.00036299066,0.000393959,0.00015466397,0.000365966,0.0006406121,0.0000062215277],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001421736,0.000046483852,0.9786437,0.00009548009,0.000017275326,5.708815e-7,0.0007595273,0.000019992358,0.000021554086,0.0048409346,0.00018668614,0.015225609],"study_design_scores_gemma":[0.00049295236,0.00007917232,0.99320865,0.0023333498,0.000002212317,4.002844e-7,0.0017158904,0.00023660573,0.000020119414,0.0013470504,0.0005266334,0.00003697205],"about_ca_topic_score_codex":0.0007677436,"about_ca_topic_score_gemma":0.00014028195,"teacher_disagreement_score":0.030998684,"about_ca_system_score_codex":0.000165859,"about_ca_system_score_gemma":0.00012737961,"threshold_uncertainty_score":0.39082623},"labels":[],"label_agreement":null},{"id":"W2950876281","doi":"10.19173/irrodl.v20i2.3838","title":"Diversity in Video Lectures","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Diversity (politics); Affect (linguistics); Psychology; Cognition; Mathematics education; Multimedia; Computer science; Sociology; Communication","score_opus":0.14247825643180287,"score_gpt":0.5011341889564548,"score_spread":0.3586559325246519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950876281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90623057,0.018368797,0.000037149963,0.006510076,0.00011335791,0.0006198523,0.000014254403,0.000007932457,0.068098],"genre_scores_gemma":[0.99282366,0.0050705867,0.0000049864952,0.00029817107,0.00001767237,0.000027833086,0.000036161295,0.000004063724,0.0017168636],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984196,0.00061310496,0.00019450796,0.00020699295,0.00037796845,0.00018783812],"domain_scores_gemma":[0.9987525,0.0008387067,0.00007483907,0.000105360814,0.00019982058,0.00002882721],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033773663,0.000062567,0.00017701177,0.00011381724,0.00013800073,0.000040381026,0.00076720695,0.000032238117,0.0019134573],"category_scores_gemma":[0.0012750586,0.0000434376,0.00002546526,0.0004392441,0.00010124508,0.000103084065,0.0016794207,0.0006689621,0.000109206994],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028418028,0.00013335423,0.95286787,0.0007572087,0.000037920756,0.000020908288,0.0009869422,0.000036631416,0.000027171403,0.011852155,0.001399548,0.031596128],"study_design_scores_gemma":[0.0018661948,0.00030117686,0.85270935,0.011998208,0.000008284906,0.000019777324,0.00714335,0.00017105218,0.000056171448,0.0056325262,0.1199155,0.00017837952],"about_ca_topic_score_codex":0.0014854019,"about_ca_topic_score_gemma":0.00005354135,"teacher_disagreement_score":0.118515946,"about_ca_system_score_codex":0.000040340077,"about_ca_system_score_gemma":0.000046646852,"threshold_uncertainty_score":0.99899894},"labels":[],"label_agreement":null},{"id":"W2952974520","doi":"10.19173/irrodl.v20i2.3961","title":"Mobile Technology","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Interdependence; Mobile technology; Global citizenship; Mobile device; Public relations; Pedagogy; Political science; Psychology; Sociology; Computer science; Social science","score_opus":0.04230560053123637,"score_gpt":0.42410102716256814,"score_spread":0.38179542663133176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952974520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5708251,0.10985343,0.021410204,0.10794107,0.0015864469,0.0081868265,0.000023533985,0.00022148056,0.17995192],"genre_scores_gemma":[0.9844455,0.01312126,0.0010781516,0.0001406047,0.000018758448,0.00017914362,0.000022483015,0.0000046477926,0.0009894237],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985426,0.0003289385,0.00023953311,0.0002412344,0.00046790595,0.00017980873],"domain_scores_gemma":[0.9987091,0.00048428538,0.000110408684,0.0003731294,0.00029296917,0.00003011962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040045935,0.000057528603,0.00015058108,0.00018586621,0.00006970518,0.00013967391,0.002546384,0.000033849574,0.00016214166],"category_scores_gemma":[0.0011092352,0.000041480493,0.000020850961,0.0009248886,0.00009958232,0.00026685678,0.0015475606,0.0005900526,0.00009949648],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029988385,0.0002454205,0.24730678,0.0016912394,0.0000456927,0.000010472053,0.00049915526,0.0010628178,0.00055453397,0.32962146,0.00634501,0.41258743],"study_design_scores_gemma":[0.0008458318,0.00046535098,0.014509542,0.012376567,0.0000037640132,0.00006540122,0.0022929132,0.024092386,0.00046489577,0.02159694,0.9230605,0.00022592655],"about_ca_topic_score_codex":0.000075074495,"about_ca_topic_score_gemma":0.0000015134177,"teacher_disagreement_score":0.91671544,"about_ca_system_score_codex":0.00007567205,"about_ca_system_score_gemma":0.00014568682,"threshold_uncertainty_score":0.47318575},"labels":[],"label_agreement":null},{"id":"W2962814283","doi":"","title":"Book Review ~ e-Research: Methods, Strategies, and Issues. Authors: Terry Anderson and Heather Kanuka","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Government and Public Services","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sociology; Media studies; Library science; Computer science","score_opus":0.23257600345703733,"score_gpt":0.5719743586369865,"score_spread":0.3393983551799492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962814283","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000754172,0.86747795,0.00003542807,0.078682415,0.000040839765,0.00085163856,0.000010018315,0.0000072298344,0.052140314],"genre_scores_gemma":[0.011288349,0.98109746,0.0002979915,0.0018311954,0.000053869167,0.00006931981,0.00002721307,0.0000078811045,0.0053267214],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929355,0.0049907262,0.0003099754,0.0002791328,0.0011384498,0.0003462336],"domain_scores_gemma":[0.9975439,0.001735131,0.0001044564,0.00014945779,0.00033044376,0.00013661562],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.035767958,0.00009521236,0.0002795896,0.00008690901,0.00046533835,0.00059372163,0.0006872956,0.00005564773,0.001559073],"category_scores_gemma":[0.004528812,0.00006677411,0.000027311611,0.000540039,0.00073367276,0.00071059464,0.0004479544,0.00067265297,0.000004538532],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010464122,0.00023010281,0.016996542,0.012518474,0.00019016495,0.000024563178,0.0060765254,0.0000022319873,0.000064490596,0.40663454,0.46396682,0.09319092],"study_design_scores_gemma":[0.00020005138,0.00004748346,0.0005777073,0.009657972,0.0000076085057,0.0000037592886,0.017026037,0.00003361129,0.000008932411,0.0036182206,0.968745,0.00007365307],"about_ca_topic_score_codex":0.005062973,"about_ca_topic_score_gemma":0.00025494347,"teacher_disagreement_score":0.50477815,"about_ca_system_score_codex":0.00008839719,"about_ca_system_score_gemma":0.00030595702,"threshold_uncertainty_score":0.99935365},"labels":[],"label_agreement":null},{"id":"W2964409475","doi":"10.19173/irrodl.v20i4.4224","title":"Teaching and Learning Without a Textbook","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Computer science; Educational technology; The Internet; Mobile device; Multimedia; Mathematics education; Psychology; World Wide Web","score_opus":0.05724753938378074,"score_gpt":0.42876089998052513,"score_spread":0.3715133605967444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964409475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47081092,0.018313266,0.0043325075,0.070666805,0.00044705687,0.0027390334,0.0000063230855,0.00011184128,0.43257225],"genre_scores_gemma":[0.9865611,0.0060272366,0.0011236958,0.00030194985,0.000031291136,0.000032064418,0.000023069511,0.000008143253,0.0058914525],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99693304,0.0015703825,0.00031282072,0.00033268242,0.00059592334,0.00025515456],"domain_scores_gemma":[0.9981812,0.0011490606,0.00015765552,0.00021462196,0.00021290463,0.00008452585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010930837,0.00010072591,0.0002385175,0.00014585309,0.00037598092,0.0005586827,0.0015132299,0.000032087602,0.00017915113],"category_scores_gemma":[0.0025943974,0.00007386369,0.000030309595,0.00032874735,0.000095126314,0.0006381726,0.001758786,0.0018971786,0.000074003496],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009172783,0.00019683874,0.35484466,0.0023784603,0.00009684983,0.00001440454,0.0044355593,0.0006391543,0.00075180014,0.3230294,0.0018369902,0.31168416],"study_design_scores_gemma":[0.0019527863,0.00047629987,0.057043847,0.020038094,0.000012698645,0.00013878115,0.024724886,0.07916596,0.00006913755,0.0035633366,0.8123097,0.00050446857],"about_ca_topic_score_codex":0.000676723,"about_ca_topic_score_gemma":0.000006163827,"teacher_disagreement_score":0.8104727,"about_ca_system_score_codex":0.00006430665,"about_ca_system_score_gemma":0.00015106502,"threshold_uncertainty_score":0.8242402},"labels":[],"label_agreement":null},{"id":"W2964637480","doi":"10.19173/irrodl.v20i4.4299","title":"Case Study as a Research Method for Analyzing MOOCs","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministerio de Economía y Competitividad; Ministerio de Educación, Cultura y Deporte","keywords":"Scopus; Data science; Computer science; Web of science; Empirical research; Management science; Case study research; Scientific literature; Information retrieval; Knowledge management; MEDLINE; Political science; Mathematics; Statistics","score_opus":0.17896833628646894,"score_gpt":0.5629800777684467,"score_spread":0.3840117414819778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964637480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8011761,0.016562063,0.080898345,0.08308183,0.00033155462,0.008288026,0.000050665993,0.00007655905,0.009534885],"genre_scores_gemma":[0.99029475,0.0024636171,0.0057795956,0.00009005605,0.00004675646,0.00009587427,0.000022268974,0.0000092805385,0.0011978083],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99588364,0.0019602105,0.00040096033,0.00041594866,0.0009876343,0.0003516233],"domain_scores_gemma":[0.99421686,0.004129229,0.00012303567,0.00044340992,0.0010084553,0.000079039615],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.030351633,0.00009152358,0.00029227926,0.00030327155,0.0002896391,0.0004526346,0.0022351446,0.00003236734,0.000041936888],"category_scores_gemma":[0.0048451615,0.000064119835,0.00005975022,0.0013301576,0.00007483925,0.0002922646,0.0019920296,0.0010490057,0.000025848774],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036343353,0.0019891113,0.25090984,0.005833132,0.0005983543,0.0021634072,0.0056540663,0.0057327487,0.00034382293,0.28083703,0.005476505,0.44009852],"study_design_scores_gemma":[0.0040801554,0.0026437927,0.0024290227,0.01333336,0.00003831979,0.0014969069,0.04351274,0.80791384,0.00010083536,0.02616271,0.09778125,0.0005070728],"about_ca_topic_score_codex":0.0019408537,"about_ca_topic_score_gemma":0.00004203282,"teacher_disagreement_score":0.80218107,"about_ca_system_score_codex":0.000088606816,"about_ca_system_score_gemma":0.0002724019,"threshold_uncertainty_score":0.9984571},"labels":[],"label_agreement":null},{"id":"W2964664385","doi":"10.19173/irrodl.v20i1.3892","title":"On the Efficacy of Open Educational Resources","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Flexibility (engineering); Computer science; Open education; Variety (cybernetics); Control (management); Educational technology; Mathematics education; Educational resources; Medical education; Psychology; Pedagogy; World Wide Web; Artificial intelligence; Statistics; Medicine; Mathematics","score_opus":0.08160662162317643,"score_gpt":0.44762459054158155,"score_spread":0.3660179689184051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964664385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44315916,0.0046308674,0.00019803284,0.23249617,0.0003750161,0.0027246713,0.000014788043,0.000012585419,0.3163887],"genre_scores_gemma":[0.9945799,0.0025155074,0.00018607615,0.00047111718,0.000025937416,0.000050899005,0.00003083299,0.00000463021,0.002135093],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976964,0.0008817238,0.00032814636,0.00023972333,0.0006907662,0.00016324222],"domain_scores_gemma":[0.9948063,0.004227422,0.00020811871,0.00037144843,0.00034113976,0.000045597022],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0073913103,0.0000726916,0.00018659537,0.00010101772,0.00017536624,0.00051772874,0.005168955,0.00002014958,0.0009169929],"category_scores_gemma":[0.004102482,0.000042344087,0.000036841273,0.0006707532,0.00011919962,0.00037544535,0.0024401061,0.00057230843,0.00009214677],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006907847,0.00021869256,0.020791976,0.00025894243,0.000032708045,6.292457e-7,0.0006810889,0.00031803845,0.00006764493,0.95721895,0.009978105,0.010364159],"study_design_scores_gemma":[0.0026882412,0.00067007664,0.30603334,0.028860912,0.00001297489,0.000029713037,0.014484459,0.010614283,0.0004208378,0.035983928,0.59975666,0.00044456407],"about_ca_topic_score_codex":0.00041105514,"about_ca_topic_score_gemma":0.000004849377,"teacher_disagreement_score":0.921235,"about_ca_system_score_codex":0.000055047887,"about_ca_system_score_gemma":0.00029541258,"threshold_uncertainty_score":0.9999963},"labels":[],"label_agreement":null},{"id":"W2964878544","doi":"10.19173/irrodl.v20i4.4270","title":"Goal Setting and MOOC Completion","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coursework; Massive open online course; Context (archaeology); Psychology; Goal orientation; Online learning; Distance education; Computer science; Mathematics education; Multimedia","score_opus":0.047708192684358046,"score_gpt":0.4250086228447343,"score_spread":0.37730043016037623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964878544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.658137,0.03526902,0.015463161,0.25818872,0.00034135685,0.0020083722,0.000045288372,0.00008207571,0.030464973],"genre_scores_gemma":[0.99008965,0.008225905,0.0010255798,0.00018776886,0.000025008218,0.0000066255448,0.000038837636,0.0000033874028,0.00039725332],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99863416,0.00035491632,0.00021294506,0.00019599264,0.00044958427,0.00015240237],"domain_scores_gemma":[0.99889815,0.0006173912,0.00009248738,0.00016410078,0.00018859032,0.00003927808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004513163,0.00005591326,0.00015335181,0.0000771728,0.000097352226,0.00022633081,0.000951583,0.000018964936,0.000033640452],"category_scores_gemma":[0.00087401463,0.000039449995,0.000020316716,0.00032005407,0.000069221795,0.00022854161,0.0011477264,0.0004784309,0.000017612354],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056503697,0.00015409604,0.44459,0.0030239217,0.000076958684,0.000024034336,0.00047941576,0.0012699763,0.0005714493,0.33738193,0.0030499832,0.20932175],"study_design_scores_gemma":[0.0017096029,0.00033398563,0.11797421,0.021625904,0.000010235203,0.000089095774,0.001615206,0.66865677,0.00007094681,0.016794479,0.17079684,0.0003227273],"about_ca_topic_score_codex":0.00012595204,"about_ca_topic_score_gemma":0.0000031196532,"teacher_disagreement_score":0.6673868,"about_ca_system_score_codex":0.000030358207,"about_ca_system_score_gemma":0.00006100667,"threshold_uncertainty_score":0.21825133},"labels":[],"label_agreement":null},{"id":"W2964989245","doi":"10.19173/irrodl.v20i4.4007","title":"Examining Online Health Sciences Graduate Programs in Canada","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"University of Waterloo; University of Toronto; Trent University; York University; Wilfrid Laurier University; University of Windsor; University of Ottawa","keywords":"Coursework; Practicum; Curriculum; Flexibility (engineering); Medical education; Certificate; Health care; Distance education; Blended learning; Higher education; Psychology; Medicine; Nursing; Pedagogy; Educational technology; Political science; Computer science; Management","score_opus":0.31863746180691677,"score_gpt":0.5158736442504349,"score_spread":0.19723618244351815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964989245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9440292,0.0034423396,0.000009736159,0.0497872,0.0000929449,0.00087295857,0.000006163035,0.0000026294108,0.0017568299],"genre_scores_gemma":[0.9904329,0.0076500145,0.00037270898,0.001058163,0.000024655423,0.000029157958,0.00029167117,0.0000037912832,0.00013689624],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980408,0.00026038336,0.00039957892,0.00017167014,0.0009169732,0.00021062032],"domain_scores_gemma":[0.9991582,0.00028008746,0.00012232565,0.00011764786,0.00028344602,0.000038316193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007858474,0.0000516927,0.00021191635,0.00013677162,0.00006796445,0.000034022298,0.00043214683,0.000013243827,0.00010494536],"category_scores_gemma":[0.0029780837,0.000034778517,0.0000094745055,0.001112203,0.00013474264,0.00008636842,0.00023213982,0.0006634273,0.0000032126536],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003585015,0.00013954834,0.73431385,0.001742916,0.000011969793,0.000006643455,0.0001681161,0.000045737448,0.000010871416,0.0022310526,0.0022866488,0.2590068],"study_design_scores_gemma":[0.0018360936,0.0006253997,0.82878655,0.069780335,0.000005604766,0.000058858863,0.039120816,0.011948357,0.000015888565,0.00055865425,0.04711387,0.0001495667],"about_ca_topic_score_codex":0.3594648,"about_ca_topic_score_gemma":0.04650336,"teacher_disagreement_score":0.31296143,"about_ca_system_score_codex":0.00054409757,"about_ca_system_score_gemma":0.0028294036,"threshold_uncertainty_score":0.97089547},"labels":[],"label_agreement":null},{"id":"W2965096995","doi":"10.19173/irrodl.v20i1.3927","title":"Online Education for Public Health Capacity Building in Low- to Middle-Income Countries","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Global Health and Surgery","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Capacity building; Accreditation; Open educational resources; Distance education; Medical education; Certificate; Public health; Economic growth; Political science; Public relations; Medicine; Business; Pedagogy; Sociology; Nursing; Economics","score_opus":0.15127754329852214,"score_gpt":0.4864242846704491,"score_spread":0.335146741371927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965096995","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.882866,0.009132671,0.00009081863,0.10479887,0.00014046798,0.0021848816,0.00010504805,0.0000050742224,0.0006761462],"genre_scores_gemma":[0.98364246,0.012234089,0.000456396,0.0029778362,0.00005053066,0.000109399516,0.0003064579,0.0000061985543,0.00021662645],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982516,0.0002847127,0.00045709978,0.00018770066,0.0004702722,0.0003485887],"domain_scores_gemma":[0.99825436,0.0007673118,0.00011324592,0.00014647904,0.0005326119,0.00018598342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008687527,0.00006750541,0.00032505573,0.00021528143,0.000071170936,0.000053284486,0.00031185817,0.000028569893,0.000070588605],"category_scores_gemma":[0.004432531,0.000049251477,0.000033255947,0.0005050103,0.00004792887,0.00012454853,0.00019282807,0.00038860732,0.000009416857],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068776344,0.000662219,0.8864915,0.0333925,0.000032757685,0.000003974666,0.00030796335,0.00003638527,0.000023434219,0.039215058,0.0031301058,0.036016364],"study_design_scores_gemma":[0.0022111498,0.00058969454,0.39954102,0.133204,0.0000050107415,0.000039787268,0.002669855,0.0017497657,0.000022289998,0.001422937,0.4583752,0.0001692772],"about_ca_topic_score_codex":0.0013693826,"about_ca_topic_score_gemma":0.00010359718,"teacher_disagreement_score":0.48695043,"about_ca_system_score_codex":0.0004129754,"about_ca_system_score_gemma":0.0013405064,"threshold_uncertainty_score":0.5306474},"labels":[],"label_agreement":null},{"id":"W2965317349","doi":"10.19173/irrodl.v20i4.4037","title":"A Scoping Review of Videoconferencing Systems in Higher Education","year":2019,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":134,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Videoconferencing; Distance education; Multimedia; Computer science; Psychology; Mathematics education","score_opus":0.4086011465864647,"score_gpt":0.5720617276281869,"score_spread":0.16346058104172217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965317349","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000021273268,0.9204401,0.0000025738004,0.00086844363,0.00026863778,0.003883381,0.00000955313,0.0000039978013,0.074521184],"genre_scores_gemma":[0.00022856252,0.99646366,0.0000072740004,0.000039817587,0.00010105291,0.00038649712,0.0001638528,0.000010913006,0.0025983653],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9950536,0.0024574115,0.0010639215,0.00029569725,0.00086742226,0.00026198558],"domain_scores_gemma":[0.9970752,0.0015043614,0.0006457316,0.00024832282,0.0004778774,0.000048530786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017090442,0.00014485489,0.0012391912,0.0003319329,0.00011074738,0.00017948734,0.0016593722,0.00008209538,0.0004623285],"category_scores_gemma":[0.0034667654,0.000104839506,0.00012613735,0.0011383216,0.00014121158,0.00023562902,0.0009264989,0.0007289458,0.00002369713],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023139048,0.000033811564,0.00024156993,0.6520095,0.000026439138,0.0000012032729,0.00007062559,9.283108e-7,2.9457981e-8,0.025618413,0.000625241,0.32136992],"study_design_scores_gemma":[0.000045099536,0.0000061507526,0.000012330254,0.5387986,0.000025389003,3.951192e-7,0.0003112753,0.0000052886685,1.379668e-8,0.00004892497,0.46069467,0.000051913274],"about_ca_topic_score_codex":0.0025354282,"about_ca_topic_score_gemma":0.00013912677,"teacher_disagreement_score":0.46006942,"about_ca_system_score_codex":0.00035018244,"about_ca_system_score_gemma":0.001904855,"threshold_uncertainty_score":0.59232396},"labels":[],"label_agreement":null},{"id":"W2965571870","doi":"10.19173/irrodl.v20i4.4385","title":"Research on MOOCs in Major Referred Journals","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Content analysis; Computer science; Empirical research; Diversity (politics); World Wide Web; Data science; Multimedia; Sociology; Social science; Artificial intelligence","score_opus":0.18103917588452656,"score_gpt":0.5281609576994739,"score_spread":0.34712178181494735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965571870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5744197,0.035122048,0.00103946,0.29965734,0.000394529,0.0025056868,0.000037130696,0.00004742985,0.08677667],"genre_scores_gemma":[0.9800787,0.017755058,0.00028242986,0.00019763368,0.000040167168,0.000020265219,0.000021969981,0.000006740432,0.0015970164],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99576527,0.0016139133,0.00043874257,0.0003289641,0.001480933,0.00037215854],"domain_scores_gemma":[0.99695694,0.0019137964,0.0001192938,0.00039530505,0.00054011546,0.00007453458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021365307,0.00008498666,0.00026278527,0.000496961,0.00012661362,0.0003940611,0.002838326,0.00004502734,0.0001309616],"category_scores_gemma":[0.0028248117,0.000058313188,0.000041184532,0.0016774324,0.00010321414,0.00030889627,0.0015542227,0.0019939947,0.00010977965],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004908857,0.0011151962,0.27479416,0.0033950165,0.00014407618,0.00026977135,0.00086590403,0.009452522,0.00065095094,0.5040494,0.016084755,0.18868734],"study_design_scores_gemma":[0.006280373,0.0017431085,0.18513797,0.12477017,0.000010306997,0.00011613395,0.0075497376,0.27825323,0.00040012173,0.07121868,0.32373297,0.0007871984],"about_ca_topic_score_codex":0.00033395903,"about_ca_topic_score_gemma":0.000020532094,"teacher_disagreement_score":0.43283075,"about_ca_system_score_codex":0.00014361762,"about_ca_system_score_gemma":0.00022709231,"threshold_uncertainty_score":0.86630255},"labels":[],"label_agreement":null},{"id":"W2965838646","doi":"10.19173/irrodl.v20i4.3949","title":"Patterns of Students’ Utilization of Flexibility in Online Academic Courses and Their Relation to Course Achievement","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Flexibility (engineering); Computer science; Educational technology; Mathematics education; Distance education; Academic achievement; Blended learning; Online learning; Higher education; Relation (database); Online course; Process (computing); Multimedia; Psychology","score_opus":0.11933872386772158,"score_gpt":0.4872293597866629,"score_spread":0.3678906359189413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965838646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98733234,0.0022290414,0.0023790617,0.007504809,0.000024327235,0.0004369845,0.000036521724,0.0000031632292,0.000053749216],"genre_scores_gemma":[0.9907372,0.008869705,0.00018702487,0.000055003085,0.000007182849,0.0000053487556,0.000065972716,0.000002730793,0.00006984133],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99832755,0.00041520532,0.00042964576,0.00019260173,0.00052140397,0.00011360121],"domain_scores_gemma":[0.9988135,0.000503694,0.00019161965,0.00019120685,0.00026510056,0.000034842982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004952229,0.00006256591,0.00022323012,0.00012261826,0.000024769357,0.000032174168,0.0009751433,0.000029822291,0.000011844942],"category_scores_gemma":[0.0008416951,0.00004344363,0.000020562351,0.00042625942,0.000043691445,0.00017207864,0.0009153978,0.0004198994,9.4315294e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027664493,0.00016061001,0.9768398,0.0005054281,0.0000134524225,4.272e-7,0.00027280953,0.0013840946,0.00013707008,0.0059562055,0.000014125455,0.0146883195],"study_design_scores_gemma":[0.00057556696,0.00020217629,0.93739223,0.009451258,0.000004031327,0.0000014952656,0.0016527126,0.04834043,0.00015356719,0.0011611424,0.0010002698,0.00006510842],"about_ca_topic_score_codex":0.00023919117,"about_ca_topic_score_gemma":0.000027589562,"teacher_disagreement_score":0.046956334,"about_ca_system_score_codex":0.00004119261,"about_ca_system_score_gemma":0.00008936927,"threshold_uncertainty_score":0.18242773},"labels":[],"label_agreement":null},{"id":"W2965958236","doi":"10.19173/irrodl.v20i4.4061","title":"Approach to M-learning Acceptance Among University Students","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Instituto Tecnológico Metropolitano","keywords":"Technology acceptance model; Theory of planned behavior; Psychology; Higher education; Educational technology; Perception; E learning; Knowledge management; Mathematics education; Computer science; Usability; Control (management); Political science","score_opus":0.0497379637871641,"score_gpt":0.40222857181120186,"score_spread":0.35249060802403775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965958236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88275933,0.002273199,0.024671225,0.0073115397,0.00030944485,0.0026618387,0.000006082495,0.00005626969,0.079951055],"genre_scores_gemma":[0.99335957,0.0025525447,0.0013969584,0.000090862784,0.000020040074,0.00002298429,0.000028965374,0.000005717562,0.002522376],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973945,0.0008771947,0.00022196028,0.00036540092,0.00090812787,0.00023281283],"domain_scores_gemma":[0.9985766,0.00055416353,0.00013756147,0.0003316511,0.0003180627,0.00008199283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00546145,0.000082362036,0.00018823893,0.00016497329,0.00015018095,0.00029428603,0.0039197584,0.000030590898,0.0000733976],"category_scores_gemma":[0.0012408666,0.00006745115,0.00003172495,0.0010186144,0.00007413811,0.0005103247,0.0025821684,0.0007688453,0.00006180734],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003648136,0.00017899697,0.9444937,0.0005815598,0.000031821804,0.000004291509,0.0007976055,0.0053697047,0.00004138883,0.022183193,0.0013423841,0.024938855],"study_design_scores_gemma":[0.0010636882,0.00022964145,0.7473003,0.008690667,0.0000067956353,0.000013657018,0.006611968,0.036079694,0.00003826934,0.00057641964,0.199087,0.00030187244],"about_ca_topic_score_codex":0.00026636882,"about_ca_topic_score_gemma":0.0000046322157,"teacher_disagreement_score":0.19774461,"about_ca_system_score_codex":0.00017511132,"about_ca_system_score_gemma":0.00011562945,"threshold_uncertainty_score":0.72839516},"labels":[],"label_agreement":null},{"id":"W2966146348","doi":"10.19173/irrodl.v20i1.3743","title":"An Analysis of the Journey of Open and Distance Education: Major Concepts and Cutoff Points in Research Trends","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Publishing; Open education; Educational technology; Field (mathematics); Content analysis; Mathematics education; Sociology; Computer science; Pedagogy; Psychology; Social science; Political science; Mathematics","score_opus":0.10621907166903549,"score_gpt":0.5321628824570221,"score_spread":0.42594381078798665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966146348","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94837224,0.011818028,0.00031792355,0.03430331,0.000060356357,0.0006583865,0.00005535616,0.0000036879073,0.0044107195],"genre_scores_gemma":[0.99302036,0.005810915,0.0003506923,0.000055529235,0.000009595567,0.000011598247,0.000031833057,0.000003450441,0.0007060279],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99701077,0.0013729088,0.0004217937,0.0002856277,0.0007315973,0.00017729818],"domain_scores_gemma":[0.99789965,0.00086318667,0.00022033644,0.00041873773,0.0005362763,0.00006182197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00961566,0.00007110369,0.00034700328,0.00040106048,0.000102290964,0.00027566974,0.0025852143,0.000029119996,0.000059038037],"category_scores_gemma":[0.001302706,0.000045079574,0.00003701241,0.002558901,0.00030943306,0.0004170674,0.0019152794,0.00060166797,7.3700147e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061287516,0.00023688855,0.85994047,0.00055453664,0.00011008382,0.0000019895808,0.00080495235,0.00036493604,0.00011664243,0.08649849,0.00033466076,0.05097507],"study_design_scores_gemma":[0.001092958,0.00026945322,0.84448916,0.010048572,0.000042902746,0.000009855175,0.0045986064,0.1218832,0.000098614,0.0060660047,0.011242991,0.00015765992],"about_ca_topic_score_codex":0.0013531636,"about_ca_topic_score_gemma":0.00018030585,"teacher_disagreement_score":0.12151826,"about_ca_system_score_codex":0.00005218417,"about_ca_system_score_gemma":0.00030706942,"threshold_uncertainty_score":0.48040143},"labels":[],"label_agreement":null},{"id":"W2966452976","doi":"10.19173/irrodl.v20i4.4101","title":"Understanding the Early Adjustment Experiences of Undergraduate Distance Education Students in South Africa","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council; National Research Foundation; University of Texas at San Antonio","keywords":"Distance education; Perspective (graphical); Thematic analysis; Face (sociological concept); Adaptation (eye); Pedagogy; Work (physics); Qualitative research; Psychology; Sociology; Mathematics education; Social science; Engineering","score_opus":0.1583338667497839,"score_gpt":0.4967818699316391,"score_spread":0.3384480031818552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966452976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9059007,0.030603668,0.00012701437,0.030986764,0.00035381055,0.002605181,0.000014773641,0.000006768575,0.029401291],"genre_scores_gemma":[0.98126894,0.017171154,0.000013298662,0.000032411004,0.000023333843,0.00018693587,0.000007911411,0.0000030226092,0.0012929698],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.996805,0.0011285834,0.00029852666,0.00016659164,0.0013757687,0.00022553881],"domain_scores_gemma":[0.9982496,0.0011297456,0.00015284475,0.00014267398,0.00028232153,0.000042805656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007036277,0.000058026497,0.0001625983,0.00010933613,0.00022915397,0.00013586375,0.0012927036,0.000018746061,0.0001172878],"category_scores_gemma":[0.0018175046,0.000035926318,0.000026034935,0.00084179617,0.0005004931,0.00019033908,0.00045704233,0.00032256014,0.000007638118],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086587264,0.00031022588,0.5775819,0.00059551885,0.00005337851,9.2700526e-7,0.19972423,0.00004617991,0.000014704268,0.21828495,0.0014689325,0.0018324998],"study_design_scores_gemma":[0.00042116753,0.00007889782,0.0966964,0.0068567414,0.0000048394104,2.2849385e-7,0.8584436,0.000048261638,0.0000091411985,0.009379792,0.027967406,0.00009348494],"about_ca_topic_score_codex":0.0012574845,"about_ca_topic_score_gemma":0.00019853258,"teacher_disagreement_score":0.6587194,"about_ca_system_score_codex":0.00035993106,"about_ca_system_score_gemma":0.000510508,"threshold_uncertainty_score":0.24386473},"labels":[],"label_agreement":null},{"id":"W2966558582","doi":"10.19173/irrodl.v20i1.3789","title":"Mid-Career Adult Learners in an Online Doctoral Program and the Drivers of Their Academic Self-Regulation","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Perfectionism, Procrastination, Anxiety Studies","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Academic achievement; Graduate students; Social support; Higher education; Medical education; Computer-mediated communication; Social psychology; Developmental psychology; Pedagogy; The Internet","score_opus":0.11391131932877403,"score_gpt":0.45556595727351534,"score_spread":0.3416546379447413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966558582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98505455,0.0061428715,0.000008471756,0.00583647,0.00007589324,0.0013202719,0.000028907207,0.000012546232,0.0015199955],"genre_scores_gemma":[0.9841476,0.015202461,0.00005869421,0.00007265847,0.00002918272,0.00010616732,0.00015292429,0.000006861562,0.00022344767],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99795693,0.000842061,0.00037719196,0.0002322231,0.0004065283,0.0001850903],"domain_scores_gemma":[0.99850017,0.00066734833,0.00019116176,0.00015924536,0.0004507251,0.000031330463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038525285,0.00009290081,0.00025439914,0.000120273646,0.00009669815,0.00004679495,0.000570781,0.000057707395,0.00008840519],"category_scores_gemma":[0.00071686064,0.00005619108,0.000035425554,0.00044100377,0.00036918477,0.00021350829,0.00033375123,0.0007173527,0.0000044250714],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004299147,0.00020651905,0.9388524,0.0005255895,0.00010450033,9.278718e-7,0.003655186,0.00013204689,0.00009529977,0.011083659,0.0003087166,0.04460521],"study_design_scores_gemma":[0.0038208251,0.00031949024,0.9529698,0.0034305702,0.000020886611,0.000014628438,0.020421093,0.005583557,0.000032459768,0.0014800723,0.011773896,0.00013272968],"about_ca_topic_score_codex":0.0007146984,"about_ca_topic_score_gemma":0.00019382867,"teacher_disagreement_score":0.04447248,"about_ca_system_score_codex":0.00008066483,"about_ca_system_score_gemma":0.000059687056,"threshold_uncertainty_score":0.31165805},"labels":[],"label_agreement":null},{"id":"W2966688471","doi":"10.19173/irrodl.v20i4.4325","title":"Enjoyment and Not Competence Predicts Academic Persistence for Distance Education Students","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Persistence (discontinuity); Psychology; Competence (human resources); Distance education; Academic achievement; Workload; Intrinsic motivation; Social psychology; Higher education; Self-determination theory; Mathematics education; Computer science; Autonomy","score_opus":0.12074208369794132,"score_gpt":0.48564749976311405,"score_spread":0.36490541606517274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966688471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9534088,0.020723844,0.00049750024,0.010102637,0.000503686,0.0030283907,0.000089190704,0.000011187404,0.011634812],"genre_scores_gemma":[0.98495054,0.011345846,0.000078998426,0.00051467924,0.000031988802,0.00021267297,0.00013726194,0.000005361108,0.0027226773],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99850637,0.0002450332,0.00031476977,0.00025662483,0.0005129599,0.00016427002],"domain_scores_gemma":[0.9986576,0.0007126232,0.00015659285,0.00015818773,0.00026080996,0.00005418193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00333959,0.00007092707,0.00017554165,0.00006033494,0.00008684386,0.000062378116,0.000743801,0.00003749843,0.00040901735],"category_scores_gemma":[0.00069809635,0.00005303016,0.000024092842,0.00017479704,0.00013164409,0.00013178567,0.00030934208,0.00039731743,0.000013120981],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020336674,0.00011699325,0.93268174,0.0008560018,0.000035758883,0.000001062307,0.0009901851,0.000009442486,0.000043327214,0.039663877,0.0030725468,0.022325706],"study_design_scores_gemma":[0.0017008175,0.00024784438,0.72715425,0.013604636,0.000015345186,0.000018645695,0.015891684,0.00029343492,0.000027426782,0.0011389315,0.23973134,0.00017563778],"about_ca_topic_score_codex":0.00008745826,"about_ca_topic_score_gemma":0.000003549313,"teacher_disagreement_score":0.2366588,"about_ca_system_score_codex":0.00006911243,"about_ca_system_score_gemma":0.000095758056,"threshold_uncertainty_score":0.4478453},"labels":[],"label_agreement":null},{"id":"W2966811138","doi":"10.19173/irrodl.v20i4.3794","title":"The Nationwide Landscape of K–12 School Websites in the United States","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Demographics; Outreach; Service (business); Charter; World Wide Web; Business; Computer science; Sociology; Political science; Marketing","score_opus":0.05834887568935039,"score_gpt":0.44730322411796297,"score_spread":0.3889543484286126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966811138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83786345,0.010583971,0.000010894941,0.10540007,0.00009078109,0.0016742729,0.000033976376,0.00001256983,0.04433],"genre_scores_gemma":[0.95627034,0.04270572,0.000008230469,0.00023488433,0.000013200602,0.000021157803,0.000057399866,0.0000029424505,0.0006861389],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973463,0.0012458947,0.00027774397,0.00010248696,0.0008189986,0.00020857046],"domain_scores_gemma":[0.9971204,0.0022336936,0.00014970286,0.00016877464,0.00030077473,0.000026661279],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013036647,0.000050673476,0.0001304517,0.00012924004,0.0002666042,0.00015725399,0.0017866294,0.000036420075,0.00020859376],"category_scores_gemma":[0.008817143,0.000026140222,0.00002588876,0.0008194898,0.0003823967,0.00014755722,0.00029252074,0.0005962936,0.00002292771],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000099310935,0.00008957942,0.95184946,0.0002607031,0.00003013747,0.000002740527,0.00088424113,0.00011209111,0.000028311484,0.033323664,0.008446791,0.0048729945],"study_design_scores_gemma":[0.001428109,0.00014549438,0.40365517,0.009833408,0.000009451684,0.000004588998,0.07952448,0.0017260058,0.00008534234,0.011670935,0.49176845,0.0001485668],"about_ca_topic_score_codex":0.0035862913,"about_ca_topic_score_gemma":0.0007335377,"teacher_disagreement_score":0.5481943,"about_ca_system_score_codex":0.00006090477,"about_ca_system_score_gemma":0.00017299483,"threshold_uncertainty_score":0.999532},"labels":[],"label_agreement":null},{"id":"W2973289871","doi":"10.19173/irrodl.v20i3.3913","title":"MOOCs Readiness","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cronbach's alpha; Descriptive statistics; Psychology; Structural equation modeling; Variance (accounting); Pearson product-moment correlation coefficient; Self-efficacy; Sample (material); Medical education; Reliability (semiconductor); Applied psychology; Mathematics education; Psychometrics; Social psychology; Statistics; Developmental psychology; Mathematics","score_opus":0.06280255592099038,"score_gpt":0.4444665094921168,"score_spread":0.3816639535711264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973289871","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31520265,0.0544661,0.020435164,0.45461324,0.0009590743,0.003214861,0.00006185491,0.00015344933,0.15089361],"genre_scores_gemma":[0.9828424,0.014047025,0.00068806164,0.00025269378,0.00003312706,0.000012083646,0.000042941065,0.000004812327,0.002076896],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99849945,0.0003329714,0.00023565772,0.00020543674,0.0005524292,0.0001740238],"domain_scores_gemma":[0.99863493,0.0005983164,0.00009278989,0.00027788623,0.00035459563,0.000041459076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044524944,0.000059920567,0.00017242023,0.00009395082,0.00007012998,0.0002018297,0.0020712072,0.000021660017,0.00007044236],"category_scores_gemma":[0.001345313,0.00003991322,0.000027070259,0.0007466451,0.000062880696,0.00025869074,0.0012794486,0.00053184235,0.00005831019],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060317765,0.00025461163,0.2236481,0.002971977,0.00009038897,0.00004330935,0.00031021243,0.0020308692,0.0002758891,0.614185,0.00781669,0.14831264],"study_design_scores_gemma":[0.0018902216,0.0003769047,0.039844327,0.031337123,0.00001173223,0.000081076185,0.0014910223,0.33094794,0.00018520707,0.027800724,0.5655953,0.000438402],"about_ca_topic_score_codex":0.0001679486,"about_ca_topic_score_gemma":0.0000032297537,"teacher_disagreement_score":0.66763973,"about_ca_system_score_codex":0.000037874088,"about_ca_system_score_gemma":0.00012254303,"threshold_uncertainty_score":0.38488528},"labels":[],"label_agreement":null},{"id":"W2974400528","doi":"10.19173/irrodl.v20i3.4283","title":"Online Course Design","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Checklist; Course (navigation); Online course; Variety (cybernetics); Massive open online course; Course evaluation; Online learning; Quality (philosophy); Computer science; Medical education; Multimedia; Engineering management; Engineering; Higher education; World Wide Web; Psychology; Medicine; Political science","score_opus":0.12912985214814635,"score_gpt":0.5039601578075319,"score_spread":0.3748303056593856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2974400528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43764603,0.068022914,0.0010410208,0.31999296,0.0006225983,0.00532332,0.00012270595,0.00007367667,0.16715479],"genre_scores_gemma":[0.94585127,0.049511656,0.00071326754,0.00021796263,0.000115449664,0.000020449435,0.000108969216,0.000007550315,0.0034534554],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973262,0.0013076961,0.00022773346,0.00015876786,0.0007503598,0.00022924798],"domain_scores_gemma":[0.99815404,0.0012437475,0.00009901963,0.00012026479,0.00032585344,0.000057046516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010720467,0.000054607037,0.00016671601,0.00006257738,0.00019208796,0.000114028495,0.0009565077,0.000033585467,0.0008423932],"category_scores_gemma":[0.0025582109,0.000038684335,0.000029695299,0.0004614668,0.000212688,0.00020740813,0.0003700283,0.00061085913,0.00004906294],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003232555,0.0013858627,0.26563695,0.002375178,0.000157072,0.00005052177,0.0023250338,0.0016769689,0.00018915231,0.16796485,0.016959563,0.5409556],"study_design_scores_gemma":[0.00061470317,0.00011994062,0.009037608,0.006900105,0.0000093062945,0.0000034783102,0.020787336,0.0016487378,0.000016527787,0.0022883392,0.95845646,0.000117456046],"about_ca_topic_score_codex":0.0008735822,"about_ca_topic_score_gemma":0.00010926702,"teacher_disagreement_score":0.9414969,"about_ca_system_score_codex":0.00006916668,"about_ca_system_score_gemma":0.00064815674,"threshold_uncertainty_score":0.9223615},"labels":[],"label_agreement":null},{"id":"W2980375929","doi":"10.19173/irrodl.v20i5.4539","title":"An Exploration Into the Importance of a Sense of Belonging for Online Learners","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":155,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sense of community; Psychology; Online participation; Online learning; Attrition; Educational technology; Computer-mediated communication; Pedagogy; Synchronous learning; Mathematics education; Social psychology; Cooperative learning; Teaching method; World Wide Web; The Internet; Computer science","score_opus":0.15971798365546067,"score_gpt":0.504815265173915,"score_spread":0.3450972815184543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980375929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8057799,0.009098147,0.0020370788,0.17989184,0.00004791829,0.0015007209,0.00007049772,0.000012941935,0.0015609666],"genre_scores_gemma":[0.98287,0.015657293,0.0010111898,0.00016650971,0.000082002676,0.00002330682,0.00014536896,0.0000053763497,0.000038959475],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980557,0.0007468977,0.0003638254,0.00014157103,0.0005517355,0.00014026008],"domain_scores_gemma":[0.9981702,0.0009498797,0.0002519845,0.000104075305,0.0004739899,0.000049892475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006542872,0.000051505853,0.00019036327,0.00004697993,0.0002007995,0.00004591114,0.00062960596,0.000025777088,0.000043138072],"category_scores_gemma":[0.0060318443,0.00003334516,0.000043244192,0.00051661057,0.00028639892,0.00035386096,0.00018540189,0.00033326008,5.0126556e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011018254,0.0005510843,0.14481406,0.005191327,0.00020984041,0.000013024049,0.04279792,0.006209341,0.003370251,0.23139244,0.0016856899,0.5626632],"study_design_scores_gemma":[0.0020420642,0.00107322,0.0043385085,0.011629843,0.00005982989,0.000002694136,0.42527774,0.03745426,0.000898664,0.012445636,0.504454,0.0003235143],"about_ca_topic_score_codex":0.00079841516,"about_ca_topic_score_gemma":0.00043492604,"teacher_disagreement_score":0.56233966,"about_ca_system_score_codex":0.000032831515,"about_ca_system_score_gemma":0.0003259561,"threshold_uncertainty_score":0.7221117},"labels":[],"label_agreement":null},{"id":"W2980431315","doi":"10.19173/irrodl.v20i4.4076","title":"Transformation From RTVUs to Open Universities in China","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Ideological and Political Education","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Education, India; Government of Jiangsu Province","keywords":"China; Distance education; Open education; Lifelong learning; Higher education; Open educational resources; Beijing; Open learning; Open university; Political science; Government (linguistics); Open government; Public relations; Business; Sociology; Economic growth; Open data; Pedagogy; Teaching method; Economics","score_opus":0.09018708883532056,"score_gpt":0.4907176392357341,"score_spread":0.4005305504004135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980431315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7254873,0.0008219442,0.00003286171,0.068786986,0.000068315916,0.0008883307,0.00003479913,0.0000030542258,0.20387644],"genre_scores_gemma":[0.99448586,0.0036174008,0.000030091504,0.00029572562,0.000021463322,0.000018001514,0.000082126004,0.0000012907878,0.0014480749],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986471,0.000612901,0.00016160707,0.00009953666,0.00033129536,0.0001475925],"domain_scores_gemma":[0.9991645,0.0005834641,0.000032875345,0.000059734855,0.00010782493,0.000051564046],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038272403,0.000033336964,0.000117479496,0.00005980176,0.000108429726,0.00013907375,0.00091849477,0.000024614541,0.00119673],"category_scores_gemma":[0.00085783657,0.000023697135,0.000013922787,0.00034802646,0.000097400436,0.00032584657,0.0003255547,0.00024747092,0.000046431403],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019323836,0.00012223201,0.060991906,0.00027961025,0.000014039432,0.000002863367,0.013388051,0.00014541714,0.00002508514,0.8931678,0.0013593122,0.030310454],"study_design_scores_gemma":[0.00092786615,0.0001430949,0.2906416,0.0079436,0.000004807511,6.407876e-7,0.09427854,0.00045173353,0.000040421066,0.042735685,0.5626737,0.00015828336],"about_ca_topic_score_codex":0.054051768,"about_ca_topic_score_gemma":0.000964773,"teacher_disagreement_score":0.8504321,"about_ca_system_score_codex":0.00016283733,"about_ca_system_score_gemma":0.00023662408,"threshold_uncertainty_score":0.9997163},"labels":[],"label_agreement":null},{"id":"W2980439298","doi":"10.19173/irrodl.v20i4.4215","title":"Open Universities and Open Educational Practices","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Open educational resources; Open education; Open learning; Distance education; Higher education; Educational technology; Situated; Open university; Pedagogy; Sociology; Knowledge management; Public relations; Political science; Computer science; Teaching method; Cooperative learning","score_opus":0.1090170215822007,"score_gpt":0.48359466021014297,"score_spread":0.37457763862794224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980439298","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11234824,0.010084403,0.00027012246,0.25277117,0.00039095365,0.0030898892,0.000020139058,0.000015896796,0.6210092],"genre_scores_gemma":[0.96915853,0.015739746,0.0015491425,0.0006334041,0.00003282669,0.0000585923,0.00009484498,0.000006439138,0.012726461],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99807245,0.00074368325,0.0002387631,0.0003171556,0.00045327682,0.00017468387],"domain_scores_gemma":[0.9975783,0.0014087772,0.0003141486,0.00025270993,0.0003718177,0.00007422008],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0065671457,0.00007677587,0.00020194546,0.00010822998,0.00026223477,0.0021979746,0.005753721,0.000023723529,0.00072718505],"category_scores_gemma":[0.0014288544,0.00005847897,0.000016278107,0.00049141125,0.00010328352,0.0025207468,0.008792678,0.00051093946,0.00006052798],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009007612,0.00019128397,0.07713162,0.00067248783,0.0000631954,0.0000041868125,0.0012178364,0.00008396212,0.000047176978,0.8913755,0.010554284,0.018568387],"study_design_scores_gemma":[0.0017242022,0.00026991888,0.08724502,0.00965049,0.000011068457,0.000071969625,0.05445655,0.00666822,0.00004680016,0.010175465,0.82935375,0.00032657082],"about_ca_topic_score_codex":0.0023756681,"about_ca_topic_score_gemma":0.000031789215,"teacher_disagreement_score":0.8812,"about_ca_system_score_codex":0.000104553445,"about_ca_system_score_gemma":0.0008515592,"threshold_uncertainty_score":0.9996256},"labels":[],"label_agreement":null},{"id":"W2980544483","doi":"10.19173/irrodl.v20i3.4070","title":"Rewriting a History of Open Universities","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Narrative; Distance education; Openness to experience; Feeling; Dissent; Resistance (ecology); Loneliness; Sociology; Pedagogy; Point (geometry); Open education; Higher education; Psychology; Social psychology; Political science","score_opus":0.15482995867205332,"score_gpt":0.536780535476095,"score_spread":0.38195057680404176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980544483","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08974672,0.011458464,0.000017839642,0.01126783,0.0001837639,0.000795278,0.0000066319353,0.000003231866,0.88652027],"genre_scores_gemma":[0.9639256,0.02576329,0.0001654003,0.00008174244,0.000027694628,0.0000156929,0.000019176072,0.0000031976456,0.009998234],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977644,0.0012775701,0.00019115394,0.00012177332,0.0005262777,0.00011880604],"domain_scores_gemma":[0.9975779,0.0015845543,0.00020935532,0.00011249587,0.0004881376,0.000027577811],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011205883,0.000034413733,0.00013748604,0.000083719046,0.00010255997,0.00008716428,0.0015028601,0.00002069161,0.0007922179],"category_scores_gemma":[0.0033554847,0.00002832579,0.000019233064,0.0002962685,0.0002973065,0.0006765931,0.00085541996,0.00032601447,0.000009655861],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003454563,0.0002691518,0.22440904,0.0021985027,0.000105288425,0.0000052157093,0.021803841,0.00008010415,0.00038031215,0.6731573,0.0147107085,0.06253513],"study_design_scores_gemma":[0.00027833236,0.00004669745,0.0062481863,0.0055530337,0.0000050274516,0.0000011268868,0.08508653,0.00010579137,0.00001950074,0.0026736134,0.8999286,0.000053532283],"about_ca_topic_score_codex":0.013533653,"about_ca_topic_score_gemma":0.00015547941,"teacher_disagreement_score":0.8852179,"about_ca_system_score_codex":0.0007958573,"about_ca_system_score_gemma":0.0012108549,"threshold_uncertainty_score":0.9930353},"labels":[],"label_agreement":null},{"id":"W2980713373","doi":"10.19173/irrodl.v20i4.4103","title":"Factors Related to Student Persistence in Open Universities","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Persistence (discontinuity); Attrition; Scopus; Higher education; Intervention (counseling); Psychology; Political science; MEDLINE; Medicine; Engineering","score_opus":0.10611699435079734,"score_gpt":0.459039285012003,"score_spread":0.3529222906612056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980713373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94792247,0.0021797232,0.00029580857,0.03255758,0.00009657235,0.000865348,0.000011353167,0.000011872831,0.01605926],"genre_scores_gemma":[0.9950855,0.0021204792,0.00018424443,0.000116593095,0.00000408986,0.0000059260374,0.000024512086,0.0000032969865,0.002455408],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982901,0.00045611465,0.00025402935,0.00025892886,0.0005485745,0.00019220129],"domain_scores_gemma":[0.9988668,0.0005498652,0.00008377819,0.00024424688,0.00019751368,0.000057818557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039362484,0.000073120566,0.00021722306,0.00017275647,0.00008166142,0.0003424917,0.0037787382,0.000023455103,0.00008172562],"category_scores_gemma":[0.00047294138,0.000051252686,0.000030103822,0.0008649843,0.000052801824,0.00041486952,0.003674349,0.00053387,0.000027363909],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051752955,0.00023247206,0.8305948,0.00060643203,0.00007403279,0.000040258237,0.003612847,0.0068288757,0.00005262738,0.14684717,0.00086033426,0.010198395],"study_design_scores_gemma":[0.0032379094,0.0009823396,0.66527873,0.04289868,0.000016334574,0.00002056139,0.098358996,0.07897821,0.00008831375,0.0072881235,0.10214887,0.0007029074],"about_ca_topic_score_codex":0.00055990077,"about_ca_topic_score_gemma":0.000026019654,"teacher_disagreement_score":0.16531605,"about_ca_system_score_codex":0.00016653395,"about_ca_system_score_gemma":0.00020140974,"threshold_uncertainty_score":0.70218986},"labels":[],"label_agreement":null},{"id":"W2980797866","doi":"10.19173/irrodl.v20i3.4108","title":"Characterizing UNAM’s Open Education System Using the OOFAT Model","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Openness to experience; Open education; Flexibility (engineering); Distance education; Business model; Open educational resources; Computer science; Higher education; Sociology; Engineering management; Political science; Process management; Business; Marketing; Pedagogy; Management; Engineering; World Wide Web; Economics","score_opus":0.10997410329853063,"score_gpt":0.4367827326329644,"score_spread":0.3268086293344338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980797866","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2199218,0.04835672,0.13291793,0.14753105,0.0024494573,0.014351247,0.00004875584,0.00016807368,0.43425497],"genre_scores_gemma":[0.993854,0.0027342965,0.0012548848,0.0003363223,0.00003729835,0.000079148616,0.00003173662,0.000007716055,0.0016646022],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979319,0.0006995788,0.00032154823,0.00028888005,0.00054751494,0.00021060197],"domain_scores_gemma":[0.9986244,0.0003525653,0.00019415063,0.00044325486,0.0003425164,0.00004311979],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007962398,0.00008824829,0.00020217207,0.00009498875,0.000254478,0.00087030616,0.004263865,0.000022414994,0.00002428691],"category_scores_gemma":[0.00043534115,0.00005369224,0.00003423044,0.00052150415,0.00007626369,0.00055658846,0.004499767,0.00048021195,0.000033310895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007641612,0.00025057295,0.016116275,0.0047906465,0.000113265436,0.0000069728067,0.0013681498,0.007873741,0.0005691297,0.80696917,0.0033200097,0.15854569],"study_design_scores_gemma":[0.00040080448,0.000052451942,0.001570431,0.019230058,0.00000877955,0.000020432251,0.0041838647,0.9279998,0.00006117675,0.0013510056,0.04497608,0.00014510435],"about_ca_topic_score_codex":0.0004708867,"about_ca_topic_score_gemma":0.000006637239,"teacher_disagreement_score":0.9201261,"about_ca_system_score_codex":0.00019167813,"about_ca_system_score_gemma":0.00032754257,"threshold_uncertainty_score":0.8392382},"labels":[],"label_agreement":null},{"id":"W2980952475","doi":"10.19173/irrodl.v20i3.4035","title":"Open Universities: Old Concepts and Contemporary Challenges","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open education; Competition (biology); Higher education; Open educational resources; Corporate governance; Distance education; Open learning; Work (physics); Public relations; Sociology; Quality (philosophy); Open university; Educational technology; Political science; Management; Pedagogy; Engineering; Teaching method; Economics; Cooperative learning","score_opus":0.14368716811744747,"score_gpt":0.49633186617062053,"score_spread":0.35264469805317306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980952475","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21140572,0.078323215,0.0000071501586,0.110473976,0.00019899438,0.0017131863,0.000032820506,0.000008764428,0.59783614],"genre_scores_gemma":[0.85707414,0.13357176,0.0000303304,0.0002939413,0.000020826972,0.000019453626,0.000022697255,0.0000023854286,0.008964462],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986093,0.0004993407,0.00015452965,0.000152528,0.00045970472,0.00012458024],"domain_scores_gemma":[0.99892485,0.0006236864,0.00009223233,0.0000877103,0.00021880257,0.000052699368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004912746,0.000043875687,0.00014377429,0.000039791943,0.00017676168,0.00018110508,0.0009782774,0.000022982193,0.00051340874],"category_scores_gemma":[0.00038753572,0.000033329,0.000011723409,0.00018304329,0.00021267447,0.0004054145,0.0007970483,0.00020689654,0.000019752708],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014436795,0.00012417254,0.15235755,0.0010750125,0.00007651005,0.000010870583,0.02220303,0.000006166783,0.0000107134265,0.77012974,0.021812305,0.03204954],"study_design_scores_gemma":[0.0004243803,0.000030979594,0.02529119,0.0039774836,0.0000012079053,8.222731e-7,0.077331044,0.000009195247,0.0000044493386,0.0012996168,0.89157224,0.00005740759],"about_ca_topic_score_codex":0.005235183,"about_ca_topic_score_gemma":0.00012400527,"teacher_disagreement_score":0.8697599,"about_ca_system_score_codex":0.00012230518,"about_ca_system_score_gemma":0.0007432037,"threshold_uncertainty_score":0.7914066},"labels":[],"label_agreement":null},{"id":"W2981012516","doi":"10.19173/irrodl.v20i4.4113","title":"Maturity Levels of Student Support E- Services Within an Open Distance E-learning University","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Maturity (psychological); Capability Maturity Model; Open university; E learning; Higher education; Process (computing); Mathematics education; Institution; Computer science; Psychology; Educational technology; Knowledge management; Pedagogy; Sociology; Political science; Social science","score_opus":0.08797375035146947,"score_gpt":0.4672824471188392,"score_spread":0.3793086967673697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981012516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9569243,0.0013088256,0.000036338042,0.0046415306,0.00008742477,0.0010919307,0.00007138186,0.000013129159,0.035825133],"genre_scores_gemma":[0.99007756,0.0072944234,0.00023760629,0.000042721607,0.000027801912,0.0000038890444,0.000091153524,0.0000059871572,0.0022188753],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.996448,0.0017757855,0.0003204792,0.00025792184,0.0009635391,0.00023426622],"domain_scores_gemma":[0.99846464,0.0004797988,0.00029851357,0.00018096817,0.0004914085,0.000084675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0119644655,0.00008020859,0.00029052913,0.00008514361,0.0003287938,0.00022696157,0.002612476,0.000046825677,0.00071446045],"category_scores_gemma":[0.0005126815,0.0000640167,0.000032021584,0.0005486536,0.00022372488,0.0007761636,0.0015255633,0.00075505127,0.000013649371],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033357373,0.00036638769,0.8644604,0.0018057878,0.00009304269,0.000021370823,0.007983502,0.00064254086,0.00019656174,0.09501004,0.00017344809,0.028913362],"study_design_scores_gemma":[0.0015400435,0.00050310924,0.19514276,0.011890293,0.000025246736,0.0000041387075,0.19798075,0.0012046563,0.000085425905,0.0012433239,0.5900939,0.00028632733],"about_ca_topic_score_codex":0.0039361427,"about_ca_topic_score_gemma":0.0010691559,"teacher_disagreement_score":0.6693176,"about_ca_system_score_codex":0.00012084739,"about_ca_system_score_gemma":0.00052141,"threshold_uncertainty_score":0.7822841},"labels":[],"label_agreement":null},{"id":"W2981170461","doi":"10.19173/irrodl.v20i4.4132","title":"Distance Education and the Open University of Brazil","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Public Policy","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Face (sociological concept); Christian ministry; Institution; Higher education; The Internet; Library science; Quality (philosophy); Sociology; Political science; Public institution; Pedagogy; Public relations; Social science; Law; World Wide Web; Computer science","score_opus":0.06876446177266736,"score_gpt":0.4949812213603813,"score_spread":0.42621675958771393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981170461","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11206517,0.0155493645,0.000052720636,0.23373775,0.0001658159,0.0019399688,0.000030174928,0.000004468125,0.6364546],"genre_scores_gemma":[0.9535292,0.038317114,0.000025450776,0.00026367974,0.000021172506,0.0000054288885,0.000023689754,0.0000014594108,0.007812806],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985617,0.0008482754,0.000115191906,0.000090189315,0.0002968646,0.00008779871],"domain_scores_gemma":[0.9986628,0.0008247551,0.00010565542,0.00010552214,0.00026482317,0.00003642971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074342065,0.000027382523,0.00010869484,0.0000343296,0.00020622101,0.00012955177,0.0011597024,0.000015188602,0.00048207495],"category_scores_gemma":[0.0017972747,0.00001790769,0.000014685211,0.00032667388,0.00047329793,0.00023820708,0.0005151639,0.00018552702,0.0000060077277],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007036142,0.000052348023,0.044690046,0.00019104277,0.000011197331,9.8095015e-8,0.002943995,0.0000016513128,0.0000023021678,0.917902,0.006903927,0.027231013],"study_design_scores_gemma":[0.00048523492,0.000011092268,0.024268413,0.0016529744,0.000002815838,6.5029093e-7,0.028791068,0.000057678564,0.0000014389229,0.0061655645,0.9385324,0.000030659696],"about_ca_topic_score_codex":0.022970097,"about_ca_topic_score_gemma":0.0007041411,"teacher_disagreement_score":0.93162847,"about_ca_system_score_codex":0.00005304998,"about_ca_system_score_gemma":0.0006969366,"threshold_uncertainty_score":0.983536},"labels":[],"label_agreement":null},{"id":"W2981206191","doi":"10.19173/irrodl.v20i4.4117","title":"A Neo-Institutionalist Approach to Understanding Drivers of Quality Assurance in ODL","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality assurance; Context (archaeology); Higher education; Quality (philosophy); Distance education; Knowledge management; Public relations; Sociology; Process management; Political science; Business; Computer science; Pedagogy; Marketing","score_opus":0.19484831206855305,"score_gpt":0.5006960748817793,"score_spread":0.30584776281322623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981206191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4916271,0.005203867,0.0025256071,0.06875217,0.00036010548,0.0028526501,0.00008191921,0.000011240156,0.42858535],"genre_scores_gemma":[0.99302644,0.005794388,0.00031734098,0.00016351164,0.000014589477,0.000031535055,0.000029578909,0.0000018816542,0.000620711],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9980396,0.00052999303,0.0002987617,0.00015080645,0.000829083,0.00015177694],"domain_scores_gemma":[0.9989583,0.0006044595,0.00011917628,0.00009063993,0.0001815141,0.000045895173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007754867,0.000043305794,0.00016837752,0.0000864474,0.0001062274,0.000055779394,0.0006027693,0.00002235196,0.00012901737],"category_scores_gemma":[0.0017933584,0.00003451545,0.000021575506,0.0007097434,0.00016788478,0.00018174372,0.00019035753,0.00021670366,0.00000999571],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040305546,0.00008840797,0.32204774,0.00045209556,0.000011466693,5.7600204e-7,0.0028536695,0.00032534037,0.000017758333,0.67239684,0.0010323105,0.00073346915],"study_design_scores_gemma":[0.0012762502,0.000052059244,0.55818886,0.015239642,0.0000038667777,0.0000014385676,0.055232987,0.00017391394,0.000033382126,0.012426958,0.357136,0.0002346503],"about_ca_topic_score_codex":0.0056993505,"about_ca_topic_score_gemma":0.0004548827,"teacher_disagreement_score":0.65996987,"about_ca_system_score_codex":0.0004486468,"about_ca_system_score_gemma":0.0006597216,"threshold_uncertainty_score":0.86157507},"labels":[],"label_agreement":null},{"id":"W2981289128","doi":"10.19173/irrodl.v20i4.4034","title":"Open Universities: Innovative Past, Challenging Present, and Prospective Future","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Innovations and Challenges","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Higher education; Distance education; Competition (biology); Restructuring; Open education; Public relations; Open innovation; Variety (cybernetics); Legitimacy; Work (physics); Sociology; Political science; Business; Engineering; Marketing; Pedagogy; Computer science","score_opus":0.06732528920711509,"score_gpt":0.42482205356712943,"score_spread":0.3574967643600143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981289128","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24539508,0.054380458,0.0050222203,0.52793473,0.00052493735,0.0048823156,0.00008288497,0.000041940533,0.16173543],"genre_scores_gemma":[0.980707,0.017315358,0.0005601705,0.00018315075,0.000095970056,0.000059690854,0.000046280347,0.000004652031,0.0010277594],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987717,0.00022189521,0.00020382387,0.00026627016,0.0003874274,0.00014885621],"domain_scores_gemma":[0.99836785,0.00045826458,0.000117378266,0.00020713038,0.0008184456,0.00003090943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002660599,0.00007314627,0.0001682038,0.00013846895,0.00016116232,0.00033274744,0.0019879278,0.000024615816,0.00006774049],"category_scores_gemma":[0.00006438877,0.000053439933,0.000011852958,0.0009422115,0.0000942746,0.0007933856,0.0029223694,0.00042174556,0.00000558881],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002214129,0.00007280955,0.01224265,0.00042576098,0.000047450794,0.0000029623586,0.00093793456,0.000032380307,0.000011917307,0.97323245,0.0018421737,0.01112935],"study_design_scores_gemma":[0.003349094,0.0006081397,0.2777651,0.021578794,0.000010568147,0.00007259148,0.20521054,0.012644618,0.00016458577,0.049630046,0.4283167,0.0006491985],"about_ca_topic_score_codex":0.00015632425,"about_ca_topic_score_gemma":0.0000045865086,"teacher_disagreement_score":0.9236024,"about_ca_system_score_codex":0.00010181881,"about_ca_system_score_gemma":0.0002339413,"threshold_uncertainty_score":0.36940977},"labels":[],"label_agreement":null},{"id":"W2981290691","doi":"10.19173/irrodl.v20i4.4163","title":"Rethinking Open Universities","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open education; Distance education; Higher education; Institution; China; Public relations; Face (sociological concept); Quality (philosophy); Political science; Open learning; Open educational resources; Sociology; Business; Public administration; Pedagogy; Teaching method; Law; Social science","score_opus":0.10414816711342881,"score_gpt":0.4814044195175218,"score_spread":0.377256252404093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981290691","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26263314,0.008556084,0.000030917592,0.082852095,0.0003122787,0.0014945598,0.000017885191,0.00001009505,0.6440929],"genre_scores_gemma":[0.9516592,0.03153557,0.00013798563,0.0004343712,0.000032387423,0.00001963005,0.00003543854,0.000002998079,0.016142417],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99843454,0.0005097071,0.00015759985,0.00012556027,0.0006269122,0.00014564776],"domain_scores_gemma":[0.9989437,0.00055330043,0.00009132817,0.000096194126,0.00027814315,0.00003734201],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0073269764,0.00003695795,0.000116973024,0.000047080146,0.0002577999,0.00026277834,0.0014856287,0.000021048105,0.0012716707],"category_scores_gemma":[0.0005694146,0.000028012679,0.00001511023,0.0003705902,0.0001390334,0.00038663865,0.00085372996,0.00027865937,0.000048162234],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000094494455,0.000095789,0.20401499,0.0006035482,0.00005104034,0.0000075699895,0.020272987,0.000038254122,0.000016160768,0.7326487,0.024037639,0.01811885],"study_design_scores_gemma":[0.00028241932,0.000018969315,0.017989827,0.0053720553,0.0000017211655,7.521285e-7,0.033381138,0.000020086029,0.000010088838,0.0074265506,0.93543637,0.00006000825],"about_ca_topic_score_codex":0.0074218265,"about_ca_topic_score_gemma":0.00021725844,"teacher_disagreement_score":0.91139877,"about_ca_system_score_codex":0.00023400201,"about_ca_system_score_gemma":0.0008838578,"threshold_uncertainty_score":0.9996413},"labels":[],"label_agreement":null},{"id":"W2982451711","doi":"10.19173/irrodl.v20i4.4086","title":"The Historical Development and Adaptation of Open Universities in Turkish Context","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Leadership and Innovation","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Anadolu Üniversitesi","keywords":"Distance education; Higher education; Open education; Context (archaeology); Turkish; Openness to experience; Lifelong learning; Open learning; Sociology; Institution; Pedagogy; Phenomenon; Political science; Geography; Social science; Teaching method; Psychology","score_opus":0.20416517899464548,"score_gpt":0.4654118254057409,"score_spread":0.2612466464110954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982451711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84729534,0.017855186,0.000042257478,0.08507814,0.00018333306,0.0014086097,0.00000728733,0.0000032198286,0.0481266],"genre_scores_gemma":[0.99046725,0.0071952688,0.00006366504,0.000070880225,0.000011617919,0.000015830354,0.000026448197,0.0000015451812,0.0021474804],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99872303,0.0004594524,0.00023438637,0.0000879581,0.0004002391,0.00009495304],"domain_scores_gemma":[0.99841684,0.0010737093,0.00011436077,0.000051358747,0.00032503737,0.000018678433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071573867,0.000030696454,0.00009924967,0.00006380193,0.00018381924,0.00010233399,0.0006337113,0.000018961347,0.00006547461],"category_scores_gemma":[0.0010303138,0.000021060656,0.000007953172,0.0003556188,0.00015849074,0.00027141144,0.0002646203,0.00020065448,0.0000020684822],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013864355,0.00007577959,0.1461161,0.00035489543,0.000022908562,8.464932e-7,0.01596866,0.000029515366,0.000012572384,0.7353961,0.001920297,0.099963665],"study_design_scores_gemma":[0.00038570553,0.000036234618,0.037764225,0.0027721797,0.0000016487737,4.944054e-7,0.2640968,0.00020369385,0.000014803522,0.0019197799,0.69275236,0.00005208712],"about_ca_topic_score_codex":0.0079529965,"about_ca_topic_score_gemma":0.0015673097,"teacher_disagreement_score":0.73347634,"about_ca_system_score_codex":0.00038586018,"about_ca_system_score_gemma":0.0006369085,"threshold_uncertainty_score":0.9986531},"labels":[],"label_agreement":null},{"id":"W2989812061","doi":"10.19173/irrodl.v20i3.4079","title":"A Tour of Open Universities Through Literature","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bespoke; Phenomenon; Higher education; Open educational resources; Bibliometrics; Work (physics); Sample (material); Open education; Sociology; Public relations; Political science; Social science; Library science; Pedagogy; Computer science; Economic growth; Engineering; Economics","score_opus":0.0613024246542618,"score_gpt":0.44589969821172515,"score_spread":0.38459727355746337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989812061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3737374,0.10107425,0.012198798,0.24821857,0.0005865773,0.0041110343,0.00025542846,0.000069016125,0.25974894],"genre_scores_gemma":[0.9778422,0.016290985,0.0017828334,0.00019961092,0.00001988223,0.0000051197726,0.00006505821,0.0000041194676,0.0037902042],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986425,0.00037585653,0.00021725096,0.00018069224,0.00044890042,0.00013479333],"domain_scores_gemma":[0.9987124,0.00049581064,0.00013315813,0.00025530747,0.00037754612,0.000025750916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028444016,0.000059273385,0.0002117359,0.00007704868,0.000065237626,0.00033049023,0.003329262,0.00002448252,0.000082391234],"category_scores_gemma":[0.00039093188,0.000040429648,0.00003495596,0.00069276756,0.000076048185,0.00066147884,0.002879057,0.00047840443,0.000009158803],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010883508,0.00020278092,0.033574395,0.003069922,0.0001185458,0.000039322054,0.0019652573,0.0011086541,0.00014906694,0.93251777,0.0070469594,0.020098466],"study_design_scores_gemma":[0.0042950073,0.0010353184,0.018849634,0.12280916,0.000029373601,0.000094751274,0.019882875,0.09913832,0.0005304712,0.07163092,0.6610645,0.0006396836],"about_ca_topic_score_codex":0.00038960358,"about_ca_topic_score_gemma":0.000005102999,"teacher_disagreement_score":0.8608869,"about_ca_system_score_codex":0.000043331554,"about_ca_system_score_gemma":0.00021564901,"threshold_uncertainty_score":0.6186652},"labels":[],"label_agreement":null},{"id":"W2998872312","doi":"10.19173/irrodl.v21i1.4529","title":"Getting Started With Open Badges and Open Microcredentials","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Games and Gamification","field":"Psychology","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Credential; Variety (cybernetics); Popularity; Open education; Computer science; Key (lock); Resource (disambiguation); World Wide Web; Internet privacy; Knowledge management; Psychology; Computer security","score_opus":0.17147874930608584,"score_gpt":0.5027322339405281,"score_spread":0.33125348463444226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998872312","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3939569,0.05510046,0.000760294,0.4459152,0.0001722707,0.007065584,0.00022903337,0.000023195496,0.096777074],"genre_scores_gemma":[0.98703504,0.0090575265,0.00047031345,0.0014761142,0.000059946688,0.00021743943,0.0003463671,0.000012400898,0.0013248292],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982776,0.0006098562,0.00032044743,0.00030684716,0.00031640806,0.00016881741],"domain_scores_gemma":[0.9986634,0.00060960697,0.00018034333,0.00015817021,0.00030423512,0.00008423275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037915206,0.00008032449,0.00023543638,0.000044515426,0.00015067167,0.00058107544,0.0018825346,0.000026261523,0.0008854765],"category_scores_gemma":[0.0009285311,0.00005474173,0.0000141261935,0.00034829884,0.00014859189,0.00028965643,0.0017593662,0.00037108109,0.000018911973],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032558222,0.0009164152,0.34966433,0.0032056272,0.0008830405,0.000063140906,0.011734426,0.00008182635,0.0028465618,0.23414637,0.1176498,0.27555263],"study_design_scores_gemma":[0.0030366601,0.0005124523,0.22338136,0.009580071,0.000038920054,0.00005471967,0.029909596,0.0004187447,0.0001984586,0.0022043355,0.7303571,0.00030760388],"about_ca_topic_score_codex":0.0016091343,"about_ca_topic_score_gemma":0.000044785105,"teacher_disagreement_score":0.61270726,"about_ca_system_score_codex":0.000030333813,"about_ca_system_score_gemma":0.00013352094,"threshold_uncertainty_score":0.96953464},"labels":[],"label_agreement":null},{"id":"W2999005471","doi":"10.19173/irrodl.v20i5.4545","title":"Towards a Devolved Model of Management of OER? The Case of the Irish Higher Education Sector","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Open educational resources; Higher education; Irish; Knowledge management; Reuse; Political science; Public relations; Business; Computer science; World Wide Web; Engineering","score_opus":0.1477963013851725,"score_gpt":0.43374122597390097,"score_spread":0.28594492458872844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999005471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5525821,0.020954829,0.0124392295,0.27028674,0.00073361397,0.004910619,0.000104700935,0.00003143117,0.13795674],"genre_scores_gemma":[0.9955316,0.0028360898,0.0009200174,0.00022842322,0.000016434093,0.00003687374,0.000010816021,0.0000039295214,0.00041581097],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983158,0.00052006874,0.000393976,0.00016464948,0.0004915269,0.00011397898],"domain_scores_gemma":[0.9986452,0.0002556186,0.00029765427,0.00027610856,0.00048347708,0.00004197735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026395875,0.00006583129,0.00018048396,0.000045332217,0.00010147718,0.000070225295,0.0020254797,0.000018769757,0.00011617621],"category_scores_gemma":[0.00047652604,0.00003653909,0.000056888646,0.00072364847,0.00014295203,0.00018513591,0.0014155905,0.0003507785,0.0000018757361],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020168175,0.0007592006,0.014033769,0.009132921,0.0003580009,0.000015438482,0.005883186,0.012279932,0.00085515674,0.7636556,0.023777287,0.16904785],"study_design_scores_gemma":[0.0038508428,0.00072763505,0.09364975,0.04291874,0.0001861187,0.00013620652,0.069382004,0.644676,0.0051854113,0.018235635,0.12026924,0.0007824024],"about_ca_topic_score_codex":0.00049575843,"about_ca_topic_score_gemma":0.000004920539,"teacher_disagreement_score":0.7454199,"about_ca_system_score_codex":0.000043760796,"about_ca_system_score_gemma":0.00033892933,"threshold_uncertainty_score":0.3763879},"labels":[],"label_agreement":null},{"id":"W2999412724","doi":"10.19173/irrodl.v20i5.4564","title":"Studying Learner Behavior in Online Courses With Free-Certificate Coupons: Results From Two Case Studies","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Certificate; Certification; Computer science; Incentive; Certificate in Education; Track (disk drive); School Certificate; Medical education; Higher education; Mathematics education; Psychology; Medicine; Political science","score_opus":0.3346318925803198,"score_gpt":0.4971839140374969,"score_spread":0.16255202145717712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999412724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84554267,0.018415665,0.00049466814,0.13418598,0.000056293393,0.00077456946,0.00027955347,0.000036733865,0.00021387482],"genre_scores_gemma":[0.9837695,0.014189732,0.0014666541,0.000269785,0.000057390163,0.0000266803,0.0001327885,0.0000081772505,0.00007934397],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99742806,0.0006922064,0.00051634066,0.0004242213,0.0007003463,0.00023880799],"domain_scores_gemma":[0.99724144,0.0016966925,0.00020513414,0.0003422042,0.00042715177,0.000087376546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034650858,0.0001230559,0.0003488406,0.00010785702,0.00015119834,0.00022545534,0.0017670835,0.000023068935,0.000009189901],"category_scores_gemma":[0.0057696938,0.00007957573,0.000033185028,0.00084468134,0.0001938323,0.00028459012,0.001649335,0.0009676207,0.0000052494815],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024970116,0.002434953,0.65306205,0.0027661074,0.0009433059,0.019175885,0.012072366,0.043514807,0.0004607987,0.01489146,0.006842914,0.24133836],"study_design_scores_gemma":[0.020499809,0.0024622716,0.057324223,0.05279229,0.00021051706,0.00086146017,0.08103433,0.7378555,0.00025713723,0.004083189,0.04116389,0.0014554131],"about_ca_topic_score_codex":0.0012945697,"about_ca_topic_score_gemma":0.00038862322,"teacher_disagreement_score":0.69434065,"about_ca_system_score_codex":0.000067144036,"about_ca_system_score_gemma":0.0001570323,"threshold_uncertainty_score":0.6907279},"labels":[],"label_agreement":null},{"id":"W2999497135","doi":"10.19173/irrodl.v20i5.4519","title":"Book Review: High-Impact Practices in Online Education","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Educational technology; Computer science; Sociology; Pedagogy","score_opus":0.12608556677682453,"score_gpt":0.5409251120413566,"score_spread":0.4148395452645321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999497135","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0115874,0.5652839,0.000009183946,0.4143143,0.00005419575,0.00092808553,0.00002863987,0.000009900441,0.007784381],"genre_scores_gemma":[0.0874986,0.90388405,0.00015698199,0.0071165236,0.00020535679,0.00004199522,0.00029890676,0.000006856352,0.0007907479],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967666,0.0016813513,0.0003820434,0.00020966308,0.0007414848,0.00021884473],"domain_scores_gemma":[0.9980974,0.00097374717,0.00035662448,0.00010591375,0.00036371427,0.00010260641],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007031828,0.000073483454,0.0002518185,0.00008124,0.00015255729,0.00011770265,0.0009189995,0.000033626464,0.0013221557],"category_scores_gemma":[0.020901173,0.00005230088,0.00004083861,0.0008817354,0.00014307443,0.0005243293,0.00034422625,0.0008645738,0.000018418397],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024549308,0.0007724265,0.08703179,0.008124672,0.00007697788,0.000029601657,0.0014741799,0.0001677011,0.00005074877,0.0105779655,0.49802402,0.39342442],"study_design_scores_gemma":[0.0001879944,0.0000600931,0.003999227,0.016235167,0.0000069325597,0.0000013965421,0.0038249153,0.00015929999,0.0000024475842,0.0001647186,0.97529805,0.00005977109],"about_ca_topic_score_codex":0.0042669117,"about_ca_topic_score_gemma":0.00025646942,"teacher_disagreement_score":0.47727403,"about_ca_system_score_codex":0.00013892961,"about_ca_system_score_gemma":0.0013826694,"threshold_uncertainty_score":0.99959075},"labels":[],"label_agreement":null},{"id":"W2999546923","doi":"10.19173/irrodl.v20i5.4141","title":"Open to Open? An Exploration of Textbook Preferences and Strategies to Offset Textbook Costs for Online Versus On-Campus Students","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"William and Flora Hewlett Foundation","keywords":"Popularity; Perception; Distance education; Psychology; Higher education; Open educational resources; Open education; Mathematics education; Electronic publishing; Medical education; Pedagogy; Computer science; World Wide Web; The Internet; Social psychology; Political science; Medicine","score_opus":0.32616817280666444,"score_gpt":0.5383479290811415,"score_spread":0.21217975627447705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999546923","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6099639,0.003537026,0.038543336,0.26012114,0.00075017725,0.026227055,0.00059481553,0.0000741334,0.060188405],"genre_scores_gemma":[0.9927932,0.0018934647,0.0036482112,0.00086168136,0.000035939607,0.0002788407,0.00021017941,0.000007771783,0.00027068413],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979127,0.0005441669,0.00037948348,0.0003910682,0.00059678074,0.00017577205],"domain_scores_gemma":[0.9982618,0.0006818645,0.00016547152,0.00021570991,0.000493426,0.0001817417],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003478763,0.000102362705,0.00027571328,0.00009843341,0.0001829046,0.0016696041,0.00486629,0.000023874603,0.000060341616],"category_scores_gemma":[0.0020008795,0.0000772166,0.000018006722,0.00045862378,0.000056725723,0.0021103714,0.0041660876,0.0002893366,0.000013052921],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049847397,0.0016297089,0.0174841,0.001804291,0.00025860168,0.00000870436,0.0135653615,0.004807056,0.0005808622,0.3823514,0.020580897,0.55194426],"study_design_scores_gemma":[0.015054999,0.02085403,0.084136166,0.032420065,0.00006251163,0.000010430105,0.20294094,0.03188317,0.000988019,0.014440038,0.5957252,0.0014844725],"about_ca_topic_score_codex":0.0004302057,"about_ca_topic_score_gemma":0.00014382407,"teacher_disagreement_score":0.57514423,"about_ca_system_score_codex":0.00006545339,"about_ca_system_score_gemma":0.00033363598,"threshold_uncertainty_score":0.99936676},"labels":[],"label_agreement":null},{"id":"W2999792204","doi":"10.19173/irrodl.v21i1.4557","title":"Constructing a Design Framework and Pedagogical Approach for Adaptive Learning in Higher Education: A Practitioner's Perspective","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Central Florida","keywords":"Adaptive learning; Instructional design; Context (archaeology); Higher education; Computer science; Educational technology; Knowledge management; Perspective (graphical); Best practice; Learning sciences; Mathematics education; Psychology; Multimedia; World Wide Web; Artificial intelligence; Management","score_opus":0.38021591650837233,"score_gpt":0.504848174296503,"score_spread":0.12463225778813064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999792204","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019037117,0.020431116,0.6904839,0.2744684,0.00008768118,0.001789323,0.000015463638,0.000046467805,0.010773874],"genre_scores_gemma":[0.91756094,0.003626607,0.077769406,0.0005110156,0.00012356546,0.000115286915,0.000034870296,0.0000078246585,0.00025049405],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99808836,0.0007665194,0.0002626927,0.00033944944,0.0003627244,0.0001802802],"domain_scores_gemma":[0.9973184,0.0019276235,0.00015882215,0.000094823714,0.00042319068,0.000077130586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030181247,0.000087879474,0.00022707287,0.000089651476,0.00015292768,0.00024676166,0.000697005,0.000044402652,0.000022890945],"category_scores_gemma":[0.0054096375,0.000067211084,0.00003062498,0.00062742794,0.00013742172,0.00029740468,0.0005815107,0.00109224,0.0000011802763],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001331523,0.00013698234,0.0115192635,0.00050414953,0.000040660212,0.000006356651,0.001515679,0.003126238,0.000008069164,0.9585589,0.00033426375,0.024116252],"study_design_scores_gemma":[0.0015491686,0.0008447851,0.004383389,0.010592737,0.000024510016,0.00006891636,0.06600915,0.8237531,0.000017394188,0.071783595,0.020571375,0.00040187783],"about_ca_topic_score_codex":0.00009028291,"about_ca_topic_score_gemma":0.0000010320283,"teacher_disagreement_score":0.9156572,"about_ca_system_score_codex":0.0001048938,"about_ca_system_score_gemma":0.00033963827,"threshold_uncertainty_score":0.6476232},"labels":[],"label_agreement":null},{"id":"W3000105956","doi":"10.19173/irrodl.v20i5.4538","title":"Distance Learners’ Experiences of Silence Online: A Phenomenological Inquiry","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Silence; Psychology; Obligation; Curriculum; Phenomenon; Pedagogy; Phenomenology (philosophy); Computer-mediated communication; Distance education; Epistemology; The Internet; Computer science; Aesthetics; World Wide Web","score_opus":0.3904691306355014,"score_gpt":0.5724950245345682,"score_spread":0.18202589389906682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000105956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74292135,0.093215354,0.0004971469,0.13610739,0.00029312947,0.0011399329,0.00006232673,0.000021661685,0.02574169],"genre_scores_gemma":[0.9761269,0.022716831,0.00011869335,0.00064806634,0.000043968095,0.000114510665,0.00008152782,0.000003576428,0.00014594285],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99813634,0.00076275266,0.00041261635,0.00018856235,0.0003564236,0.00014332194],"domain_scores_gemma":[0.99842906,0.0008265406,0.00018373915,0.00022451542,0.00026638294,0.00006979025],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017126749,0.000057866204,0.00019736988,0.00004617036,0.00008903709,0.000029363548,0.0013578688,0.000030925537,0.0017969594],"category_scores_gemma":[0.0021468706,0.000041186195,0.000027910732,0.0004938218,0.00044837804,0.00007497815,0.0005659713,0.0005685299,0.0000131997285],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008935661,0.0012503812,0.15461387,0.0037920305,0.00012310207,0.0000140300335,0.3644813,0.000077126795,0.00014050974,0.30942503,0.01930429,0.14588478],"study_design_scores_gemma":[0.00047376196,0.00022080634,0.02546253,0.0031789178,0.000003652685,0.0000051283064,0.86367124,0.00031668151,0.000009799675,0.0007389718,0.105828315,0.00009017538],"about_ca_topic_score_codex":0.00020055824,"about_ca_topic_score_gemma":0.0000060293514,"teacher_disagreement_score":0.49918997,"about_ca_system_score_codex":0.000034654666,"about_ca_system_score_gemma":0.00011542451,"threshold_uncertainty_score":0.9991155},"labels":[],"label_agreement":null},{"id":"W3000318324","doi":"10.19173/irrodl.v20i5.3985","title":"Designing a Community of Inquiry in Online Courses","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":300,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Community of inquiry; Mathematics education; Quality (philosophy); Instructional design; Online discussion; Online community; Learning community; Online learning; Order (exchange); Cognition; Psychology; Computer science; Pedagogy; Multimedia; World Wide Web","score_opus":0.2765288472413879,"score_gpt":0.5267974398521428,"score_spread":0.2502685926107549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000318324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8910238,0.014659775,0.00031351176,0.08253395,0.00006485418,0.00092866947,0.000053114676,0.00001566699,0.010406639],"genre_scores_gemma":[0.9778331,0.021381868,0.00041210666,0.00018631121,0.000059618607,0.000009449827,0.000073501105,0.000004121751,0.000039948347],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.995947,0.0028295594,0.00034647813,0.000106572894,0.0005877606,0.00018263966],"domain_scores_gemma":[0.99765486,0.0017687406,0.00014475439,0.000088838075,0.00028140575,0.0000614184],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010015273,0.000053592445,0.00022897868,0.00008337012,0.00019984474,0.00005184697,0.0010215377,0.000032678716,0.00011663672],"category_scores_gemma":[0.0102399485,0.00004163674,0.000029212624,0.00075151556,0.00038627573,0.00018445391,0.0005596364,0.001109793,0.0000022045247],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005398677,0.0010401679,0.6825619,0.005092861,0.00010521632,0.000048473383,0.035451803,0.0014367729,0.0010780559,0.03261341,0.0035406034,0.23649089],"study_design_scores_gemma":[0.0022637714,0.00054031657,0.046932053,0.03757233,0.00002100975,0.0000041517274,0.5886897,0.0028546196,0.0003097367,0.003168112,0.3173303,0.00031395015],"about_ca_topic_score_codex":0.0036918076,"about_ca_topic_score_gemma":0.00064644415,"teacher_disagreement_score":0.63562983,"about_ca_system_score_codex":0.000056188925,"about_ca_system_score_gemma":0.00043083014,"threshold_uncertainty_score":0.99809724},"labels":[],"label_agreement":null},{"id":"W3000444106","doi":"10.19173/irrodl.v20i5.4389","title":"The Relationships Between Self-Efficacy, Task Value, and Self-Regulated Learning Strategies in Massive Open Online Courses","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Self-efficacy; Self-regulated learning; Task (project management); Psychology; Value (mathematics); Perspective (graphical); Correlation; Cognition; Multilevel model; Regression analysis; Mathematics education; Social psychology; Computer science; Artificial intelligence; Machine learning; Mathematics","score_opus":0.10232556238973123,"score_gpt":0.43132899893663745,"score_spread":0.3290034365469062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000444106","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4669171,0.026916295,0.0048084636,0.49366027,0.000107609725,0.0029592535,0.00008192628,0.0001876953,0.0043614022],"genre_scores_gemma":[0.9795682,0.018612757,0.0014013952,0.000100659534,0.000055556622,0.000017624174,0.00012818271,0.00000981164,0.00010583152],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961845,0.0019936021,0.0005154426,0.00037108845,0.0006404944,0.00029484427],"domain_scores_gemma":[0.99580246,0.0032834823,0.00025626292,0.0002225153,0.00031805396,0.000117206284],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0066345646,0.00013389393,0.00031985444,0.00009660994,0.000523112,0.001179867,0.0027293249,0.000055515167,0.0000069860903],"category_scores_gemma":[0.004243545,0.00008765256,0.000034842957,0.0010725288,0.0001629461,0.00059550925,0.0026090287,0.0017857656,0.00000576912],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019928426,0.0010325707,0.5121147,0.002085279,0.0007303688,0.00013065645,0.0072896974,0.0420192,0.00006798757,0.34643215,0.0029479489,0.08495017],"study_design_scores_gemma":[0.0024967124,0.0005254754,0.25311995,0.008703126,0.00005410738,0.000019463623,0.011624576,0.59973294,0.000015841615,0.009797781,0.11348606,0.00042399444],"about_ca_topic_score_codex":0.00026401467,"about_ca_topic_score_gemma":0.000037471218,"teacher_disagreement_score":0.5577137,"about_ca_system_score_codex":0.00007146808,"about_ca_system_score_gemma":0.00039597673,"threshold_uncertainty_score":0.999857},"labels":[],"label_agreement":null},{"id":"W3000578582","doi":"10.19173/irrodl.v20i5.4383","title":"Open and Shut: Open Access in Hybrid Educational Technology Journals 2010 – 2017","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publication; Publishing; Open access publishing; Metadata; Electronic publishing; World Wide Web; Scopus; Open educational resources; Open education; Computer science; Open access journal; Scholarly communication; Library science; The Internet; Internet privacy; Political science; MEDLINE; Law","score_opus":0.23170284447190334,"score_gpt":0.5464186819727616,"score_spread":0.3147158375008582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000578582","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019919243,0.019491252,0.0013139023,0.9517314,0.00008849374,0.0010387438,0.000035815265,0.000010753449,0.006370416],"genre_scores_gemma":[0.94343716,0.05237735,0.0018613933,0.0013904549,0.00007363311,0.00007337154,0.000074804826,0.000009057071,0.0007028027],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.998002,0.00046830438,0.00043717414,0.00037865608,0.0004798327,0.00023402249],"domain_scores_gemma":[0.99844813,0.00060667936,0.00022706357,0.0002583619,0.00034833755,0.00011141543],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0055740047,0.00009625115,0.0003188998,0.00022180928,0.00018549795,0.0025608267,0.010887109,0.000033740966,0.00014066973],"category_scores_gemma":[0.0046163537,0.00007176618,0.000021811722,0.0010711295,0.00015853374,0.0015066188,0.016263377,0.0010292059,0.000013853131],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020329689,0.0005558689,0.46111342,0.0015381842,0.00015208157,0.0001719276,0.00054166507,0.0009853739,0.00017648983,0.19815953,0.06935276,0.2670494],"study_design_scores_gemma":[0.0050336528,0.0005903204,0.15631542,0.03538669,0.000025513096,0.0004144647,0.0018076721,0.17751808,0.00021561008,0.22308008,0.3987728,0.0008396844],"about_ca_topic_score_codex":0.0006377128,"about_ca_topic_score_gemma":0.00003294253,"teacher_disagreement_score":0.9503409,"about_ca_system_score_codex":0.000049854436,"about_ca_system_score_gemma":0.00046522057,"threshold_uncertainty_score":0.9984746},"labels":[],"label_agreement":null},{"id":"W3000611373","doi":"10.19173/irrodl.v20i5.4462","title":"Doctoral Students’ Learning Success in Online-Based Leadership Programs: Intersection With Technological and Relational Factors","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Flexibility (engineering); Intersection (aeronautics); Regression analysis; Persistence (discontinuity); Mathematics education; Medical education; Knowledge management; Computer science; Engineering; Mathematics","score_opus":0.2873073852557507,"score_gpt":0.47756579743883565,"score_spread":0.19025841218308492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000611373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9591119,0.0018708489,0.00026063563,0.03715997,0.000018451508,0.0006819592,0.0000069268176,0.000031249485,0.00085801526],"genre_scores_gemma":[0.99730736,0.0020696071,0.00021945285,0.00009976726,0.000039952025,0.000028204962,0.00016168927,0.0000065741856,0.00006738308],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970948,0.0011483114,0.00029852544,0.00027128807,0.0009198936,0.00026718088],"domain_scores_gemma":[0.99872375,0.00078697375,0.00013958172,0.00005751614,0.0002055919,0.000086577544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041833273,0.000097273274,0.00022037895,0.00014033965,0.0002610083,0.00021410678,0.00065979647,0.00007209775,0.00008442995],"category_scores_gemma":[0.0038084835,0.000066052016,0.000027072636,0.0009086595,0.00056105264,0.00029385567,0.00032878137,0.0014289881,0.000001602077],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013095183,0.00010121372,0.97120655,0.00024690398,0.000014593672,0.000010718008,0.0006448642,0.000271676,0.0000073789984,0.0028465467,0.000016089807,0.024502506],"study_design_scores_gemma":[0.0037842563,0.0013989145,0.47053114,0.022449756,0.000033194345,0.000006935418,0.29046148,0.008991538,0.000033867676,0.00057160546,0.20119971,0.0005375882],"about_ca_topic_score_codex":0.00091612776,"about_ca_topic_score_gemma":0.000734386,"teacher_disagreement_score":0.50067544,"about_ca_system_score_codex":0.00012781647,"about_ca_system_score_gemma":0.00026944542,"threshold_uncertainty_score":0.62083215},"labels":[],"label_agreement":null},{"id":"W3002296410","doi":"10.19173/irrodl.v20i5.4391","title":"Ranking Meets Distance Education","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Erasmus+","keywords":"Higher education; Ranking (information retrieval); Reputation; Delphi method; Distance education; Sustainability; Citizen journalism; Set (abstract data type); Rank (graph theory); Knowledge management; Sociology; Public relations; Computer science; Political science; Pedagogy; Social science; World Wide Web; Mathematics","score_opus":0.057688493886204575,"score_gpt":0.4800134133534316,"score_spread":0.42232491946722706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002296410","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2641433,0.06331001,0.00021101534,0.17108017,0.0012248246,0.0027812282,0.00002384568,0.000023214112,0.4972024],"genre_scores_gemma":[0.9515995,0.04242501,0.00010863176,0.00034516706,0.000055727858,0.00005795502,0.00003994452,0.0000031150757,0.005364947],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839205,0.00040419272,0.00020455838,0.0001384679,0.0007097281,0.0001510304],"domain_scores_gemma":[0.99898607,0.000427779,0.000107493426,0.00010313855,0.00033414378,0.00004139212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005243733,0.00004164164,0.00011013902,0.000049739952,0.00018773523,0.0001310078,0.00068138604,0.000019585039,0.0006555397],"category_scores_gemma":[0.0012101065,0.000031414933,0.000018262,0.00042563677,0.000110408815,0.00023325325,0.00018340915,0.0002320579,0.00004914093],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000531511,0.00017126407,0.37357387,0.0007647121,0.000024268822,0.0000012424955,0.0038659002,0.000020730822,0.000035240806,0.5105032,0.01758643,0.09340004],"study_design_scores_gemma":[0.00014195577,0.000008483507,0.030157275,0.004785489,0.0000012373133,5.5190094e-7,0.004818045,0.000015879512,0.000010030887,0.0022887683,0.95772654,0.000045763085],"about_ca_topic_score_codex":0.0020063373,"about_ca_topic_score_gemma":0.00013602192,"teacher_disagreement_score":0.94014007,"about_ca_system_score_codex":0.00018328283,"about_ca_system_score_gemma":0.00086474424,"threshold_uncertainty_score":0.71777},"labels":[],"label_agreement":null},{"id":"W3004865006","doi":"10.19173/irrodl.v18i7.3279","title":"The Impact of Whatsapp Use on Success in Education Process","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":217,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Process (computing); Qualitative property; Qualitative analysis; Computer science; Qualitative research; Psychology; Mathematics education; Variance (accounting); Multimethodology; Quantitative research; Content analysis; Medical education; Multimedia; Sociology; Medicine","score_opus":0.11500150242204367,"score_gpt":0.5530288636863243,"score_spread":0.43802736126428066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004865006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9674379,0.0027240869,0.0000020648927,0.018549798,0.00007199358,0.000745809,0.000013159414,0.000004096944,0.010451097],"genre_scores_gemma":[0.9717624,0.02782609,0.0000038349585,0.00002573016,0.000017221697,0.000029412127,0.000009888645,0.000003034572,0.00032235897],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99836725,0.0005177173,0.00022939956,0.000114665876,0.0005736491,0.000197346],"domain_scores_gemma":[0.9984073,0.0006477305,0.00026920298,0.0002521744,0.00038627815,0.000037302463],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0070782346,0.000052434247,0.00014024618,0.00008321992,0.00061545224,0.00043730313,0.0021692328,0.00004005387,0.000033146287],"category_scores_gemma":[0.017069258,0.000030225996,0.000032821197,0.0002302524,0.000696377,0.00046308056,0.00035199287,0.0004868407,0.0000029224036],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014371432,0.00019516096,0.9025333,0.00018861577,0.00001845365,0.000001634201,0.0003923471,0.000028660292,0.000010510326,0.011179227,0.0012992704,0.08400911],"study_design_scores_gemma":[0.00045958412,0.0000955464,0.9672385,0.013823056,0.0000028096995,0.0000013185129,0.006083722,0.00014837856,0.000077375735,0.0052701933,0.0067275427,0.00007197615],"about_ca_topic_score_codex":0.018674787,"about_ca_topic_score_gemma":0.0009082453,"teacher_disagreement_score":0.08393714,"about_ca_system_score_codex":0.00019023895,"about_ca_system_score_gemma":0.00063092395,"threshold_uncertainty_score":0.9912104},"labels":[],"label_agreement":null},{"id":"W3005095254","doi":"10.19173/irrodl.v18i7.2893","title":"Research Trends in Mobile Learning in Higher Education: A Systematic Review of Articles (2011 – 2015)","year":2017,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Affordance; Mobile device; M-learning; Mobile technology; Variety (cybernetics); Higher education; Educational technology; Computer science; Educational research; Knowledge management; Data science; Multimedia; World Wide Web; Psychology; Pedagogy; Human–computer interaction; Political science","score_opus":0.27099339511774173,"score_gpt":0.5448850958417055,"score_spread":0.2738917007239638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005095254","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010461631,0.98720443,0.000014620747,0.0034802654,0.00020121157,0.0030646652,0.00000892801,0.000010998319,0.0060044234],"genre_scores_gemma":[0.0008580122,0.9917314,0.00013965185,0.000047320787,0.00006316038,0.0028133858,0.0002000148,0.00002409453,0.004122938],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98579127,0.008850183,0.002142105,0.0007520759,0.0018965827,0.00056778645],"domain_scores_gemma":[0.9922771,0.003711861,0.0014326365,0.0013587003,0.001103147,0.0001165596],"candidate_categories":["metaresearch","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.03947409,0.0002898517,0.002177863,0.0016602806,0.00019633026,0.00039515155,0.006345203,0.00015787856,0.0005437979],"category_scores_gemma":[0.0075155143,0.00020778984,0.00020380846,0.0027891262,0.00033055746,0.0005840079,0.002587073,0.003117487,0.00007190266],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041792036,0.00019521099,0.0002521338,0.5875341,0.000030745065,0.0000080737,0.000095852934,0.000011477888,1.015508e-7,0.0039791903,0.0019720022,0.4059169],"study_design_scores_gemma":[0.000108415756,0.00006192998,0.00019542908,0.6157989,0.000023885299,0.000017709615,0.0001549804,0.00010286526,1.6968681e-7,0.00021768932,0.38320336,0.000114693175],"about_ca_topic_score_codex":0.0007352789,"about_ca_topic_score_gemma":0.000034820263,"teacher_disagreement_score":0.40580222,"about_ca_system_score_codex":0.0006466399,"about_ca_system_score_gemma":0.0018098833,"threshold_uncertainty_score":0.99918234},"labels":[],"label_agreement":null},{"id":"W3006441709","doi":"10.19173/irrodl.v20i5.4333","title":"A Systematic Review of Technology-Supported Peer Assessment Research","year":2019,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and Technology, Taiwan","keywords":"Peer assessment; Anonymity; Peer feedback; Peer review; Computer science; Assessment for learning; Educational technology; Technical peer review; Psychology; Formative assessment; Mathematics education","score_opus":0.2510590947545748,"score_gpt":0.602044607008705,"score_spread":0.3509855122541302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006441709","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002710769,0.9515787,0.000005029429,0.007606223,0.0001079959,0.007444695,0.00007143229,0.00001107013,0.033172153],"genre_scores_gemma":[0.00010262301,0.9944924,0.000056445642,0.000046219757,0.000051294326,0.0008601406,0.00037941232,0.00002044027,0.0039910153],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9855003,0.006677783,0.0018382502,0.00050180027,0.0048901187,0.0005917502],"domain_scores_gemma":[0.9905874,0.0045163524,0.0010744492,0.00063338724,0.0030930552,0.000095328294],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07146743,0.00023738519,0.0025836353,0.00073216954,0.0003555702,0.0002307358,0.004658713,0.00021258097,0.00068392954],"category_scores_gemma":[0.020389216,0.00015132761,0.00031098313,0.003511152,0.0008504729,0.0002079524,0.0023620191,0.0024229658,0.000070448914],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037576767,0.0000926864,0.00019716777,0.94653225,0.00023414656,0.000007929387,0.0000861619,5.420214e-8,1.2236173e-7,0.019383147,0.0055218013,0.02794076],"study_design_scores_gemma":[0.000089805384,0.000036828875,0.0000087608105,0.54881984,0.00014742851,0.0000030230049,0.002056212,0.0000028020486,6.029009e-8,0.00015988528,0.44859937,0.000076013974],"about_ca_topic_score_codex":0.00054282177,"about_ca_topic_score_gemma":0.000027842329,"teacher_disagreement_score":0.44307756,"about_ca_system_score_codex":0.00061892567,"about_ca_system_score_gemma":0.0025453898,"threshold_uncertainty_score":0.99987847},"labels":[],"label_agreement":null},{"id":"W3011134063","doi":"10.19173/irrodl.v20i5.4532","title":"Strategies to Assist Distance Doctoral Students in Completing Their Dissertations","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Doctoral Education Challenges and Solutions","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accountability; Distance education; Attrition; Process (computing); Computer-mediated communication; Higher education; Work (physics); Psychology; Pedagogy; Public relations; Knowledge management; Medical education; Computer science; Sociology; World Wide Web; Political science; Engineering; The Internet","score_opus":0.37973333837428813,"score_gpt":0.6550663805083335,"score_spread":0.2753330421340454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011134063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93291116,0.0047288584,0.00019791945,0.038583834,0.0002799987,0.0021250553,0.00009184741,0.000011441033,0.021069888],"genre_scores_gemma":[0.99472946,0.0033697397,0.000056840112,0.0002872282,0.000031895794,0.00024084479,0.00015721809,0.0000068170434,0.0011199812],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99763393,0.000899862,0.000495093,0.000204691,0.00047978247,0.00028664072],"domain_scores_gemma":[0.9978092,0.001439124,0.00013249328,0.00017961278,0.00036525124,0.00007431803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004412996,0.00007997482,0.00023382179,0.00011857274,0.00030612297,0.00009855282,0.0009303773,0.000032472897,0.0005745818],"category_scores_gemma":[0.0010923208,0.000055316665,0.000026947208,0.00054809643,0.00006177724,0.00021354915,0.0005845495,0.0008101161,0.0000699552],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006858236,0.00015004128,0.9021602,0.0010993048,0.00001827257,0.000001360051,0.0023963628,0.00023038911,0.000033084285,0.09041061,0.0021002728,0.0013314717],"study_design_scores_gemma":[0.0005583615,0.000052899195,0.752425,0.014243358,0.000002299033,5.4280855e-7,0.102980785,0.00044366295,0.000001254822,0.0016807151,0.1275176,0.00009352067],"about_ca_topic_score_codex":0.002050722,"about_ca_topic_score_gemma":0.0015100166,"teacher_disagreement_score":0.14973524,"about_ca_system_score_codex":0.00020192492,"about_ca_system_score_gemma":0.0002961481,"threshold_uncertainty_score":0.6291268},"labels":[],"label_agreement":null},{"id":"W3011483976","doi":"10.19173/irrodl.v20i4.3350","title":"Frugal MOOCs","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Refugee; Disadvantaged; Disadvantage; Public relations; Knowledge management; Distance education; Political science; Computer science; Sociology; Pedagogy","score_opus":0.11621000736691724,"score_gpt":0.49115011588871266,"score_spread":0.37494010852179543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011483976","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.082819894,0.035154942,0.021376105,0.72770417,0.0006761104,0.0015138583,0.000059538186,0.000086113134,0.13060929],"genre_scores_gemma":[0.9813304,0.016630437,0.00088122406,0.00015142089,0.00005306464,0.000010899276,0.000017673483,0.0000036718668,0.00092120864],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985929,0.00026675907,0.00021742098,0.00019417386,0.00055080943,0.00017794684],"domain_scores_gemma":[0.99865544,0.00038910322,0.00016561167,0.00047408917,0.00026540578,0.00005035036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005007099,0.000059192582,0.00015809514,0.000064534426,0.00039421,0.00068689755,0.0040138476,0.000021778962,0.000031269854],"category_scores_gemma":[0.0037154146,0.000039880364,0.000034005203,0.00016179348,0.00016904772,0.00039329968,0.0024625321,0.0005818735,0.000018422053],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043780656,0.00022203114,0.17875011,0.0013564427,0.00008774896,0.00009124328,0.00024933513,0.00040607463,0.000095765514,0.5000852,0.008989872,0.3096224],"study_design_scores_gemma":[0.0019620461,0.00029593194,0.15040417,0.02834772,0.00001540538,0.000075817814,0.0008905996,0.23990063,0.00018133502,0.05638741,0.5211017,0.0004372166],"about_ca_topic_score_codex":0.00037324094,"about_ca_topic_score_gemma":0.000011154247,"teacher_disagreement_score":0.8985105,"about_ca_system_score_codex":0.000031746906,"about_ca_system_score_gemma":0.000115541516,"threshold_uncertainty_score":0.7458794},"labels":[],"label_agreement":null},{"id":"W3011639680","doi":"10.19173/irrodl.v20i5.4577","title":"A Survey of OER Implementations in 13 Higher Education Institutions","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Implementation; Higher education; Computer science; Educational technology; Distance education; Multimedia; World Wide Web; Mathematics education; Sociology; Pedagogy; Economic growth; Psychology; Software engineering; Economics","score_opus":0.1872676964363696,"score_gpt":0.5100417544097157,"score_spread":0.3227740579733461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011639680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73614484,0.012939454,0.0012738402,0.05177525,0.0011625733,0.0034715196,0.000083228595,0.000028045006,0.19312125],"genre_scores_gemma":[0.9948497,0.0034470109,0.00024829764,0.0001501436,0.000009987117,0.00006259291,0.00019911467,0.0000030537806,0.0010300964],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99806863,0.0007712869,0.00039575796,0.00019315867,0.0004192066,0.00015198678],"domain_scores_gemma":[0.9984273,0.00066351617,0.00015563183,0.00021338007,0.00049917534,0.000041047784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005237455,0.000059621598,0.00016722204,0.00021329349,0.000081377206,0.00014363954,0.0012658035,0.000021119553,0.0005200773],"category_scores_gemma":[0.001016852,0.000046943456,0.000021897305,0.0011700391,0.00007086427,0.00049908785,0.00068325695,0.00039647543,0.000032951422],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019013194,0.00027583083,0.68583864,0.0004440727,0.000018987928,6.437022e-7,0.00037661925,0.00050190144,0.0000804422,0.29482454,0.0022544425,0.015364886],"study_design_scores_gemma":[0.00042770364,0.000050789375,0.9443631,0.0028562406,0.0000018313966,0.000002664849,0.0017232626,0.0013842864,0.000024497846,0.00081986137,0.04826969,0.00007604146],"about_ca_topic_score_codex":0.005821928,"about_ca_topic_score_gemma":0.00030737795,"teacher_disagreement_score":0.29400468,"about_ca_system_score_codex":0.00010316929,"about_ca_system_score_gemma":0.0008065927,"threshold_uncertainty_score":0.8801052},"labels":[],"label_agreement":null},{"id":"W3012175641","doi":"10.19173/irrodl.v20i5.4472","title":"Adoption and Diffusion of Open Educational Resources (OER) in Education","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Context (archaeology); Open education; Educational technology; Computer science; Knowledge management; Sociology; Pedagogy; World Wide Web","score_opus":0.05074919317643681,"score_gpt":0.42929251359955883,"score_spread":0.378543320423122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012175641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9193413,0.008405987,0.000101049256,0.030381652,0.00021443932,0.0013008944,0.0000049828127,0.000005340773,0.040244352],"genre_scores_gemma":[0.9845602,0.013506763,0.0006771403,0.00014767033,0.000021591737,0.00006136918,0.00006675137,0.0000042001348,0.0009542958],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99817115,0.00058999745,0.00037647874,0.00026326807,0.00045761137,0.000141512],"domain_scores_gemma":[0.9985454,0.0006722958,0.00020683988,0.00021151332,0.0003127925,0.000051163515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047411085,0.00007123106,0.00019797037,0.00021899283,0.000091395144,0.00036696746,0.0018592882,0.000029355018,0.00020282011],"category_scores_gemma":[0.0011315431,0.000055266628,0.000018391338,0.00066067954,0.00008086208,0.0007699495,0.0018868829,0.0004119049,0.000013441696],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000099239245,0.00059355405,0.5656601,0.001422678,0.000018962612,7.298171e-7,0.0021841237,0.00015249441,0.00063068,0.3013519,0.001875327,0.12601022],"study_design_scores_gemma":[0.0012300535,0.00020632432,0.84273607,0.017838571,0.0000050281496,0.000023596236,0.017819885,0.008013601,0.0000903656,0.009309182,0.102503255,0.0002240812],"about_ca_topic_score_codex":0.00131553,"about_ca_topic_score_gemma":0.000030238583,"teacher_disagreement_score":0.29204273,"about_ca_system_score_codex":0.00008505826,"about_ca_system_score_gemma":0.00042787666,"threshold_uncertainty_score":0.35386756},"labels":[],"label_agreement":null},{"id":"W3012181971","doi":"10.19173/irrodl.v20i5.4349","title":"Research on Virtual Education, Inclusion, and Diversity","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Inclusion (mineral); Scopus; Diversity (politics); Equity (law); Higher education; Cultural diversity; Population; Instructional design; Educational technology; Sociology; Pedagogy; Psychology; Computer science; Mathematics education; Political science; Social science; MEDLINE","score_opus":0.08123194899301947,"score_gpt":0.4702990789196577,"score_spread":0.3890671299266383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012181971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73822546,0.014838388,0.0008785559,0.21117963,0.00031250805,0.0013594549,0.000021103997,0.000033490778,0.03315143],"genre_scores_gemma":[0.98618984,0.011692696,0.00016528893,0.00031224464,0.0000314034,0.000007940304,0.000024788389,0.000003213049,0.0015725838],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973993,0.00085393206,0.00019922985,0.00027973362,0.0010694228,0.00019842082],"domain_scores_gemma":[0.997644,0.0013170559,0.00007116988,0.000276369,0.00062095624,0.000070441354],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.010108932,0.00006267681,0.00015171,0.00022488927,0.0006019079,0.00019911553,0.00198679,0.000029854418,0.000049696573],"category_scores_gemma":[0.0016011302,0.000044110817,0.000020730851,0.0007758205,0.00015099469,0.00024983476,0.012075441,0.00091310154,0.00003547096],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007618352,0.0003494307,0.12963039,0.00079135,0.000036247922,0.00000914916,0.0009394601,0.00039765163,0.00004932098,0.7154207,0.008901505,0.14339861],"study_design_scores_gemma":[0.0028075736,0.0020494957,0.16136146,0.04609296,0.000014953753,0.00006116374,0.013787385,0.09069998,0.00014159262,0.11892278,0.5634057,0.0006549713],"about_ca_topic_score_codex":0.00044284633,"about_ca_topic_score_gemma":0.000007277396,"teacher_disagreement_score":0.5964979,"about_ca_system_score_codex":0.000080812875,"about_ca_system_score_gemma":0.00028475234,"threshold_uncertainty_score":0.9959147},"labels":[],"label_agreement":null},{"id":"W3012811178","doi":"10.19173/irrodl.v20i5.4258","title":"Familiarity, Current Use, and Interest in Universal Design for Learning Among Online University Instructors","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Disability Education and Employment","field":"Social Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of North Carolina at Charlotte","keywords":"Universal Design for Learning; Comprehension; Psychology; Faculty development; Perception; Professional development; Medical education; Instructional design; Educational technology; Pedagogy; Computer science; Medicine","score_opus":0.2856657630178311,"score_gpt":0.4718373631468481,"score_spread":0.186171600129017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012811178","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99404365,0.0006807526,0.00009547282,0.0034260012,0.000086401684,0.00089327217,0.000020446412,0.0000051912853,0.0007488016],"genre_scores_gemma":[0.98213506,0.017191118,0.00008620605,0.000016550348,0.000014843472,0.000005418969,0.00007131626,0.0000031447612,0.00047632554],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998255,0.0009772419,0.00017237908,0.00017710471,0.0002510851,0.00016715827],"domain_scores_gemma":[0.9982176,0.0013440817,0.000075847274,0.000071870985,0.00022770926,0.00006289253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044080857,0.00005416334,0.00014453013,0.00011232886,0.00015795643,0.000116923744,0.000479328,0.000028770959,0.00008238055],"category_scores_gemma":[0.0029106757,0.000046572004,0.000023290424,0.00036712084,0.00032188345,0.0003736257,0.00037637848,0.00042268063,0.0000018173081],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008398949,0.00010721524,0.95501643,0.00030194278,0.000009506519,7.7747916e-7,0.001272792,0.00011541063,0.0000040626687,0.026478983,0.00021771244,0.016391175],"study_design_scores_gemma":[0.0015908624,0.0001817797,0.5749821,0.0087157,0.000010655544,9.791457e-7,0.10027745,0.0037916603,0.0000066395605,0.0022258505,0.30802396,0.00019232245],"about_ca_topic_score_codex":0.0065029273,"about_ca_topic_score_gemma":0.0027783376,"teacher_disagreement_score":0.3800343,"about_ca_system_score_codex":0.00027619133,"about_ca_system_score_gemma":0.00023831264,"threshold_uncertainty_score":0.9830524},"labels":[],"label_agreement":null},{"id":"W3013473881","doi":"10.19173/irrodl.v20i5.4345","title":"Value of Open Microcredentials to Earners and Issuers","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Issuer; Reputation; Value (mathematics); Business; Marketing; Open education; Public relations; Knowledge management; Computer science; World Wide Web; Political science; Finance","score_opus":0.06895961078845728,"score_gpt":0.4608450084681361,"score_spread":0.3918853976796788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013473881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74411535,0.014165346,0.002681952,0.10106167,0.00046274616,0.00535998,0.000029788443,0.000026314507,0.13209686],"genre_scores_gemma":[0.987043,0.008661493,0.0017664047,0.00036166966,0.000013895277,0.00003451483,0.000024092482,0.00000576968,0.0020891305],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99817437,0.00056011236,0.00032883682,0.00027217148,0.00048279992,0.00018172272],"domain_scores_gemma":[0.99871844,0.0005207713,0.00014593959,0.00024079255,0.0002884527,0.00008558728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061881337,0.00007185297,0.0002465124,0.0001374765,0.00009777668,0.00053735444,0.0029672629,0.000021874685,0.00022252732],"category_scores_gemma":[0.0012952317,0.000054202977,0.000023912939,0.00060187536,0.00007547383,0.0005212294,0.003656402,0.00033960998,0.000041084284],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028720588,0.00038100654,0.16954534,0.0035534045,0.00020211448,0.000012577056,0.004567448,0.0017338307,0.007692601,0.6385346,0.022336578,0.1511533],"study_design_scores_gemma":[0.0025736636,0.0007163634,0.087414294,0.030589577,0.000016816091,0.000055809513,0.02576243,0.010040877,0.003068259,0.003986105,0.83523333,0.0005424679],"about_ca_topic_score_codex":0.0012250189,"about_ca_topic_score_gemma":0.00000800844,"teacher_disagreement_score":0.8128968,"about_ca_system_score_codex":0.000043545228,"about_ca_system_score_gemma":0.00017947593,"threshold_uncertainty_score":0.5513962},"labels":[],"label_agreement":null},{"id":"W3015192999","doi":"10.19173/irrodl.v21i2.4598","title":"Open Textbooks: Quality and Relevance for Postsecondary Study in The Bahamas","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Relevance (law); Quality (philosophy); Openness to experience; Open education; Computer science; Open learning; Distance education; Open university; Higher education; Electronic publishing; Psychology; Medical education; Mathematics education; Knowledge management; Teaching method; World Wide Web; The Internet; Medicine; Political science; Cooperative learning","score_opus":0.25024886563973814,"score_gpt":0.5189143820221549,"score_spread":0.26866551638241676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015192999","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2867725,0.02047795,0.004073939,0.62393236,0.00023141695,0.012762782,0.000065701846,0.000035829216,0.05164756],"genre_scores_gemma":[0.9929869,0.0041130404,0.00047343603,0.002000957,0.000026592486,0.00020799942,0.000029318195,0.0000047054245,0.00015704075],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970183,0.0015677676,0.00041702468,0.00033547127,0.0004747565,0.00018667456],"domain_scores_gemma":[0.9965856,0.0027316243,0.00015226413,0.00022965299,0.00023858425,0.00006228946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013486812,0.00008013384,0.0002327748,0.000051583815,0.00024915297,0.00087183266,0.0037603145,0.000018381403,0.000048472535],"category_scores_gemma":[0.007140951,0.00005075175,0.000023104849,0.0004969386,0.00008846854,0.0005895865,0.0024625505,0.0006319222,0.00000630465],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067552744,0.0010528812,0.25061813,0.0029768075,0.00012621861,0.000036320744,0.026690528,0.00022387183,0.00014833141,0.37469476,0.016362669,0.32639396],"study_design_scores_gemma":[0.0047977534,0.0013799635,0.36870667,0.0060085845,0.00001322956,0.000028430692,0.1130377,0.013732759,0.000041616033,0.010206341,0.4815968,0.00045015692],"about_ca_topic_score_codex":0.0005134446,"about_ca_topic_score_gemma":0.000059614562,"teacher_disagreement_score":0.7062144,"about_ca_system_score_codex":0.000040325944,"about_ca_system_score_gemma":0.00020818271,"threshold_uncertainty_score":0.85489017},"labels":[],"label_agreement":null},{"id":"W3015289393","doi":"10.19173/irrodl.v21i2.4589","title":"Postgraduate Distance Education in University of Cape Coast, Ghana: Students’ Perspectives","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Facilitator; Medical education; Distance education; Psychology; Perception; Quality (philosophy); Cape; Pedagogy; Medicine; Geography; Social psychology","score_opus":0.0702208600511214,"score_gpt":0.45656988775450846,"score_spread":0.3863490277033871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015289393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85922116,0.022349583,0.00024481467,0.09979347,0.000051786494,0.0009066228,0.000043727996,0.000010110435,0.017378725],"genre_scores_gemma":[0.96504027,0.03435795,0.00010875561,0.00004670866,0.00003087689,0.0000019216784,0.000031072286,0.0000024278988,0.0003800403],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99820125,0.0007920023,0.00016263252,0.00014693938,0.0005696897,0.00012749214],"domain_scores_gemma":[0.99911875,0.00032653686,0.000109666405,0.000059107024,0.00033383706,0.000052129704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00304008,0.000042435284,0.00014988967,0.000058557507,0.00013787932,0.00004665607,0.0008205957,0.000019704234,0.00012151957],"category_scores_gemma":[0.0021331566,0.000036631758,0.000025046003,0.000505742,0.00023463751,0.00018196723,0.00034639332,0.00038528081,0.0000033638669],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032912003,0.0004904531,0.7731511,0.0010319825,0.000053856187,0.00001803083,0.019987965,0.00011472421,0.00006196746,0.08659201,0.0025153954,0.11565339],"study_design_scores_gemma":[0.00081783155,0.000111283014,0.08431977,0.0071792314,0.000011104156,9.0069324e-7,0.60448444,0.00041956338,0.0000123380105,0.00096849544,0.30154952,0.00012554984],"about_ca_topic_score_codex":0.005415144,"about_ca_topic_score_gemma":0.0011762803,"teacher_disagreement_score":0.6888313,"about_ca_system_score_codex":0.000106778694,"about_ca_system_score_gemma":0.00075432984,"threshold_uncertainty_score":0.8186114},"labels":[],"label_agreement":null},{"id":"W3015401774","doi":"10.19173/irrodl.v21i2.4607","title":"Sprinting to the Finish Line: The Benefits and Challenges of Book Sprints in OER Faculty-Graduate Student Collaborations","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sprint; Literacy; Psychology; Finish line; Medical education; Mathematics education; Pedagogy; Computer science; Sociology","score_opus":0.27541851460592426,"score_gpt":0.4619762484904656,"score_spread":0.18655773388454133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015401774","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17606801,0.034161232,0.00040950856,0.7810933,0.00010930277,0.0017107998,0.000022513106,0.000013131559,0.0064122225],"genre_scores_gemma":[0.9364537,0.06232576,0.00023298863,0.00079310144,0.000032319247,0.0000730014,0.000010516899,0.000004225871,0.00007441222],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99801606,0.0006117937,0.00036229572,0.00023865269,0.0006051541,0.00016603092],"domain_scores_gemma":[0.9984048,0.00076994253,0.00014129742,0.00019716959,0.00042116756,0.00006562529],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005044464,0.00007650619,0.00017864301,0.00006187334,0.00019324062,0.00029877943,0.0018240882,0.000017741791,0.000028035352],"category_scores_gemma":[0.0030623276,0.000043793203,0.000022539514,0.000737702,0.00008375854,0.00024041906,0.0019430474,0.0005486174,0.000012101831],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011362801,0.00040435581,0.07141178,0.0016807703,0.00015655978,0.000012684166,0.041190635,0.0131641,0.00014066944,0.51091856,0.006916486,0.35388976],"study_design_scores_gemma":[0.0011943262,0.00035591135,0.46896148,0.009518982,0.000013916492,0.000012106313,0.08313866,0.020746203,0.0003015151,0.00047264824,0.41498837,0.00029588037],"about_ca_topic_score_codex":0.00018263292,"about_ca_topic_score_gemma":0.000086785905,"teacher_disagreement_score":0.7803002,"about_ca_system_score_codex":0.00003270539,"about_ca_system_score_gemma":0.00014211198,"threshold_uncertainty_score":0.36661133},"labels":[],"label_agreement":null},{"id":"W3015743413","doi":"10.19173/irrodl.v21i2.4586","title":"Emotions Among Students Engaging in Connectivist Learning Experiences","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Think aloud protocol; Social psychology; Dominance (genetics); Negative emotion; Empirical research; Cognitive psychology; Computer science","score_opus":0.11494793180571321,"score_gpt":0.49526280342818046,"score_spread":0.38031487162246724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015743413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9549905,0.0030717936,0.000094025236,0.028165955,0.00004765724,0.00055486156,0.0000028925588,0.000018197261,0.013054097],"genre_scores_gemma":[0.98624444,0.013180222,0.000056274792,0.0001402675,0.00008245152,0.000062149724,0.000027830354,0.000005978234,0.0002003981],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99597025,0.0021445372,0.000349274,0.00025357734,0.0009863378,0.0002960481],"domain_scores_gemma":[0.9982337,0.0012436684,0.00013695032,0.000072265524,0.00021001844,0.000103399834],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008967692,0.00007896818,0.00022656222,0.000111675006,0.0005429719,0.00030311986,0.0011993835,0.00003531623,0.0003762469],"category_scores_gemma":[0.0102505665,0.000063271626,0.000036895115,0.0009676963,0.00038455924,0.00039267438,0.0006383636,0.0012363341,0.000009063874],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042768,0.00010089052,0.93820393,0.00032467986,0.000023363342,0.000025942,0.024200067,0.00055848295,0.000022951966,0.0053591174,0.00031027023,0.03082756],"study_design_scores_gemma":[0.0010041831,0.00015475076,0.096920714,0.010169886,0.000008364573,0.000002116128,0.68047315,0.003459295,0.000024082365,0.0004375969,0.20712127,0.00022462328],"about_ca_topic_score_codex":0.0023172135,"about_ca_topic_score_gemma":0.00040306128,"teacher_disagreement_score":0.8412832,"about_ca_system_score_codex":0.00010249232,"about_ca_system_score_gemma":0.00026969146,"threshold_uncertainty_score":0.9980865},"labels":[],"label_agreement":null},{"id":"W3015973305","doi":"10.19173/irrodl.v21i2.4606","title":"Evaluating Pre-Service Teaching Practice for Online and Distance Education Students in Pakistan","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Attendance; Medical education; Grading (engineering); Teacher education; Mathematics education; Psychology; Teaching method; Lesson plan; Distance education; Student teaching; Pedagogy; Medicine; Engineering; Student teacher","score_opus":0.17358973470752853,"score_gpt":0.6187775956919925,"score_spread":0.445187860984464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015973305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7258609,0.021041214,0.000743083,0.24413925,0.00009034232,0.0026864717,0.00006693696,0.000016735448,0.0053550475],"genre_scores_gemma":[0.9743233,0.018950703,0.0047665667,0.001272273,0.00017486513,0.00010484941,0.00019749094,0.000009329365,0.0002006562],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970584,0.0014557304,0.00033311953,0.00021895561,0.0007489561,0.00018485713],"domain_scores_gemma":[0.99703604,0.0021983336,0.0001803111,0.000070932736,0.00044406997,0.00007030906],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012610485,0.00006169651,0.00016263008,0.000050497954,0.00029625194,0.00022891273,0.0006993803,0.000027774067,0.000022313397],"category_scores_gemma":[0.017478304,0.000050077393,0.000016737338,0.00039705308,0.000079428966,0.0004140439,0.00039553968,0.00066048803,9.034159e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006035179,0.0006625716,0.13222945,0.002764421,0.000045686407,0.0000043017017,0.010238536,0.00033554118,0.00008827544,0.04175488,0.0007118829,0.81056094],"study_design_scores_gemma":[0.0010921144,0.00022266731,0.01390893,0.01064085,0.000020214424,0.0000020301816,0.099647164,0.007974572,0.000003498287,0.001359999,0.86498535,0.00014259333],"about_ca_topic_score_codex":0.0023275665,"about_ca_topic_score_gemma":0.0008694156,"teacher_disagreement_score":0.8642735,"about_ca_system_score_codex":0.00011051251,"about_ca_system_score_gemma":0.00056715857,"threshold_uncertainty_score":0.9907979},"labels":[],"label_agreement":null},{"id":"W3015987983","doi":"10.19173/irrodl.v21i2.4578","title":"An Empirical Study on Service Recovery Satisfaction in an Open and Distance Learning Higher Education Institution in Malaysia","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Customer Service Quality and Loyalty","field":"Business, Management and Accounting","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Service recovery; Procedural justice; Distributive justice; Psychology; Customer satisfaction; Loyalty; Interpersonal communication; Interactional justice; Service (business); Structural equation modeling; Economic Justice; Social psychology; Applied psychology; Service quality; Marketing; Business; Organizational commitment; Organizational justice; Political science; Computer science","score_opus":0.1550029068430694,"score_gpt":0.4599903647497833,"score_spread":0.3049874579067139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015987983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9782498,0.0005350461,0.000016258817,0.018143432,0.000055050696,0.00093310745,0.00000409233,0.000009168052,0.0020540445],"genre_scores_gemma":[0.9965194,0.0006589099,0.000012384461,0.0023947125,0.00010240983,0.000087297805,0.00019296342,0.000007871021,0.000024041947],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99820894,0.000516173,0.00037712356,0.0003385475,0.00040385211,0.00015534344],"domain_scores_gemma":[0.999299,0.00016625357,0.00016231005,0.00013680455,0.00020708203,0.00002856742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038405582,0.00010076531,0.00023032464,0.00016760877,0.00013829321,0.00061212026,0.00068237056,0.00003711033,0.0001239881],"category_scores_gemma":[0.00049516174,0.000083273095,0.000011014114,0.0010494682,0.000038783426,0.0020018527,0.0006080118,0.00068195036,0.000013418374],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043377976,0.00035361707,0.97553253,0.000783948,0.000006767962,0.0000053252575,0.0003251959,0.0014537678,0.000027989945,0.003854682,0.000099643454,0.017122766],"study_design_scores_gemma":[0.0007531732,0.00013543568,0.9694512,0.002523232,0.0000059185345,6.3242595e-7,0.0063688667,0.0077823815,9.876338e-7,0.00065387617,0.0122197205,0.000104602346],"about_ca_topic_score_codex":0.010530978,"about_ca_topic_score_gemma":0.003141664,"teacher_disagreement_score":0.018269608,"about_ca_system_score_codex":0.00010528034,"about_ca_system_score_gemma":0.000092342736,"threshold_uncertainty_score":0.996058},"labels":[],"label_agreement":null},{"id":"W3016234222","doi":"10.19173/irrodl.v21i2.3720","title":"Why do University Teachers use E-Learning Systems?","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Technology acceptance model; Psychology; Context (archaeology); Usability; Public university; Higher education; Educational technology; Mathematics education; E learning; Knowledge management; Computer science","score_opus":0.31047931429180314,"score_gpt":0.4815601530816899,"score_spread":0.17108083878988678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016234222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81431687,0.012619077,0.0033449228,0.16017656,0.00019320629,0.0014238876,0.00010938525,0.00009079827,0.0077253026],"genre_scores_gemma":[0.99070513,0.007785057,0.00007104004,0.00041838267,0.000016949261,0.000004703899,0.000028020053,0.0000049498,0.0009657571],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99637413,0.001575966,0.0003863853,0.00031620322,0.0011665928,0.0001807426],"domain_scores_gemma":[0.9971312,0.0017839241,0.0002124105,0.00020889928,0.0005605967,0.000102950034],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008459545,0.00007687602,0.0002507702,0.00017949023,0.00022184604,0.00042688317,0.0020652309,0.000057569832,0.00034163884],"category_scores_gemma":[0.016744593,0.000052372474,0.000051024796,0.0011567106,0.0002321464,0.00045170388,0.0013178587,0.0010797177,0.000054126103],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017171662,0.00007050249,0.89231056,0.00017370668,0.0000415574,0.0000794583,0.0006235072,0.00097555603,0.00008353676,0.027619356,0.05713388,0.020716654],"study_design_scores_gemma":[0.00046546065,0.00007328337,0.039382458,0.0015673548,0.000006587563,0.000010717605,0.015039572,0.002628047,0.0000061364867,0.00026182883,0.9404764,0.000082164566],"about_ca_topic_score_codex":0.00043069656,"about_ca_topic_score_gemma":0.00000972745,"teacher_disagreement_score":0.8833425,"about_ca_system_score_codex":0.00007237674,"about_ca_system_score_gemma":0.00008907289,"threshold_uncertainty_score":0.9915378},"labels":[],"label_agreement":null},{"id":"W3016621238","doi":"10.19173/irrodl.v21i3.4650","title":"Research Trends in K–12 MOOCs: A Review of the Published Literature","year":2020,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Narrative review; Value (mathematics); Higher education; Implementation; Narrative; Set (abstract data type); De facto; Order (exchange); Mathematics education; Computer science; Psychology; Pedagogy; Sociology; Political science; Business","score_opus":0.14428193756568433,"score_gpt":0.51307146909363,"score_spread":0.3687895315279457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016621238","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.198594e-7,0.9490504,0.000031335556,0.045397438,0.00008362902,0.00091020984,0.00007607575,0.000009064083,0.004440915],"genre_scores_gemma":[0.000110290435,0.9979632,0.00016272503,0.0002189133,0.00008822699,0.00011984843,0.00033673694,0.000017949014,0.0009821471],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9886547,0.0063546686,0.0014495171,0.0007052739,0.002335298,0.00050055824],"domain_scores_gemma":[0.9945773,0.002515571,0.00068876555,0.0010351856,0.0010606701,0.00012250335],"candidate_categories":["metaresearch","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.024516894,0.00027537966,0.0016315031,0.0007930773,0.00017023752,0.0006277791,0.009166727,0.00015258856,0.00010812523],"category_scores_gemma":[0.012653031,0.00014933434,0.00038107182,0.009062052,0.00032509447,0.00044121224,0.0059379777,0.0053631556,0.000011431662],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000611458,0.000081190316,0.00010311825,0.12261325,0.00005953707,0.000034472516,0.00007715699,0.0000048838747,9.849018e-8,0.011871882,0.011485003,0.85366327],"study_design_scores_gemma":[0.00010801636,0.000037716156,0.00003866926,0.41620097,0.000015897838,0.00002056254,0.000034119657,0.0005162309,1.258506e-7,0.00045414473,0.58249456,0.00007902567],"about_ca_topic_score_codex":0.00017911587,"about_ca_topic_score_gemma":0.000018511164,"teacher_disagreement_score":0.8535843,"about_ca_system_score_codex":0.00024703343,"about_ca_system_score_gemma":0.0010831008,"threshold_uncertainty_score":0.9969315},"labels":[],"label_agreement":null},{"id":"W3017099265","doi":"10.19173/irrodl.v20i5.4467","title":"Investigating the Concerns of First-Time Distance Education Instructors","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Psychological intervention; Adaptation (eye); Medical education; Psychology; Process (computing); Pedagogy; Medicine; Computer science","score_opus":0.13086982017930823,"score_gpt":0.5214538427275195,"score_spread":0.39058402254821123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017099265","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7482333,0.040844433,0.000034149693,0.09461218,0.0006351973,0.0022684399,0.00008129564,0.000013610463,0.1132774],"genre_scores_gemma":[0.99050933,0.0069865673,0.00006544799,0.00031092652,0.000038053106,0.000112321875,0.00012528789,0.0000060621937,0.001846005],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99818295,0.00076018396,0.00042365497,0.00014669095,0.0003571527,0.00012934809],"domain_scores_gemma":[0.99729514,0.0014870357,0.00029161965,0.00041745682,0.00046740842,0.000041330477],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003325628,0.00005952983,0.00016672268,0.000066214365,0.0001444408,0.000045236364,0.0012520247,0.00002943065,0.001833683],"category_scores_gemma":[0.0014211725,0.000038682418,0.000029531628,0.00045472718,0.0002767742,0.00009180332,0.0003957742,0.00051959354,0.00004465488],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038803548,0.00014640317,0.7335147,0.0013600745,0.000041621697,1.4111916e-7,0.0037828987,0.000022415828,0.00004262133,0.21656571,0.010851009,0.03363357],"study_design_scores_gemma":[0.00065756356,0.00009481118,0.31323788,0.014524253,0.000009417863,0.000010650235,0.040537383,0.0006596358,0.00002930879,0.004850917,0.62525505,0.00013314058],"about_ca_topic_score_codex":0.0015989837,"about_ca_topic_score_gemma":0.00006372004,"teacher_disagreement_score":0.614404,"about_ca_system_score_codex":0.00008427987,"about_ca_system_score_gemma":0.0003056473,"threshold_uncertainty_score":0.99907875},"labels":[],"label_agreement":null},{"id":"W3017814790","doi":"10.19173/irrodl.v20i5.4432","title":"An Online College Near Me","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Quality (philosophy); Mathematics education; Institution; Higher education; Homeland; Process (computing); Computer science; Point (geometry); Online learning; Educational technology; Psychology; Multimedia; Sociology; Political science; Mathematics","score_opus":0.12854255525912123,"score_gpt":0.5360799573950247,"score_spread":0.40753740213590345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017814790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78244644,0.015800653,0.00001320524,0.12610406,0.00023997102,0.0023917488,0.00022570226,0.000023196319,0.072755046],"genre_scores_gemma":[0.95879716,0.03724519,0.00012550372,0.0002106879,0.00007226732,0.000050790386,0.000115548,0.0000053759336,0.0033774711],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968419,0.0013972442,0.00023293615,0.00018487987,0.0010824203,0.00026058522],"domain_scores_gemma":[0.99785525,0.001158489,0.00007513011,0.00017627593,0.00063768437,0.00009717369],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0095319655,0.000055175762,0.00017584221,0.000077550445,0.00039110988,0.00018428123,0.0013315544,0.000026969648,0.0013060963],"category_scores_gemma":[0.0035668376,0.000039265477,0.000025568066,0.0006824276,0.00046319654,0.00028133215,0.00045162116,0.00047155246,0.000058780966],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021083128,0.00095613644,0.6141551,0.0017186154,0.00014354647,0.00001772085,0.0075674206,0.0001534597,0.0002492673,0.3171574,0.03395692,0.023713594],"study_design_scores_gemma":[0.0004251112,0.00011003881,0.056951754,0.0031429378,0.0000033011338,0.0000011940274,0.033389475,0.00057380105,0.000009431317,0.0015821222,0.9037197,0.00009113283],"about_ca_topic_score_codex":0.0039720833,"about_ca_topic_score_gemma":0.00046300478,"teacher_disagreement_score":0.8697628,"about_ca_system_score_codex":0.00014382713,"about_ca_system_score_gemma":0.00059062813,"threshold_uncertainty_score":0.99960685},"labels":[],"label_agreement":null},{"id":"W3035764676","doi":"","title":"Evaluating Pre-Service Teaching Practice for Online and Distance Education Students in Pakistan.","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Attendance; Medical education; Grading (engineering); Teacher education; Mathematics education; Psychology; Distance education; Teaching method; Lesson plan; Student teaching; Pedagogy; Medicine; Engineering; Student teacher; Political science","score_opus":0.17364578220884339,"score_gpt":0.6166997097459735,"score_spread":0.44305392753713013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035764676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70704406,0.024826903,0.0008619229,0.2586156,0.00009879464,0.0028770177,0.00007242593,0.000017881755,0.0055853715],"genre_scores_gemma":[0.9704261,0.022134854,0.0053017745,0.0013932231,0.00018825785,0.00011614347,0.00020612549,0.000010029488,0.00022352317],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99703425,0.0014573263,0.0003375233,0.00022169486,0.0007622682,0.00018693827],"domain_scores_gemma":[0.9969113,0.0023051663,0.00018290426,0.00007157805,0.00045914814,0.00006993032],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012720109,0.000062528925,0.00016527317,0.00005077603,0.00029527795,0.0002289718,0.0007050925,0.000028455524,0.000023146804],"category_scores_gemma":[0.018209627,0.00005071142,0.000017060273,0.0004032027,0.00008006719,0.00042254323,0.00040499485,0.00066908414,9.739932e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006391185,0.0006880192,0.12459182,0.0029211412,0.000047983132,0.00000457321,0.010154032,0.00037846417,0.00008903969,0.042320985,0.000810513,0.8173543],"study_design_scores_gemma":[0.0010766166,0.00021240789,0.0124867475,0.010455857,0.000020015135,0.0000020267682,0.09217801,0.007973412,0.0000034068512,0.0013259836,0.8741262,0.00013934459],"about_ca_topic_score_codex":0.002249669,"about_ca_topic_score_gemma":0.00078963215,"teacher_disagreement_score":0.87331563,"about_ca_system_score_codex":0.00011031441,"about_ca_system_score_gemma":0.00058068405,"threshold_uncertainty_score":0.9900604},"labels":[],"label_agreement":null},{"id":"W3046267700","doi":"10.19173/irrodl.v21i4.4843","title":"Dealing With Isolation Using Online Morning Huddles for University Lecturers During Physical Distancing by COVID-19: Field Notes","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Isolation (microbiology); Distancing; Coronavirus disease 2019 (COVID-19); Context (archaeology); Psychology; Cohesion (chemistry); Socialization; Social distance; Compassion; Medical education; Public relations; Sociology; Pedagogy; Social psychology; Medicine; Political science","score_opus":0.20932945304606254,"score_gpt":0.5265644928659036,"score_spread":0.317235039819841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046267700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9207482,0.0036999877,0.044799913,0.02916561,0.000034888384,0.0009981963,0.00022547685,0.000018079427,0.00030967992],"genre_scores_gemma":[0.9977325,0.0009106387,0.00026594423,0.0007965824,0.000051921324,0.0000066507964,0.00019857167,0.000007861964,0.000029289613],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988882,0.00024596637,0.00017860219,0.00023525296,0.00025622695,0.00019572845],"domain_scores_gemma":[0.99782836,0.0017383876,0.00012497856,0.00007914122,0.00010254252,0.00012658941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093455287,0.00007856745,0.00018776165,0.000051582483,0.00029363832,0.000037284848,0.00033895465,0.000026967102,0.00007130088],"category_scores_gemma":[0.00161078,0.00006095869,0.000033900345,0.00027505672,0.00007268536,0.000104115104,0.00020160848,0.00039543025,7.535339e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029624017,0.0015684998,0.6751855,0.04491138,0.0010394567,0.0003531356,0.027683288,0.04175053,0.027618807,0.054634295,0.004449495,0.09118157],"study_design_scores_gemma":[0.03189855,0.0054296544,0.038281433,0.053724106,0.00042548164,0.00018577979,0.14893971,0.38495612,0.0045270436,0.0029265822,0.32642013,0.0022853857],"about_ca_topic_score_codex":0.001981169,"about_ca_topic_score_gemma":0.000086659966,"teacher_disagreement_score":0.63690406,"about_ca_system_score_codex":0.0002483298,"about_ca_system_score_gemma":0.0002185472,"threshold_uncertainty_score":0.2994948},"labels":[],"label_agreement":null},{"id":"W3084725669","doi":"10.19173/irrodl.v21i3.4698","title":"An Analysis of Course Characteristics, Learner Characteristics, and Certification Rates in MITx MOOCs","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Certification; Massive open online course; Medical education; Economic shortage; Psychology; Mathematics education; Computer science; Medicine; Political science","score_opus":0.08912520739598857,"score_gpt":0.44484763104134906,"score_spread":0.3557224236453605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084725669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9133672,0.0046433755,0.0060117245,0.07503025,0.00005086744,0.00049530173,0.0001336658,0.000020095214,0.00024749248],"genre_scores_gemma":[0.98772,0.011459397,0.0003094271,0.00016541505,0.000023691626,0.000007710719,0.0002804411,0.0000043275186,0.000029595029],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99809253,0.00055250357,0.00049117004,0.00028404585,0.0004246867,0.00015505847],"domain_scores_gemma":[0.99862355,0.00045375747,0.00025392667,0.000224133,0.00036097606,0.000083668114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031452058,0.00008323603,0.00037320828,0.00018285538,0.00006157582,0.00018559155,0.0010940161,0.00003236499,0.0000282246],"category_scores_gemma":[0.0020047193,0.00006390498,0.00003754108,0.0011289469,0.00014345259,0.0002692133,0.0004591373,0.00046671167,0.000002344208],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006448356,0.00021170503,0.9278202,0.00072199875,0.00015078817,0.0000138709065,0.00066404586,0.0005350216,0.0004718645,0.013047291,0.00009479753,0.056203935],"study_design_scores_gemma":[0.00020047091,0.00008585301,0.48967707,0.0010738333,0.000035689332,0.0000012518592,0.00045895966,0.50646245,0.000036042726,0.00017814148,0.0017150219,0.00007523134],"about_ca_topic_score_codex":0.00025368005,"about_ca_topic_score_gemma":0.000014612102,"teacher_disagreement_score":0.5059274,"about_ca_system_score_codex":0.000027158718,"about_ca_system_score_gemma":0.0000967022,"threshold_uncertainty_score":0.26059696},"labels":[],"label_agreement":null},{"id":"W3084852831","doi":"10.19173/irrodl.v21i3.4654","title":"Applying the Rasch Model to Evaluate the Self-Directed Online Learning Scale (SDOLS) for Graduate Students","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rasch model; Psychology; Scale (ratio); Crowdsourcing; Online learning; Rating scale; Distance education; Educational technology; Reliability (semiconductor); Computer science; Medical education; Mathematics education; Multimedia; World Wide Web","score_opus":0.20897101970472637,"score_gpt":0.49880334309862784,"score_spread":0.28983232339390147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084852831","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17309768,0.008448352,0.105978824,0.7007546,0.00021731226,0.009895377,0.00011301801,0.0003847122,0.0011101201],"genre_scores_gemma":[0.9795195,0.009252664,0.006975617,0.002710602,0.00016329542,0.0007056151,0.00012725298,0.000023229573,0.0005222205],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963648,0.0010597277,0.00044396677,0.00038423325,0.0014076025,0.00033972532],"domain_scores_gemma":[0.9971424,0.0015722607,0.00014929405,0.00031069122,0.00071130984,0.00011405706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009675645,0.00013842352,0.00028282552,0.000070310365,0.00057755486,0.0005817283,0.0043071243,0.000027676042,0.0000073091933],"category_scores_gemma":[0.004748644,0.00007342281,0.000084823034,0.0010521746,0.00008898562,0.00019379478,0.0025603792,0.0011984605,0.000012012283],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059694593,0.00097344443,0.053338166,0.0034233772,0.00078874524,0.00002545626,0.009068308,0.5114387,0.0006526175,0.02459791,0.028288659,0.36680764],"study_design_scores_gemma":[0.00049561873,0.00011764925,0.0015402696,0.0015336117,0.000018444345,0.000003790348,0.0010454413,0.96721673,0.00001752483,0.0010545008,0.026858818,0.000097608514],"about_ca_topic_score_codex":0.00008611482,"about_ca_topic_score_gemma":0.0000117487025,"teacher_disagreement_score":0.8064218,"about_ca_system_score_codex":0.0000643704,"about_ca_system_score_gemma":0.0001918784,"threshold_uncertainty_score":0.800378},"labels":[],"label_agreement":null},{"id":"W3085106999","doi":"10.19173/irrodl.v21i3.4775","title":"Revisiting Textbook Adaption Through Open Educational Resources: An Inquiry into Students’ Emotions","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Social Science Fund of China","keywords":"Psychology; Open educational resources; Mediation; Mathematics education; Educational technology; Qualitative research; Open education; Pedagogy; Sociology","score_opus":0.19181431430202292,"score_gpt":0.4972633984676372,"score_spread":0.3054490841656142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085106999","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17826934,0.017406201,0.03623153,0.66849107,0.00073220005,0.0057082064,0.000029323306,0.000133806,0.09299832],"genre_scores_gemma":[0.98324335,0.008611175,0.004650761,0.0022395728,0.0003101662,0.00014197452,0.00024180659,0.000013791443,0.0005473983],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962869,0.0014334681,0.00054494437,0.00048597096,0.0009978466,0.00025081632],"domain_scores_gemma":[0.997986,0.0007206341,0.000265283,0.00032474834,0.0005449656,0.00015834444],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0061932034,0.00012417125,0.0002666249,0.00009208578,0.0005527851,0.0016941597,0.005852419,0.00003824636,0.00041625896],"category_scores_gemma":[0.0032039091,0.000099868805,0.00004237115,0.00094911456,0.00015640637,0.0020073939,0.004336439,0.0008406878,0.00007089036],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022943076,0.0009814922,0.11052738,0.0028003342,0.0001960899,0.0000198406,0.054673184,0.0016589577,0.00046419923,0.69693124,0.016861131,0.114656724],"study_design_scores_gemma":[0.0026531133,0.00074925425,0.13107644,0.025411528,0.0000324427,0.00006543744,0.108120404,0.03271879,0.00006113494,0.021074228,0.6772126,0.00082465407],"about_ca_topic_score_codex":0.00066515524,"about_ca_topic_score_gemma":0.000012318047,"teacher_disagreement_score":0.804974,"about_ca_system_score_codex":0.00014045087,"about_ca_system_score_gemma":0.00038060136,"threshold_uncertainty_score":0.9995264},"labels":[],"label_agreement":null},{"id":"W3085252597","doi":"10.19173/irrodl.v21i3.4750","title":"A Qualitative Inquiry of K–12 Teachers’ Experience with Open Educational Practices: Perceived Benefits and Barriers of Implementing Open Educational Resources","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Educational technology; Qualitative research; Curriculum; Educational resources; Reuse; Pedagogy; Knowledge management; Computer science; Mathematics education; Psychology; Sociology; Engineering","score_opus":0.24798576759998048,"score_gpt":0.5291597070466317,"score_spread":0.28117393944665126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085252597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8697689,0.004588901,0.0002909671,0.10516378,0.000063843625,0.0019522954,0.000043649154,0.0000063949115,0.018121244],"genre_scores_gemma":[0.9928883,0.0027018397,0.003572275,0.00036198745,0.000035243876,0.00016052565,0.00008274295,0.0000075235866,0.00018956774],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99662465,0.001407909,0.00058126106,0.00041715158,0.0007481748,0.00022086974],"domain_scores_gemma":[0.99568754,0.0023089468,0.00090034533,0.00022205443,0.00071629777,0.00016480005],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0069578476,0.00011612348,0.00032995443,0.0001051855,0.0003041002,0.0006680654,0.0038887865,0.000026274043,0.0004306705],"category_scores_gemma":[0.009153188,0.0000869547,0.00002528018,0.0006300212,0.00036128945,0.0016354703,0.003940526,0.00046992613,0.0000022776055],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049010076,0.00039308687,0.25712356,0.0015243355,0.00023113225,0.0000019433876,0.4918735,0.00027613525,0.0005545624,0.22515994,0.0033078066,0.0190639],"study_design_scores_gemma":[0.0020473592,0.000610968,0.16264185,0.011336053,0.000024162748,0.000026212307,0.78085494,0.0024784848,0.00018408921,0.0018661192,0.03758348,0.0003462621],"about_ca_topic_score_codex":0.0020152712,"about_ca_topic_score_gemma":0.00005408866,"teacher_disagreement_score":0.28898144,"about_ca_system_score_codex":0.00006152201,"about_ca_system_score_gemma":0.0010536561,"threshold_uncertainty_score":0.99919313},"labels":[],"label_agreement":null},{"id":"W3085279139","doi":"10.19173/irrodl.v21i3.4638","title":"A Meta-Analysis of Scaffolding Effects in Online Learning in Higher Education","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":173,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scaffold; Meta-analysis; Psychology; Learning environment; Online learning; Cognition; Mathematics education; Educational technology; Computer science; Multimedia; Medicine","score_opus":0.22526496287732747,"score_gpt":0.4694385820064476,"score_spread":0.24417361912912014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085279139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47156462,0.12579313,0.004897775,0.39090636,0.00018149047,0.0020033903,0.000048783208,0.00006205395,0.0045424188],"genre_scores_gemma":[0.993968,0.0043410175,0.0009512439,0.0003513693,0.00001993655,0.000023592915,0.00008756542,0.0000048368206,0.00025243688],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99729705,0.0010914977,0.0005321744,0.00029595956,0.00059736846,0.00018595444],"domain_scores_gemma":[0.99805075,0.0012553984,0.00023208694,0.00017697694,0.0002260536,0.00005871022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042232894,0.000094343624,0.00063635205,0.00046678606,0.000043249587,0.000102842474,0.0013536466,0.0000328886,0.000080482896],"category_scores_gemma":[0.0021047601,0.00006829707,0.00015231122,0.0034301602,0.00005935614,0.00024484665,0.000832246,0.0007575705,0.0000022415993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016120712,0.0015713521,0.5781431,0.0065499796,0.012674381,0.0000865716,0.002430546,0.15540773,0.00062688347,0.14660272,0.00056231563,0.0951832],"study_design_scores_gemma":[0.0013348549,0.00035940556,0.17939094,0.0069111516,0.003036481,0.000004120856,0.0017028692,0.7881569,0.0000894995,0.0033989158,0.015234701,0.0003801341],"about_ca_topic_score_codex":0.0005311985,"about_ca_topic_score_gemma":0.00004234044,"teacher_disagreement_score":0.6327492,"about_ca_system_score_codex":0.00006328604,"about_ca_system_score_gemma":0.00017486482,"threshold_uncertainty_score":0.32913092},"labels":[],"label_agreement":null},{"id":"W3085412542","doi":"10.19173/irrodl.v21i3.4590","title":"Antecedents of Student Loyalty in Open and Distance Learning Institutions: An Empirical Analysis","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Customer Service Quality and Loyalty","field":"Business, Management and Accounting","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Loyalty; Service quality; Nonprobability sampling; Psychology; Stratified sampling; Quality (philosophy); Service (business); Empirical research; Marketing; Business; Sociology; Mathematics; Statistics; Population","score_opus":0.2462278833274535,"score_gpt":0.5055811185151505,"score_spread":0.25935323518769704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085412542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97359055,0.0047053294,0.0004063573,0.015619541,0.000028803084,0.00082498195,0.000023669641,0.000010210685,0.004790545],"genre_scores_gemma":[0.99443036,0.0044523184,0.0000323667,0.0007667145,0.00004296347,0.000032442207,0.0002087377,0.0000052930764,0.000028783417],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99805325,0.00032592015,0.00052980206,0.0003051048,0.0006043341,0.00018160134],"domain_scores_gemma":[0.9990114,0.0002560954,0.00025064545,0.00014895569,0.00029960062,0.000033310298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005164897,0.000098356,0.00040478987,0.00021412074,0.00016278803,0.00043484944,0.0013795292,0.00003176566,0.0001584662],"category_scores_gemma":[0.0014133775,0.000075514916,0.000042776617,0.0019029193,0.0001612268,0.0009336821,0.0022117405,0.0005615559,0.0000060990187],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015259339,0.00016007501,0.98574704,0.0013047453,0.00007862027,0.000009541659,0.00028677584,0.0010151288,0.000011551353,0.007421232,0.00012515063,0.0036875177],"study_design_scores_gemma":[0.0013508085,0.0000705551,0.9070338,0.0043578246,0.00008374712,0.0000012937245,0.009599532,0.025527293,0.000005464344,0.0006108671,0.05117506,0.000183728],"about_ca_topic_score_codex":0.0039453837,"about_ca_topic_score_gemma":0.0011468503,"teacher_disagreement_score":0.07871324,"about_ca_system_score_codex":0.00004574182,"about_ca_system_score_gemma":0.00006930403,"threshold_uncertainty_score":0.59642667},"labels":[],"label_agreement":null},{"id":"W3085446894","doi":"10.19173/irrodl.v21i3.4659","title":"Elements of Open Education: An Invitation to Future Research","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Roads University; Athabasca University","funders":"Carl von Ossietzky Universität Oldenburg","keywords":"Open education; Distance education; Open learning; Open educational resources; Accreditation; Context (archaeology); Scholarship; Educational technology; Higher education; Open university; Macro; Pedagogy; Sociology; Mathematics education; Computer science; Political science; Teaching method; Psychology; Cooperative learning; Geography","score_opus":0.19797854925996514,"score_gpt":0.5514734316156774,"score_spread":0.35349488235571225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085446894","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057998933,0.010689078,0.008223034,0.90670866,0.00022622832,0.002834403,0.000051715728,0.000025833113,0.013242123],"genre_scores_gemma":[0.9785422,0.008925679,0.009681386,0.002032148,0.00021636861,0.000087101595,0.000187902,0.000009796687,0.00031740151],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970409,0.0011368789,0.00038705778,0.00029053382,0.0009547231,0.00018986446],"domain_scores_gemma":[0.99799085,0.00040250376,0.00012694324,0.00027956878,0.0010608463,0.0001392692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008700726,0.00006355301,0.00019192223,0.00015489073,0.00015285096,0.00050210895,0.004283439,0.000024130046,0.000050998045],"category_scores_gemma":[0.0026956107,0.000047730802,0.000021808486,0.001594673,0.00007209481,0.0006857836,0.00292438,0.00062670483,0.0000141133605],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017473425,0.00061930245,0.030259512,0.0020666022,0.00006486056,0.000009654186,0.0032897217,0.00075768394,0.0006237331,0.41108152,0.0348453,0.5162074],"study_design_scores_gemma":[0.001114811,0.0013322299,0.01838008,0.012635945,0.000009162795,0.00000926274,0.019812178,0.04840783,0.00026100205,0.021496415,0.87625706,0.00028402652],"about_ca_topic_score_codex":0.00034992825,"about_ca_topic_score_gemma":0.000017503673,"teacher_disagreement_score":0.9205433,"about_ca_system_score_codex":0.00005368996,"about_ca_system_score_gemma":0.00063013326,"threshold_uncertainty_score":0.79597664},"labels":[],"label_agreement":null},{"id":"W3085885247","doi":"10.19173/irrodl.v21i3.4804","title":"Research Trends in Mobile Learning","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Data collection; Sample (material); Mobile device; Computer science; Sample size determination; Field (mathematics); Data science; Statistics; World Wide Web; Mathematics","score_opus":0.14118385504092687,"score_gpt":0.4867868692149734,"score_spread":0.3456030141740465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085885247","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31163976,0.1063735,0.011765254,0.37856013,0.0007127337,0.005759395,0.000030495998,0.00023817498,0.18492055],"genre_scores_gemma":[0.98377603,0.014582961,0.00049253897,0.00022553364,0.00007058405,0.00025667888,0.00006562739,0.000010072863,0.0005199506],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99469185,0.002631866,0.00048357135,0.00047612708,0.0012968684,0.00041971137],"domain_scores_gemma":[0.99715096,0.0017978322,0.00013454174,0.00030083137,0.00049504783,0.00012079628],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014120789,0.00010095884,0.00026081174,0.00046323665,0.00020843607,0.00036984961,0.0031687082,0.00004921395,0.00025796035],"category_scores_gemma":[0.0045695216,0.00007984711,0.00004061365,0.0035107392,0.0002013586,0.00047835673,0.0023525956,0.0023047256,0.00004867194],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000120967576,0.00032752097,0.119770944,0.0014791727,0.000037710986,0.00006398531,0.004283525,0.009705909,0.00028484044,0.05341565,0.011746223,0.7987636],"study_design_scores_gemma":[0.0014592777,0.00084804447,0.055369545,0.010782812,0.000004164908,0.000029315452,0.009541246,0.12314751,0.00017415783,0.0030389738,0.7952549,0.00035006637],"about_ca_topic_score_codex":0.0004115162,"about_ca_topic_score_gemma":0.000016820368,"teacher_disagreement_score":0.7984135,"about_ca_system_score_codex":0.00017919467,"about_ca_system_score_gemma":0.00022740888,"threshold_uncertainty_score":0.999997},"labels":[],"label_agreement":null},{"id":"W3086118894","doi":"10.19173/irrodl.v21i3.4784","title":"Profiles of Online Students and the Impact of Their University Experience","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Typology; Perception; Psychology; Higher education; Brick and mortar; Mathematics education; Population; Test (biology); Pedagogy; Sociology; Computer science; Political science; Demography","score_opus":0.15472816308313567,"score_gpt":0.5470222198396896,"score_spread":0.39229405675655393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086118894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9652983,0.0059965015,0.000008340455,0.026023097,0.000009296455,0.0006258272,0.0000794067,0.000002033774,0.001957215],"genre_scores_gemma":[0.94660807,0.053208496,0.000014769486,0.000022803104,0.000014589061,0.0000062816625,0.000011625552,0.0000013281149,0.00011202678],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978341,0.0011432547,0.00017126401,0.00009742925,0.0006431482,0.00011079938],"domain_scores_gemma":[0.9978869,0.0014150388,0.00011793844,0.00007181011,0.00045525085,0.000053055337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039161085,0.0000394147,0.0001768301,0.00003659369,0.00017786442,0.00003684293,0.0010707818,0.000012318436,0.000110809604],"category_scores_gemma":[0.0045565385,0.000020724174,0.000034548204,0.00049077877,0.0012965213,0.00010993037,0.0008128336,0.0002242979,4.780999e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005762373,0.00023158907,0.924189,0.00068683614,0.00017255855,0.0000024927865,0.04212412,0.000033514938,0.00013532733,0.02305972,0.0018656059,0.006923029],"study_design_scores_gemma":[0.0020418908,0.0002527331,0.651912,0.004828991,0.000012233191,8.657356e-7,0.30282122,0.00047204134,0.0001170201,0.0009244126,0.03650664,0.00010997244],"about_ca_topic_score_codex":0.0062261648,"about_ca_topic_score_gemma":0.000070799215,"teacher_disagreement_score":0.27227697,"about_ca_system_score_codex":0.000049836442,"about_ca_system_score_gemma":0.00027010604,"threshold_uncertainty_score":0.941214},"labels":[],"label_agreement":null},{"id":"W3086120571","doi":"10.19173/irrodl.v21i3.4675","title":"Does Delivery Model Matter? The Influence of Course Delivery Model on Teacher Candidates’ Self-Efficacy Beliefs Towards Inclusive Practices","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Psychology; Flipped classroom; Mathematics education; Self-efficacy; Face-to-face; Asynchronous learning; Online course; Educational technology; Distance education; Course (navigation); Medical education; Teaching method; Computer science; Pedagogy; Social psychology; Cooperative learning; Synchronous learning; Medicine; Engineering","score_opus":0.06917966598963092,"score_gpt":0.45615053994173643,"score_spread":0.3869708739521055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086120571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8643215,0.002653641,0.00006144996,0.12522532,0.000023149889,0.00079870666,0.000075542855,0.00001585937,0.0068248897],"genre_scores_gemma":[0.9685787,0.029873347,0.00022770412,0.00086915266,0.00007705541,0.000030659485,0.000041028536,0.000008886321,0.00029345535],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966913,0.001185492,0.00039835667,0.00026851188,0.0011831643,0.00027319594],"domain_scores_gemma":[0.9973737,0.0012270706,0.00048257937,0.00017814338,0.00063716195,0.00010132784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005586455,0.000114614006,0.00026137882,0.000057367182,0.00046940494,0.00015822788,0.0015893953,0.000055935812,0.000119734315],"category_scores_gemma":[0.004819597,0.000060295366,0.00005939231,0.00045404062,0.00036365833,0.0004683839,0.001002468,0.0010118304,0.000016132592],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019565597,0.0025563457,0.12626007,0.0037407824,0.000851641,0.000068216956,0.053189985,0.61800677,0.00075870904,0.026567977,0.019865368,0.14617759],"study_design_scores_gemma":[0.002943897,0.0006061618,0.02927304,0.01895948,0.00022613141,0.0000065354275,0.06663781,0.6807881,0.0002865503,0.0042102654,0.19526345,0.0007986259],"about_ca_topic_score_codex":0.0027595714,"about_ca_topic_score_gemma":0.00016798537,"teacher_disagreement_score":0.17539807,"about_ca_system_score_codex":0.00011792924,"about_ca_system_score_gemma":0.0012876929,"threshold_uncertainty_score":0.5769856},"labels":[],"label_agreement":null},{"id":"W3086141638","doi":"10.19173/irrodl.v21i3.4752","title":"Promoting Intercultural Competence in a Learning Activity Supported by Virtual Reality Technology","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intercultural competence; Psychology; Virtual reality; Competence (human resources); Perception; Cultural competence; Immersion (mathematics); Technology integration; Educational technology; Pedagogy; Computer science; Human–computer interaction; Social psychology","score_opus":0.09805195234937103,"score_gpt":0.4239125483879219,"score_spread":0.3258605960385509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086141638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7094284,0.0029143177,0.031403944,0.25206915,0.000036934376,0.0016064661,0.000053378542,0.00008095398,0.0024064567],"genre_scores_gemma":[0.9962918,0.0032455712,0.00010335769,0.00019992418,0.000009814473,0.00005755938,0.000058205187,0.0000040155564,0.00002971219],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978077,0.00067164045,0.00038272332,0.0003575417,0.0005029608,0.00027742988],"domain_scores_gemma":[0.99880534,0.00048249296,0.00018347826,0.0002030473,0.00022796377,0.000097691525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038872524,0.00009931456,0.0002673117,0.00010354917,0.00013834551,0.00021465638,0.00202689,0.000047796315,0.00002148394],"category_scores_gemma":[0.004510719,0.00007327234,0.000029188834,0.001481852,0.00019082107,0.0005116427,0.0018727764,0.0011480086,0.000006913301],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000261629,0.00069018174,0.05567935,0.0018969137,0.000095498275,0.00006046284,0.006888991,0.00056492974,0.03786671,0.093847595,0.0039190226,0.7982287],"study_design_scores_gemma":[0.00370513,0.0021178143,0.031132814,0.021096451,0.000015504816,0.00012252052,0.012540217,0.7669817,0.012601031,0.006790251,0.1419781,0.0009184567],"about_ca_topic_score_codex":0.0005472106,"about_ca_topic_score_gemma":0.00002578671,"teacher_disagreement_score":0.79731023,"about_ca_system_score_codex":0.00010820126,"about_ca_system_score_gemma":0.00014268051,"threshold_uncertainty_score":0.54000777},"labels":[],"label_agreement":null},{"id":"W3086241972","doi":"10.19173/irrodl.v21i3.4771","title":"Learners’ Discussion Patterns, Perceptions, and Preferences in a Chinese Massive Open Online Course (MOOC)","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China","keywords":"Perception; Massive open online course; Mathematics education; Process (computing); Online discussion; Psychology; Educational technology; Qualitative research; Online learning; Learning design; Online participation; Multimethodology; Computer science; Pedagogy; Multimedia; World Wide Web; Sociology; The Internet","score_opus":0.0840193777376199,"score_gpt":0.45049982727521803,"score_spread":0.3664804495375981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086241972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5701734,0.0064646774,0.0020374823,0.41928995,0.000051554656,0.0009879984,0.00010145362,0.000021970282,0.00087154633],"genre_scores_gemma":[0.9773772,0.02124517,0.00060801284,0.00039191786,0.00003722174,0.000021277792,0.0001527968,0.000005252852,0.00016116658],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99787855,0.0007199069,0.00034835326,0.00035063995,0.00050533866,0.00019718742],"domain_scores_gemma":[0.9990496,0.00037403405,0.0001371211,0.00018299154,0.00015013895,0.0001060859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025095786,0.00010733559,0.00027948385,0.00008308489,0.00012441834,0.00045262097,0.0022834898,0.00003303357,0.000066150176],"category_scores_gemma":[0.0015276222,0.00005878847,0.00002757752,0.0006341234,0.0001193285,0.0004884932,0.0031561581,0.0008394391,0.000005654907],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077188895,0.00035641075,0.85917854,0.0011203513,0.00003445541,0.000045835503,0.0019091457,0.00076004217,0.00005083561,0.0044758767,0.00073766505,0.13125364],"study_design_scores_gemma":[0.0023436788,0.0005299437,0.6297783,0.018262161,0.000015923337,0.000024409068,0.017396858,0.31488347,0.0000056884924,0.005017909,0.011357479,0.00038416847],"about_ca_topic_score_codex":0.0005070627,"about_ca_topic_score_gemma":0.00011501595,"teacher_disagreement_score":0.41889802,"about_ca_system_score_codex":0.000035916473,"about_ca_system_score_gemma":0.00015698191,"threshold_uncertainty_score":0.43646345},"labels":[],"label_agreement":null},{"id":"W3086284927","doi":"10.19173/irrodl.v21i3.4770","title":"Challenges of Blended Learning in Refugee Camps: When Internet Connectivity Fails, Human Connection Succeeds","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Refugee; The Internet; Context (archaeology); Distance education; Internet access; Blended learning; Pedagogy; Educational technology; Psychology; Medical education; Sociology; Computer science; Political science; World Wide Web; Geography; Medicine","score_opus":0.14352988962423505,"score_gpt":0.45795909803142504,"score_spread":0.31442920840719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086284927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81307524,0.020632105,0.00013488864,0.119377434,0.00009453748,0.0012133777,0.00001540255,0.00004484847,0.04541217],"genre_scores_gemma":[0.97463757,0.024875423,0.000070457565,0.000066635446,0.000087421075,0.000028099093,0.000053639196,0.000009019659,0.00017176199],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956228,0.0024597782,0.00050867826,0.00031676373,0.00079161004,0.00030037222],"domain_scores_gemma":[0.9979056,0.0012301559,0.00028495758,0.00010988018,0.00037756818,0.00009184263],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010199824,0.000108028886,0.00039170458,0.00016836161,0.000206306,0.00012230389,0.0009210141,0.00007563389,0.00031563287],"category_scores_gemma":[0.008430445,0.000089521054,0.00005454211,0.00056716235,0.00031708504,0.0004453597,0.000577684,0.0012552866,0.0000062520476],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005061235,0.00043384323,0.22549285,0.003936004,0.00017495864,0.000044315362,0.016322078,0.0005132998,0.0010199631,0.40664372,0.0014186682,0.34349418],"study_design_scores_gemma":[0.0037465405,0.001256555,0.05632167,0.02745359,0.00004284219,0.000010343292,0.19261095,0.003316032,0.0007909741,0.013289409,0.70054656,0.00061454397],"about_ca_topic_score_codex":0.0042563556,"about_ca_topic_score_gemma":0.003032124,"teacher_disagreement_score":0.6991279,"about_ca_system_score_codex":0.00014453237,"about_ca_system_score_gemma":0.00040800794,"threshold_uncertainty_score":0.999922},"labels":[],"label_agreement":null},{"id":"W3086339221","doi":"10.19173/irrodl.v21i3.4783","title":"Evaluation of Student Feedback Within a MOOC Using Sentiment Analysis and Target Groups","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Massive open online course; Sentiment analysis; Scope (computer science); Computer science; Online learning; Online discussion; Online course; Mathematics education; Higher education; Psychology; Multimedia; World Wide Web; Artificial intelligence","score_opus":0.16592713421863886,"score_gpt":0.48450284293811036,"score_spread":0.3185757087194715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086339221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9148087,0.015371689,0.036188252,0.032112613,0.000049621212,0.00083599146,0.000026008844,0.000013371815,0.0005937741],"genre_scores_gemma":[0.99543554,0.0020353252,0.0023753857,0.000085932275,0.00001774333,0.0000068165205,0.000027161315,0.0000028190705,0.000013294775],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968225,0.0009888744,0.00038193035,0.00023494293,0.0014515973,0.000120184886],"domain_scores_gemma":[0.99860746,0.00026171375,0.00022526005,0.00015256257,0.00068972906,0.00006325862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010878629,0.00006790425,0.0002561049,0.00013299889,0.00008135256,0.00015535571,0.0008795449,0.000018306868,0.000033783977],"category_scores_gemma":[0.0013196165,0.000049115584,0.000047075762,0.0012040081,0.00008375976,0.00018810663,0.0010837065,0.00031921762,0.0000012502795],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009990925,0.0005304637,0.7023845,0.0023183262,0.0021905387,0.000021898257,0.0048837424,0.19620866,0.0011774163,0.033585828,0.00032370276,0.05627503],"study_design_scores_gemma":[0.00041449946,0.000068598776,0.018742757,0.0012768704,0.000119722696,0.0000022185773,0.0009035926,0.97696024,0.000097385564,0.0011266207,0.00022949514,0.00005796966],"about_ca_topic_score_codex":0.00015560044,"about_ca_topic_score_gemma":0.0000059768495,"teacher_disagreement_score":0.78075165,"about_ca_system_score_codex":0.00006197044,"about_ca_system_score_gemma":0.00015453598,"threshold_uncertainty_score":0.37703377},"labels":[],"label_agreement":null},{"id":"W3086343385","doi":"10.19173/irrodl.v21i3.4679","title":"Learners’ Perceptions of Online Exams: A Comparative Study in Turkey and Kyrgyzstan","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Yükseköğretim Kurulu","keywords":"Turkish; Perception; Online learning; Psychology; Mathematics education; Medical education; Computer-assisted web interviewing; Qualitative property; Distance education; Qualitative research; Online discussion; Pedagogy; Computer science; Multimedia; Sociology; Medicine; World Wide Web","score_opus":0.1745899329493826,"score_gpt":0.48833398536751205,"score_spread":0.3137440524181294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086343385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96090776,0.0034923542,0.00075030385,0.033385858,0.000015236843,0.00054781977,0.000027006405,0.00000958224,0.00086406607],"genre_scores_gemma":[0.9941368,0.005252467,0.0004151848,0.0000855546,0.000016078828,0.000009281972,0.000033172433,0.0000028846648,0.000048565093],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980274,0.00076097454,0.00036642677,0.00023917377,0.00046720746,0.00013884697],"domain_scores_gemma":[0.9988988,0.0005801207,0.00012013522,0.00014435677,0.00019190082,0.00006468712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00244886,0.00007501682,0.00029467142,0.00011096897,0.000066993416,0.000098473894,0.0010464009,0.000018482671,0.000021973947],"category_scores_gemma":[0.0011737315,0.00005390667,0.000024780189,0.00078566704,0.00014452924,0.00019497826,0.0010651657,0.000661652,0.0000028330855],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022259096,0.0018923825,0.89405006,0.0020371836,0.00017774306,0.000079948084,0.024700664,0.013320255,0.0004780387,0.023566449,0.0010461813,0.038428526],"study_design_scores_gemma":[0.0031283204,0.0016133025,0.2529113,0.010455427,0.000022448638,0.000018416991,0.11149002,0.6103703,0.000030731717,0.0017376932,0.007903446,0.00031859992],"about_ca_topic_score_codex":0.00065742625,"about_ca_topic_score_gemma":0.000057614816,"teacher_disagreement_score":0.64113873,"about_ca_system_score_codex":0.00003112332,"about_ca_system_score_gemma":0.00011164874,"threshold_uncertainty_score":0.28745857},"labels":[],"label_agreement":null},{"id":"W3086425625","doi":"10.19173/irrodl.v21i3.4718","title":"Languaging Network Learning: The Emergence of Connectivism in Architectonic Thought","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Connectivism; Learning theory; Sociology; Conceptualization; Educational technology; Pedagogy; Education theory; Epistemology; Higher education; Psychology; Computer science; Philosophy; Artificial intelligence","score_opus":0.08818655397497882,"score_gpt":0.4152394491812303,"score_spread":0.32705289520625147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086425625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34978598,0.28497952,0.010247771,0.17064896,0.0007749948,0.004024818,0.00004604456,0.0001379301,0.179354],"genre_scores_gemma":[0.978058,0.021556072,0.00006918834,0.00014507507,0.00005032231,0.000030084982,0.000018144292,0.0000075660846,0.0000655913],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99849117,0.0006606782,0.00027656375,0.000108667875,0.00030311113,0.0001598339],"domain_scores_gemma":[0.99813306,0.001563516,0.000076059594,0.00009777728,0.00009324262,0.000036328438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040044393,0.00006126934,0.00015740667,0.000043508273,0.000059899172,0.000044048098,0.0006375319,0.000017009608,0.00026645378],"category_scores_gemma":[0.0031217104,0.000041055584,0.000024534047,0.00069899176,0.00007126222,0.000109797365,0.00022171056,0.00084901636,0.000007674827],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048735784,0.00021831751,0.18303366,0.008039192,0.00034140682,0.00004742356,0.01141626,0.4889772,0.0023913535,0.08750697,0.036446907,0.18109398],"study_design_scores_gemma":[0.0015391228,0.00023804062,0.056928016,0.016808594,0.000033382617,0.000039281247,0.024369359,0.23816693,0.00076997664,0.0028910802,0.6577736,0.00044257185],"about_ca_topic_score_codex":0.00014707015,"about_ca_topic_score_gemma":0.000017345737,"teacher_disagreement_score":0.628272,"about_ca_system_score_codex":0.000022340375,"about_ca_system_score_gemma":0.00006360494,"threshold_uncertainty_score":0.37372044},"labels":[],"label_agreement":null},{"id":"W3086815541","doi":"10.19173/irrodl.v21i3.4642","title":"The Influence of Successful MOOC Learners’ Self-Regulated Learning Strategies, Self-Efficacy, and Task Value on Their Perceived Effectiveness of a Massive Open Online Course","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Self-efficacy; Psychology; Massive open online course; Task (project management); Instructional design; Perspective (graphical); Stepwise regression; Value (mathematics); Metacognition; Multilevel model; Cognition; Applied psychology; Mathematics education; Computer science; Social psychology; Engineering; Artificial intelligence","score_opus":0.03840034592663877,"score_gpt":0.39569336785204384,"score_spread":0.3572930219254051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086815541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9835546,0.002603032,0.000321477,0.012234786,0.000019416231,0.00087543303,0.0000306351,0.000025848567,0.00033475048],"genre_scores_gemma":[0.98928154,0.010242172,0.00028992695,0.00006095304,0.000017332273,0.000017177299,0.00005783555,0.000010468079,0.00002257336],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955076,0.0025703127,0.00052526384,0.0004001197,0.00072932907,0.0002674053],"domain_scores_gemma":[0.9947105,0.0037516332,0.00043886644,0.000307868,0.0006849616,0.00010614637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005993571,0.00016875548,0.00048225897,0.00007742827,0.00028012515,0.00040347173,0.0031415778,0.00005510914,0.0000055353594],"category_scores_gemma":[0.0027372765,0.00010294966,0.000055246383,0.00089193805,0.00033136248,0.00042633343,0.002213228,0.0011297474,0.0000016966195],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002414682,0.0038372753,0.1095085,0.0141646145,0.0019523513,0.00011432516,0.013722162,0.595404,0.0086535085,0.18445708,0.0003008559,0.065470606],"study_design_scores_gemma":[0.0044250153,0.0025410203,0.38990477,0.026426347,0.000092047754,0.000025013376,0.011988105,0.55393505,0.0003951746,0.0029729176,0.0068149697,0.00047958395],"about_ca_topic_score_codex":0.00044990578,"about_ca_topic_score_gemma":0.000009902403,"teacher_disagreement_score":0.28039625,"about_ca_system_score_codex":0.000056461176,"about_ca_system_score_gemma":0.0005192279,"threshold_uncertainty_score":0.5837886},"labels":[],"label_agreement":null},{"id":"W3100926467","doi":"10.19173/irrodl.v19i1.2920","title":"A Taxonomy of Asynchronous Instructional Video Styles","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Video production; Taxonomy (biology); Presentation (obstetrics); Multimedia; Instructional design; Asynchronous communication; Class (philosophy); Learning styles; Online video; Mathematics education; Psychology; Artificial intelligence","score_opus":0.08339981949349637,"score_gpt":0.4195087343564813,"score_spread":0.3361089148629849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100926467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41064423,0.050565556,0.20232971,0.20696935,0.0009901765,0.0042649363,0.00022838771,0.00015496496,0.123852685],"genre_scores_gemma":[0.9891568,0.0049020466,0.0055679055,0.00009009959,0.00008521053,0.000022111142,0.000025035237,0.0000035965058,0.00014721608],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984426,0.00032977344,0.00033169152,0.00019418554,0.00054359593,0.00015816012],"domain_scores_gemma":[0.9984982,0.0005028545,0.00017228808,0.00021954982,0.00056383695,0.0000432401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034582934,0.00006442063,0.00018856618,0.00013003928,0.00011716666,0.00010890891,0.0016141324,0.000023737533,0.000077618555],"category_scores_gemma":[0.001493602,0.000045679986,0.00003770106,0.0005802892,0.00033023692,0.00024523152,0.0010941376,0.00038903355,0.000010960421],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008406255,0.00026732113,0.07019219,0.0014001245,0.00013505136,0.000013762947,0.00019298586,0.0003704591,0.00022779354,0.5274117,0.003825558,0.39587903],"study_design_scores_gemma":[0.0024871014,0.001175566,0.055536523,0.02858179,0.00002518874,0.00016542239,0.0021398484,0.16577314,0.0011694157,0.030347943,0.71210706,0.0004909913],"about_ca_topic_score_codex":0.00023631763,"about_ca_topic_score_gemma":0.000012672855,"teacher_disagreement_score":0.7082815,"about_ca_system_score_codex":0.00004619989,"about_ca_system_score_gemma":0.00023180306,"threshold_uncertainty_score":0.29994866},"labels":[],"label_agreement":null},{"id":"W3106744737","doi":"10.19173/irrodl.v21i4.4663","title":"Teachers’ Use of Education Dashboards and Professional Growth","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Facilitator; Professional development; Psychology; Qualitative property; Pedagogy; Faculty development; Medical education; Mathematics education; Knowledge management; Computer science; Medicine","score_opus":0.12308968334871126,"score_gpt":0.4573498196767733,"score_spread":0.33426013632806206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106744737","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3982351,0.023839515,0.011365076,0.5608666,0.00027815154,0.0014255675,0.00005985284,0.00004609623,0.0038840387],"genre_scores_gemma":[0.9875024,0.009497517,0.0020864748,0.00051916303,0.000036212154,0.000011490875,0.000044529548,0.0000037354794,0.0002985014],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859506,0.0004227754,0.00024502978,0.0001755301,0.0004580527,0.000103527214],"domain_scores_gemma":[0.99882126,0.0005252401,0.0001254166,0.00011132969,0.00035160882,0.00006514427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020080719,0.000054478067,0.00015530067,0.00006238922,0.00007116467,0.0001223306,0.00084218645,0.000021656513,0.000014930491],"category_scores_gemma":[0.003506383,0.00003734338,0.000022013386,0.0004285724,0.00010836246,0.0003229149,0.0009825194,0.0004637715,0.0000018318111],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010745859,0.00052153,0.36804324,0.0042365575,0.0001106862,0.00001153476,0.0031246801,0.0002452428,0.0005990222,0.31521425,0.020692095,0.28709373],"study_design_scores_gemma":[0.002817513,0.0010131644,0.24368119,0.05255144,0.00005129767,0.0000640635,0.008563537,0.2860232,0.00061818573,0.024484986,0.37941825,0.0007131455],"about_ca_topic_score_codex":0.00017096434,"about_ca_topic_score_gemma":0.0000016956902,"teacher_disagreement_score":0.58926725,"about_ca_system_score_codex":0.000020876496,"about_ca_system_score_gemma":0.00027894205,"threshold_uncertainty_score":0.41977212},"labels":[],"label_agreement":null},{"id":"W3106909295","doi":"10.19173/irrodl.v21i4.4787","title":"Internationalizing Professional Development: Using Educational Data Mining to Analyze Learners’ Performance and Dropouts in a French MOOC","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CHAID; Dropout (neural networks); Psychology; Mathematics education; Political science; Computer science; Artificial intelligence; Decision tree","score_opus":0.18022848697801963,"score_gpt":0.4764910963089826,"score_spread":0.296262609330963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106909295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8808705,0.0041136593,0.004132035,0.109335214,0.00013244002,0.0005181538,0.000023344293,0.000014832172,0.00085979264],"genre_scores_gemma":[0.985869,0.0017585045,0.0113342535,0.0005274058,0.000059695845,0.00001547213,0.00016392668,0.000006532034,0.00026522359],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99782175,0.00033144758,0.00045268727,0.00043190774,0.0007342186,0.00022799763],"domain_scores_gemma":[0.9987081,0.0005779059,0.00014346743,0.00022142085,0.00023330274,0.00011574636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038242107,0.00010358895,0.00021718252,0.00021856067,0.00017421773,0.00023881729,0.0023003756,0.00002849815,0.00003074603],"category_scores_gemma":[0.002595068,0.00008230911,0.000014641519,0.0009830793,0.000078506106,0.0005673755,0.0036335539,0.0005791983,0.0000060642406],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060772025,0.00022046585,0.885485,0.0016422882,0.000083067964,0.000021624732,0.005067941,0.004702556,0.00018127933,0.008085682,0.002577385,0.09187197],"study_design_scores_gemma":[0.0005665906,0.00006169969,0.084803976,0.011951492,0.000005202467,0.000021607038,0.0015463158,0.87983125,0.000021873157,0.00032611267,0.020663606,0.00020026593],"about_ca_topic_score_codex":0.0001845188,"about_ca_topic_score_gemma":0.000028759878,"teacher_disagreement_score":0.8751287,"about_ca_system_score_codex":0.00009059105,"about_ca_system_score_gemma":0.0005556322,"threshold_uncertainty_score":0.45289648},"labels":[],"label_agreement":null},{"id":"W3107358198","doi":"10.19173/irrodl.v21i4.4645","title":"Heterogeneity of Learners’ Behavioral Patterns of Watching Videos and Completing Assessments in Massive Open Online Courses (MOOCs): A Latent Class Analysis","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Latent class model; Class (philosophy); Psychology; Psychological intervention; Mathematics education; Audit; Massive open online course; Computer science; Applied psychology; Artificial intelligence","score_opus":0.1880247217383627,"score_gpt":0.5032004928293499,"score_spread":0.31517577109098716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107358198","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.978555,0.0010730099,0.0045323265,0.015282994,0.000013180057,0.00036417443,0.00010955378,0.000004642902,0.00006506943],"genre_scores_gemma":[0.9949017,0.003466056,0.0013364144,0.000103274186,0.000009921918,0.000008243239,0.00015471353,0.00000485547,0.0000147830215],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99745077,0.00080985005,0.0006011906,0.00031183014,0.0006345679,0.00019176991],"domain_scores_gemma":[0.9985163,0.00052840635,0.00039088255,0.00019421408,0.00029205007,0.00007814894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032002865,0.00010190462,0.0005151968,0.00017447596,0.00006866731,0.00017581505,0.001846656,0.000030396954,0.000018038256],"category_scores_gemma":[0.0006694317,0.00007749656,0.00006920226,0.00089484744,0.00010052237,0.00027691683,0.0028293207,0.0006020936,3.9989715e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004400227,0.00021575054,0.97835916,0.000575555,0.00013908376,0.00001783175,0.00033093718,0.0052459445,0.00019384675,0.0013391771,0.000015717667,0.01352299],"study_design_scores_gemma":[0.001528509,0.00049989653,0.3290893,0.00844024,0.000103698534,0.0000056816125,0.004363802,0.65452486,0.00020751357,0.00028687643,0.00073833263,0.00021126741],"about_ca_topic_score_codex":0.002859735,"about_ca_topic_score_gemma":0.00023307142,"teacher_disagreement_score":0.64927894,"about_ca_system_score_codex":0.000046578338,"about_ca_system_score_gemma":0.00011712342,"threshold_uncertainty_score":0.4323083},"labels":[],"label_agreement":null},{"id":"W3107814099","doi":"10.19173/irrodl.v21i4.4895","title":"Identifying Student Perceptions of Different Instantiations of Open Pedagogy","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Syllabus; Open educational resources; Open education; Perception; Pedagogy; Variety (cybernetics); Open learning; Massive open online course; Mathematics education; Educational technology; Psychology; Instructional design; Open university; Distance education; Teaching method; Computer science; Cooperative learning","score_opus":0.1748549697784912,"score_gpt":0.5194065859483299,"score_spread":0.3445516161698387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107814099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7546411,0.009481948,0.032210883,0.13161777,0.00040106103,0.004055117,0.000090427326,0.000039335722,0.06746238],"genre_scores_gemma":[0.98800784,0.011015165,0.000613967,0.00012729499,0.00001622549,0.000038297556,0.000050333274,0.0000043483137,0.00012651645],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9977591,0.00066965347,0.0005309429,0.00022841638,0.0006647256,0.00014716585],"domain_scores_gemma":[0.998449,0.00049583515,0.0002805434,0.00021283365,0.0004843872,0.000077366865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026538156,0.00007441325,0.00028674628,0.000112933165,0.0001544495,0.00031657537,0.0035420435,0.00002049106,0.0003022573],"category_scores_gemma":[0.0014150877,0.00005543325,0.00004809585,0.00071712665,0.00011301133,0.00054346514,0.003645199,0.00045154206,0.000008435162],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009239326,0.00087788905,0.34817946,0.0029466124,0.00019284818,0.0000053076865,0.013072926,0.0007515498,0.0036612584,0.58864295,0.0030149324,0.038561888],"study_design_scores_gemma":[0.0028400796,0.00075053785,0.7947912,0.018004267,0.00005199426,0.000019335044,0.122756176,0.020076057,0.001355966,0.0044043413,0.034490407,0.00045960446],"about_ca_topic_score_codex":0.00034974085,"about_ca_topic_score_gemma":0.000023096823,"teacher_disagreement_score":0.5842386,"about_ca_system_score_codex":0.00005022805,"about_ca_system_score_gemma":0.00023534674,"threshold_uncertainty_score":0.6582057},"labels":[],"label_agreement":null},{"id":"W3107952383","doi":"10.19173/irrodl.v21i4.4919","title":"Predicting Behavioural Intention of Manufacturing Engineers in Malaysia to Use E-Learning in the Workplace","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; USable; Context (archaeology); Technology acceptance model; Affect (linguistics); Psychology; Knowledge management; Applied psychology; Manufacturing; Marketing; Business; Computer science; Multimedia; Human–computer interaction","score_opus":0.22750604074517547,"score_gpt":0.4600086285432743,"score_spread":0.23250258779809882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107952383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9783714,0.0004974875,0.00031328126,0.02006724,0.000030606927,0.000512827,0.00001067557,0.000008614778,0.00018789349],"genre_scores_gemma":[0.9985709,0.0009803224,0.00012526626,0.00017341386,0.0000063430793,0.000038305825,0.000021336973,0.0000048347874,0.00007926979],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967724,0.0009722689,0.0007093555,0.0002663601,0.0010701508,0.00020943789],"domain_scores_gemma":[0.99749523,0.0018608804,0.00019899535,0.00018187675,0.00021190083,0.000051124633],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0114835445,0.00008369504,0.0002538599,0.00034660124,0.00006812801,0.00018046198,0.001702638,0.000049800936,0.000098746284],"category_scores_gemma":[0.014511449,0.000052319017,0.0000472,0.0013082083,0.00009813817,0.00032165318,0.0008077134,0.0012190442,0.000009076021],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008268137,0.00003404651,0.9872543,0.000056549026,0.0000040120276,0.000014613678,0.00077113905,0.0024725343,0.000060318263,0.00052488566,0.0001594379,0.0085654445],"study_design_scores_gemma":[0.0004928501,0.00009694671,0.968862,0.0031915,0.0000042334214,0.00000916353,0.016348891,0.007495265,0.00017202145,0.00021872418,0.0030363349,0.00007209371],"about_ca_topic_score_codex":0.00065960304,"about_ca_topic_score_gemma":0.00009608704,"teacher_disagreement_score":0.020199532,"about_ca_system_score_codex":0.00006449428,"about_ca_system_score_gemma":0.0000461261,"threshold_uncertainty_score":0.99378973},"labels":[],"label_agreement":null},{"id":"W3107977535","doi":"10.19173/irrodl.v21i4.4643","title":"Recommender Systems for MOOCs: A Systematic Literature Survey (January 1, 2012 – July 12, 2019)","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Recommender system; Computer science; Popularity; World Wide Web; Scalability; Chaining; Information retrieval; Multimedia; Database; Psychology","score_opus":0.13992319834593156,"score_gpt":0.4371377980980585,"score_spread":0.29721459975212694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107977535","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015844577,0.5713316,0.1377995,0.27387375,0.000835256,0.008301152,0.0009877757,0.00013965867,0.0051468327],"genre_scores_gemma":[0.7638119,0.2204219,0.0034078187,0.003125494,0.00052407937,0.00061535597,0.0022430553,0.000056880883,0.005793529],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99665064,0.0016316285,0.00053939776,0.00031255605,0.0006113163,0.00025448474],"domain_scores_gemma":[0.99628836,0.0024474028,0.00024603607,0.00027516668,0.000632863,0.000110143454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009944351,0.00011811278,0.0004305865,0.000097958684,0.00014613775,0.0006473599,0.0021636288,0.00004770467,0.0000068104123],"category_scores_gemma":[0.00584741,0.000077488694,0.000067753106,0.00069615996,0.000051283158,0.00043797912,0.0008854419,0.00069845555,0.00001709707],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003861052,0.00046991048,0.016963212,0.30748135,0.00067226356,0.00006534102,0.0021859226,0.004692513,0.000048894948,0.080008246,0.57813144,0.008894811],"study_design_scores_gemma":[0.0016461884,0.00048898655,0.00268675,0.21985944,0.000036639027,0.000048749964,0.00092063856,0.6128428,0.000009442611,0.0016984155,0.15933476,0.00042716277],"about_ca_topic_score_codex":0.0001248104,"about_ca_topic_score_gemma":0.0000054077123,"teacher_disagreement_score":0.7622274,"about_ca_system_score_codex":0.000048249934,"about_ca_system_score_gemma":0.00013278017,"threshold_uncertainty_score":0.7000318},"labels":[],"label_agreement":null},{"id":"W3107985427","doi":"10.19173/irrodl.v21i4.4693","title":"Growth and Collaboration in Massive Open Online Courses: A Bibliometric Analysis","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scopus; Citation; Citation analysis; Subject (documents); World Wide Web; Library science; Bibliometrics; Data science; Computer science; Political science","score_opus":0.09158432808520525,"score_gpt":0.4722394187269942,"score_spread":0.38065509064178893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107985427","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26156566,0.03161431,0.016040228,0.68531245,0.00007059423,0.0019502299,0.0002175268,0.000034842808,0.0031941743],"genre_scores_gemma":[0.9649086,0.032792155,0.0015619952,0.00050054817,0.000021800359,0.000016649674,0.00014862216,0.0000037306215,0.000045894045],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979574,0.0006127289,0.0003644522,0.00031020146,0.00058700785,0.0001681994],"domain_scores_gemma":[0.9983822,0.00076311297,0.00017164847,0.00015283421,0.00043924918,0.000090932575],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0033855215,0.00007888116,0.00031554035,0.004438845,0.00009073136,0.0007388951,0.0020798831,0.00002778131,0.000021104477],"category_scores_gemma":[0.0051637813,0.000057921443,0.000029002304,0.06504687,0.000083682775,0.0005565088,0.002159891,0.00051370304,0.0000022973481],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016160085,0.00049145386,0.8317883,0.001760279,0.00043807994,0.00011769651,0.0011559585,0.0054026893,0.00011540203,0.07748647,0.0024307363,0.0786513],"study_design_scores_gemma":[0.0020024618,0.00041407603,0.17452508,0.0047677355,0.00007048274,0.0000073594606,0.004117159,0.7943921,0.00004059481,0.0038483404,0.015528648,0.0002859479],"about_ca_topic_score_codex":0.0006365794,"about_ca_topic_score_gemma":0.00007352545,"teacher_disagreement_score":0.7889894,"about_ca_system_score_codex":0.000041867926,"about_ca_system_score_gemma":0.00021253139,"threshold_uncertainty_score":0.954826},"labels":[],"label_agreement":null},{"id":"W3108468833","doi":"10.19173/irrodl.v21i4.4891","title":"Implementing Mobile Learning Within Personal Learning Environments: A Study of Two Online Courses","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Portuguese; Open educational resources; Flexibility (engineering); Computer science; Context (archaeology); Mobile device; Open learning; Distance education; M-learning; Educational technology; Open education; Multimedia; Mathematics education; Knowledge management; World Wide Web; Teaching method; Psychology; Cooperative learning; Statistics; Mathematics","score_opus":0.08968458615921934,"score_gpt":0.45181343245479044,"score_spread":0.36212884629557107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108468833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9823264,0.004670999,0.005440741,0.0047942735,0.000094764866,0.0017006046,0.000011831067,0.000034392324,0.0009260155],"genre_scores_gemma":[0.99618804,0.0025148361,0.0007286599,0.00010799663,0.00006297578,0.0001310911,0.00009991629,0.000013226062,0.00015327068],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99540657,0.0017941222,0.0007216765,0.00047525362,0.0012393552,0.0003630072],"domain_scores_gemma":[0.99782985,0.001051322,0.000558639,0.00021164867,0.0002442004,0.00010432454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006935161,0.00014847134,0.0003608664,0.00013634219,0.00032609302,0.00020583805,0.0019410027,0.00002821654,0.00014885221],"category_scores_gemma":[0.003134176,0.00012042137,0.000051951993,0.00079217396,0.00013803746,0.0004323789,0.0024337156,0.0014538685,0.000008755434],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015191593,0.0017194945,0.7925117,0.0018232947,0.00026587726,0.000035543617,0.028380739,0.05461657,0.0016925045,0.004422577,0.0003996726,0.113980114],"study_design_scores_gemma":[0.0060642743,0.0048460984,0.04482873,0.012449099,0.000070660564,0.000053271313,0.23063435,0.5774796,0.00045699623,0.00046299494,0.121903904,0.00075000763],"about_ca_topic_score_codex":0.0004534255,"about_ca_topic_score_gemma":0.000023654748,"teacher_disagreement_score":0.747683,"about_ca_system_score_codex":0.000102814585,"about_ca_system_score_gemma":0.00017692984,"threshold_uncertainty_score":0.63164157},"labels":[],"label_agreement":null},{"id":"W3108483445","doi":"10.19173/irrodl.v21i3.4600","title":"Faculty and Student Technology Use to Enhance Student Learning","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Educational technology; Technology integration; Information technology; Blended learning; Inclusion (mineral); Higher education; Learning Management; Knowledge management; Medical education; Psychology; Computer science; Pedagogy; Mathematics education; Medicine; Political science","score_opus":0.12440943470265275,"score_gpt":0.5398908245687003,"score_spread":0.41548138986604755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108483445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8223523,0.0059014433,0.00019431626,0.16678143,0.000042838103,0.0010068702,0.000018852503,0.000033127104,0.0036688375],"genre_scores_gemma":[0.97412026,0.02441972,0.000362911,0.00036741284,0.00007071784,0.000048018785,0.000039757953,0.0000069832618,0.0005642411],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974834,0.00078834995,0.00029772683,0.00029001007,0.00086057343,0.00027999232],"domain_scores_gemma":[0.9986907,0.0006145611,0.0001102751,0.0000875869,0.00035754457,0.00013932488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004562442,0.000083635314,0.0002353902,0.00010795554,0.0004055966,0.00030170858,0.0009725694,0.000045489513,0.000102844504],"category_scores_gemma":[0.0073811333,0.00006345307,0.000024974268,0.0008608646,0.00023721976,0.00024317272,0.0013843243,0.0009400217,0.000017748258],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010329885,0.0001458734,0.7500154,0.00046032658,0.0000840917,0.000038115704,0.006761618,0.00043790587,0.0002751333,0.021510592,0.0019149241,0.21825273],"study_design_scores_gemma":[0.00027392196,0.00020731887,0.020187726,0.0028016348,0.000008232086,0.0000019791908,0.050267145,0.00014184492,0.00005866973,0.00016908476,0.9257655,0.000116958174],"about_ca_topic_score_codex":0.0004992839,"about_ca_topic_score_gemma":0.0001244223,"teacher_disagreement_score":0.92385054,"about_ca_system_score_codex":0.000081575585,"about_ca_system_score_gemma":0.00018827028,"threshold_uncertainty_score":0.8836439},"labels":[],"label_agreement":null},{"id":"W3108917787","doi":"10.19173/irrodl.v21i4.4756","title":"Writing and Implementing an Open Textbook in World Regional Geography: A Case Study","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Portfolio; Distance education; Meaning (existential); Open learning; Mathematics education; Open university; Process (computing); Educational technology; Computer science; Pedagogy; Sociology; Teaching method; Psychology; Business; Cooperative learning","score_opus":0.1799424250560375,"score_gpt":0.48859497108869904,"score_spread":0.30865254603266157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108917787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9238056,0.0052006533,0.00050003384,0.051008444,0.000052985477,0.0031356672,0.000010062919,0.000029969371,0.016256591],"genre_scores_gemma":[0.9968571,0.001535007,0.00076459243,0.00060973084,0.000031669966,0.000095276424,0.0000295575,0.000006405868,0.00007067193],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.997123,0.0011775718,0.00048584232,0.00042448167,0.00050338433,0.00028570334],"domain_scores_gemma":[0.9986409,0.00064469693,0.00016584354,0.00018984875,0.00022351796,0.0001351735],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.009181103,0.00009932767,0.00024514282,0.00020188566,0.00034284242,0.00117759,0.0021960102,0.000015104911,0.000104630264],"category_scores_gemma":[0.0008593996,0.00008016026,0.000019908382,0.0010665362,0.00008127554,0.0010621261,0.004047941,0.00075319293,0.0000037015602],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073422634,0.00041537592,0.8554542,0.0005295,0.000052858028,0.0005436902,0.0056229206,0.00011577177,0.000039946408,0.03412399,0.0009036996,0.10212459],"study_design_scores_gemma":[0.007718925,0.0018760852,0.26239425,0.016418995,0.000031933065,0.0011587206,0.44896868,0.09877785,0.00003235819,0.003247242,0.1583463,0.0010286663],"about_ca_topic_score_codex":0.003872369,"about_ca_topic_score_gemma":0.00058339624,"teacher_disagreement_score":0.59306,"about_ca_system_score_codex":0.000044572407,"about_ca_system_score_gemma":0.0001671268,"threshold_uncertainty_score":0.9998593},"labels":[],"label_agreement":null},{"id":"W3109169286","doi":"10.19173/irrodl.v21i4.4754","title":"Mobile Teacher Professional Development (MTPD): Delving into English Teachers’ Beliefs in Indonesia","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Descriptive statistics; Professional development; Face validity; Mathematics education; Medical education; Reliability (semiconductor); Pedagogy; Psychometrics; Developmental psychology; Medicine","score_opus":0.05386772145934811,"score_gpt":0.40520139732585375,"score_spread":0.35133367586650566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109169286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90991974,0.028881453,0.010178963,0.037709847,0.0007907643,0.004165709,0.000005695387,0.00011160503,0.00823623],"genre_scores_gemma":[0.9938772,0.0023047966,0.0026250547,0.00035466053,0.00008427894,0.00042027494,0.00006525522,0.0000099028775,0.00025857403],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99690914,0.0010317583,0.00052693556,0.0004003767,0.0008572904,0.00027448247],"domain_scores_gemma":[0.99856645,0.0005778063,0.00017827898,0.00022326423,0.00034866182,0.00010556017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061378633,0.00011710677,0.00023760805,0.00014640491,0.00016278558,0.00020761216,0.0023338213,0.000054188524,0.00008781469],"category_scores_gemma":[0.0034080388,0.00009036052,0.00002841958,0.0009277357,0.000098142904,0.00048162564,0.0019912953,0.0012324732,0.000017225295],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007048039,0.00058242166,0.55073696,0.0019208866,0.000053701915,0.000027626429,0.063130714,0.0014688263,0.00021544368,0.0076724486,0.0065534706,0.367567],"study_design_scores_gemma":[0.0025342167,0.00040545425,0.3203832,0.028023575,0.000007026327,0.000018335611,0.018752335,0.03715636,0.0004687419,0.0017500386,0.58982134,0.00067937037],"about_ca_topic_score_codex":0.00015812488,"about_ca_topic_score_gemma":0.000014375595,"teacher_disagreement_score":0.58326787,"about_ca_system_score_codex":0.00024920818,"about_ca_system_score_gemma":0.00055955007,"threshold_uncertainty_score":0.53545517},"labels":[],"label_agreement":null},{"id":"W3109643498","doi":"10.19173/irrodl.v21i4.4905","title":"Zones of Agency: Understanding Online Faculty Experiences of Presence","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Syllabus; Agency (philosophy); Loneliness; Feeling; Distance education; Online discussion; Online participation; Computer-mediated communication; Pedagogy; Online course; Online learning; Online teaching; Psychology; Educational technology; Mathematics education; The Internet; Sociology; Computer science; Multimedia; World Wide Web; Social psychology","score_opus":0.5502736064114033,"score_gpt":0.597879740965737,"score_spread":0.04760613455433371,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109643498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7435244,0.06335545,0.0017978926,0.1584698,0.00037117678,0.0018161534,0.0003433662,0.000017875785,0.030303933],"genre_scores_gemma":[0.9861627,0.013216425,0.00016911955,0.00013155407,0.000017203602,0.000042939144,0.00012917364,0.0000029980224,0.0001278817],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9984183,0.00055711746,0.00042625846,0.0001258405,0.0003711666,0.000101316735],"domain_scores_gemma":[0.9983397,0.0008905703,0.00023127662,0.00017695133,0.00031227854,0.000049232207],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016787971,0.000045659643,0.00018411793,0.00005789589,0.0000689131,0.000015635123,0.0010070156,0.000022726805,0.0011488232],"category_scores_gemma":[0.0021520155,0.000033394343,0.000028674347,0.0004531378,0.00026156157,0.000072088325,0.0004240935,0.00031825222,0.0000027921267],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066557364,0.0010054769,0.17274973,0.0076471893,0.00020198566,0.0000058619407,0.23763621,0.000101774145,0.00034563622,0.5017332,0.020697344,0.057210065],"study_design_scores_gemma":[0.00088302855,0.00032280412,0.06650751,0.011071398,0.00001068805,0.000006507189,0.87167406,0.0011159832,0.00012211474,0.0039667427,0.04418327,0.00013591892],"about_ca_topic_score_codex":0.0005163669,"about_ca_topic_score_gemma":0.000017588643,"teacher_disagreement_score":0.63403785,"about_ca_system_score_codex":0.000034710556,"about_ca_system_score_gemma":0.00013247486,"threshold_uncertainty_score":0.99976426},"labels":[],"label_agreement":null},{"id":"W3110479086","doi":"10.19173/irrodl.v21i4.4677","title":"E-Learning Challenges in Iran: A Research Synthesis","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sociocultural evolution; Knowledge management; Content analysis; Educational technology; Statistical analysis; E learning; Field (mathematics); Population; Statistical population; Distance education; Mathematics education; Computer science; Psychology; Social science; Sociology; Statistics; Mathematics; Descriptive statistics; Anthropology","score_opus":0.3493533129689518,"score_gpt":0.5206475944666711,"score_spread":0.1712942814977193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110479086","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14253847,0.08785671,0.000024392675,0.568103,0.00008947585,0.0018667476,0.000019301771,0.000049313327,0.19945256],"genre_scores_gemma":[0.7762616,0.22313525,0.00009127601,0.00008194523,0.00013110005,0.0000760503,0.000014566495,0.000008933902,0.00019925022],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916655,0.005516584,0.00041204505,0.0003542999,0.0015542255,0.0004973677],"domain_scores_gemma":[0.99436796,0.004838673,0.00011364489,0.00012762703,0.00041080973,0.00014129817],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02856772,0.000089875924,0.00030880485,0.00022602042,0.00047130286,0.00020412302,0.0014988427,0.000069818874,0.0004173163],"category_scores_gemma":[0.03683326,0.000070474554,0.000047019865,0.0013870406,0.0004413999,0.00029719996,0.00091934035,0.0021541168,0.00003983216],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003714411,0.00026522123,0.11928951,0.003014373,0.00006927854,0.00012887169,0.013542312,0.0004536532,0.000108858454,0.08651303,0.0023302138,0.77391326],"study_design_scores_gemma":[0.00044825146,0.00016551767,0.006630468,0.010814789,0.0000050634776,0.000002517764,0.12026037,0.0012692375,0.000027557511,0.0012725736,0.8589621,0.00014150198],"about_ca_topic_score_codex":0.0017036989,"about_ca_topic_score_gemma":0.0005077719,"teacher_disagreement_score":0.85663193,"about_ca_system_score_codex":0.00015139219,"about_ca_system_score_gemma":0.0004368034,"threshold_uncertainty_score":0.99010587},"labels":[],"label_agreement":null},{"id":"W3110578927","doi":"10.19173/irrodl.v21i4.4834","title":"Mobile Technology Acceptance Scale for Learning Mathematics: Development, Validity, and Reliability Studies","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Likert scale; Scale (ratio); Reliability (semiconductor); Nomological network; Discriminant validity; Content validity; Validity; Psychology; Confirmatory factor analysis; Convergent validity; Computer science; Mathematics education; Mathematics; Statistics; Psychometrics; Internal consistency; Structural equation modeling","score_opus":0.3668359242065714,"score_gpt":0.5466350092318268,"score_spread":0.17979908502525543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110578927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95750123,0.012337665,0.0030668883,0.025277836,0.00004738549,0.0012413452,0.0000231621,0.00004082633,0.00046365598],"genre_scores_gemma":[0.97786474,0.016726093,0.004680593,0.00012417996,0.00001337592,0.00026652834,0.000014681617,0.0000063204416,0.0003035082],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977942,0.00033946394,0.00062110776,0.00036961128,0.00068639184,0.000189235],"domain_scores_gemma":[0.99651057,0.00213426,0.00024614838,0.00019648983,0.0008580486,0.0000544869],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011104507,0.00009006493,0.00036757477,0.0001591576,0.00028361255,0.00013419783,0.0013752341,0.00006320589,0.000077510274],"category_scores_gemma":[0.027332624,0.0000579428,0.000034276272,0.00082047406,0.00047219748,0.00019166306,0.0017910304,0.00062417315,0.000013985251],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013153265,0.0001685169,0.83727217,0.001521506,0.00003972217,0.000006190872,0.0023489567,0.00015618623,0.00022783151,0.005416556,0.0050956937,0.14761512],"study_design_scores_gemma":[0.0022431766,0.0008554252,0.051046636,0.0076983324,0.000032662254,0.00003945173,0.09397777,0.006405834,0.0016203442,0.07548647,0.7601507,0.00044323262],"about_ca_topic_score_codex":0.000005201482,"about_ca_topic_score_gemma":0.0000051974257,"teacher_disagreement_score":0.78622556,"about_ca_system_score_codex":0.000049250277,"about_ca_system_score_gemma":0.00008950236,"threshold_uncertainty_score":0.9808606},"labels":[],"label_agreement":null},{"id":"W3110624761","doi":"10.19173/irrodl.v21i4.4873","title":"Online Courses in the Higher Education System of Iran: A Stakeholder-Based Investigation of Pre-Service Teachers’ Acceptance, Learning Achievement, and Satisfaction","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Competence (human resources); Mathematics education; Medical education; Stakeholder; Online learning; Pedagogy; Multimedia; Computer science; Medicine","score_opus":0.19157675917440045,"score_gpt":0.45040772651272515,"score_spread":0.25883096733832467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110624761","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95750636,0.0035858185,0.000037674843,0.036983524,0.00003210141,0.0006710509,0.000020235733,0.000006941334,0.0011563126],"genre_scores_gemma":[0.9962274,0.0031247973,0.0001766134,0.00021138674,0.000056690616,0.000029740717,0.00011612033,0.0000048976926,0.000052395353],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968157,0.001806958,0.0003980452,0.00015967949,0.000686301,0.00013335704],"domain_scores_gemma":[0.9984602,0.00076808746,0.00033747894,0.00008226165,0.0003077423,0.00004428512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050435234,0.000069239766,0.00020542176,0.00009135702,0.0001527663,0.00006726143,0.00046599214,0.00004039816,0.00004712966],"category_scores_gemma":[0.0013491993,0.000048875885,0.000022975215,0.0008125813,0.00018901522,0.00024013713,0.00011938004,0.00058153865,5.3625047e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015011174,0.00014650244,0.91630536,0.0029767898,0.00003171914,0.0000012327415,0.008090803,0.0010125788,0.00046311063,0.012842592,0.00023213818,0.05774708],"study_design_scores_gemma":[0.0011305789,0.00025799882,0.75407916,0.014276498,0.000036251415,0.0000011635772,0.16406937,0.002866647,0.00009088931,0.00023470595,0.06281445,0.00014225759],"about_ca_topic_score_codex":0.004641757,"about_ca_topic_score_gemma":0.0009122418,"teacher_disagreement_score":0.16222616,"about_ca_system_score_codex":0.000077116776,"about_ca_system_score_gemma":0.00048021236,"threshold_uncertainty_score":0.7016979},"labels":[],"label_agreement":null},{"id":"W3114322126","doi":"10.19173/irrodl.v12i7.1142","title":"Editorial: Volume 12, Number 7","year":2011,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Leadership and Innovation","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science","score_opus":0.12739351328449272,"score_gpt":0.4928692967945661,"score_spread":0.36547578351007337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3114322126","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000030007059,0.0039552473,0.000008710674,0.014450104,0.84468544,0.00073602755,0.0001239465,0.000012570426,0.13599795],"genre_scores_gemma":[0.0019999903,0.079241015,0.0000391074,0.000086552485,0.9061815,0.00013979118,0.0015591393,0.00001774423,0.010735172],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99481755,0.0014119758,0.0005387509,0.0003086382,0.0025946635,0.00032841758],"domain_scores_gemma":[0.99427253,0.00273636,0.00036340742,0.00020841228,0.002336889,0.00008240946],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019316131,0.0001277687,0.00031694386,0.00012641492,0.00039566035,0.0002996074,0.0020396346,0.00030313878,0.0018688785],"category_scores_gemma":[0.027874436,0.00010104963,0.000059314596,0.00060525007,0.0005702098,0.00036209964,0.0005106997,0.0020568776,0.00010959313],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035350946,0.0000526655,0.0018236766,0.00052074343,0.000025160563,7.5878944e-7,0.0006147759,3.4350742e-7,3.6646625e-7,0.018568372,0.9768855,0.0014722646],"study_design_scores_gemma":[0.00017269992,0.000023714252,0.00015891655,0.0064868694,0.000008487992,2.430107e-7,0.00338794,0.0000027706135,6.070332e-7,0.0037916887,0.98586506,0.00010097979],"about_ca_topic_score_codex":0.011801992,"about_ca_topic_score_gemma":0.00041679174,"teacher_disagreement_score":0.12526278,"about_ca_system_score_codex":0.00033875674,"about_ca_system_score_gemma":0.0020786782,"threshold_uncertainty_score":0.9990435},"labels":[],"label_agreement":null},{"id":"W3115916536","doi":"10.19173/irrodl.v12i3.994","title":"Editorial","year":2011,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science","score_opus":0.07779102575113413,"score_gpt":0.4699293529188741,"score_spread":0.39213832716774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3115916536","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019792546,0.005438352,0.000005763484,0.0058665834,0.8704933,0.0006231376,0.00013626293,0.000010372119,0.117406435],"genre_scores_gemma":[0.00028934155,0.14771752,0.000025242185,0.00015616456,0.84745735,0.00005773585,0.0007133387,0.000006528036,0.0035767884],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955219,0.0009828493,0.00048373797,0.00020337185,0.0025180057,0.00029013696],"domain_scores_gemma":[0.9959187,0.002457483,0.00029110917,0.00018306536,0.0010544216,0.00009523694],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016327715,0.00009454882,0.00025858896,0.000116645366,0.00041232718,0.0005180307,0.002863688,0.00018553318,0.00084610295],"category_scores_gemma":[0.017309723,0.00006528332,0.000053260243,0.0006042332,0.0005522726,0.0027384656,0.0009437236,0.0014711582,0.000056045355],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027592308,0.000016847394,0.00017854509,0.0003154588,0.0000084522335,8.138771e-7,0.0006462561,4.774224e-7,1.2065912e-7,0.012869056,0.98300475,0.0029316389],"study_design_scores_gemma":[0.00017435919,0.00003387045,0.000032803957,0.005632697,0.000002969181,1.3982981e-7,0.0017390187,0.000008267873,6.7939555e-7,0.0017624028,0.9905417,0.000071123344],"about_ca_topic_score_codex":0.0046906327,"about_ca_topic_score_gemma":0.0000353922,"teacher_disagreement_score":0.14227916,"about_ca_system_score_codex":0.000118030395,"about_ca_system_score_gemma":0.0015748831,"threshold_uncertainty_score":0.99096787},"labels":[],"label_agreement":null},{"id":"W3121977682","doi":"10.19173/irrodl.v15i4.1885","title":"Characteristics and activities of teachers on distance learning programs that affect their ratings","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Affect (linguistics); Psychology; Mathematics education; Association (psychology); Statistical analysis; Statistical software; Educational technology; Medical education; Statistics; Mathematics; Medicine","score_opus":0.08023322149745984,"score_gpt":0.43642969594930303,"score_spread":0.3561964744518432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121977682","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97473854,0.0026507042,0.00022741681,0.007274056,0.000053260363,0.0006493309,0.000013171324,0.000017723645,0.014375772],"genre_scores_gemma":[0.98149127,0.01777306,0.00008671461,0.000034032193,0.00006027112,0.000027035618,0.0000548896,0.0000071602776,0.00046556184],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970843,0.0016588895,0.00023466648,0.0001863455,0.0006054848,0.00023028892],"domain_scores_gemma":[0.99752337,0.0019299608,0.00024649256,0.00009685411,0.0001467913,0.00005655462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009428416,0.00008889241,0.0002706469,0.00007318058,0.0003404998,0.00017191938,0.00050789694,0.000041173957,0.000037427213],"category_scores_gemma":[0.0048504593,0.00006099337,0.000037127058,0.00026254286,0.00049336697,0.0002025597,0.00027200283,0.0007849947,0.0000011440703],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009572607,0.0000956471,0.33105022,0.000792602,0.000033979934,0.0000019215452,0.0030553567,0.000020368585,0.0000951851,0.02420904,0.000108242886,0.6404417],"study_design_scores_gemma":[0.001064732,0.00082056556,0.07105556,0.028801162,0.0000241834,0.000004881619,0.07061581,0.002357828,0.0003473421,0.0016968541,0.82287,0.00034104066],"about_ca_topic_score_codex":0.0004185164,"about_ca_topic_score_gemma":0.00008418381,"teacher_disagreement_score":0.8227618,"about_ca_system_score_codex":0.000055515986,"about_ca_system_score_gemma":0.00012760157,"threshold_uncertainty_score":0.5806803},"labels":[],"label_agreement":null},{"id":"W3136268152","doi":"10.19173/irrodl.v22i1.5315","title":"Resonance and Current Relevance of IRRODL Highly-Cited Articles: An Integrative Retrospective","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Relevance (law); Citation; Download; Computer science; Field (mathematics); Data science; World Wide Web; Political science","score_opus":0.059721199446270926,"score_gpt":0.4373386202519648,"score_spread":0.3776174208056939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136268152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6764896,0.23845078,0.01672518,0.06394785,0.00026193255,0.0009614076,0.00013532938,0.000051822495,0.0029760948],"genre_scores_gemma":[0.92990315,0.068013966,0.0017831038,0.00006125032,0.000022855844,0.000010764773,0.000035969304,0.0000042120264,0.00016472598],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979433,0.0006811588,0.0003362645,0.00031164795,0.0005611999,0.00016644332],"domain_scores_gemma":[0.99797976,0.0006794739,0.00016443178,0.00027474324,0.00084086147,0.000060716553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029401742,0.00008177698,0.00025619759,0.000091675785,0.00009960887,0.00014225002,0.00091278314,0.000021933676,0.00001287261],"category_scores_gemma":[0.0045994907,0.000057164252,0.000029983916,0.0010096837,0.00021324086,0.00035495407,0.00091122225,0.0006575823,0.0000014899226],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101306716,0.0004912059,0.11718083,0.0012018104,0.00006581147,0.00005322755,0.0015932455,0.0002040481,0.0008775874,0.44822183,0.00091777666,0.4290913],"study_design_scores_gemma":[0.0033552034,0.0012741564,0.29621598,0.08439647,0.000041550546,0.00012319529,0.008441395,0.3655728,0.0046332753,0.10848924,0.12671532,0.0007414109],"about_ca_topic_score_codex":0.00011890939,"about_ca_topic_score_gemma":0.000028970797,"teacher_disagreement_score":0.4283499,"about_ca_system_score_codex":0.000060583603,"about_ca_system_score_gemma":0.0001783499,"threshold_uncertainty_score":0.5506352},"labels":[],"label_agreement":null},{"id":"W3136278153","doi":"10.19173/irrodl.v22i1.5069","title":"A System of Indicators for the Quality Assessment of Didactic Materials in Online Education","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Process (computing); Computer science; Higher education; Knowledge management; Multimedia","score_opus":0.14030443904382528,"score_gpt":0.562550650036063,"score_spread":0.4222462109922377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136278153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9610881,0.010070396,0.00020248505,0.022698693,0.0001691897,0.0013233798,0.00017578334,0.0000041057447,0.004267872],"genre_scores_gemma":[0.98797274,0.011311332,0.00032885052,0.000022084305,0.000042773,0.000057879355,0.00014207215,0.000002892866,0.00011936673],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99691,0.0017727254,0.0005004239,0.00011566633,0.00057866913,0.00012252247],"domain_scores_gemma":[0.9966641,0.0023543574,0.0003380091,0.00011979555,0.00050005113,0.000023667499],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01456232,0.00004168041,0.00023437239,0.00009025885,0.000113850314,0.000049048183,0.00053517293,0.000028046461,0.00008971988],"category_scores_gemma":[0.0061729155,0.000026819018,0.00003447328,0.00059820304,0.00016119843,0.000100249985,0.00022842221,0.00024627557,2.342489e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018135452,0.0010922496,0.29385552,0.011892674,0.00014680413,0.0000033707151,0.0019347174,0.00017203082,0.0018002053,0.47904858,0.00042169853,0.2094508],"study_design_scores_gemma":[0.0018059998,0.00020027341,0.413137,0.04765017,0.000065100605,0.000005528776,0.32955793,0.00090006244,0.0017932118,0.0026529173,0.20199619,0.00023564676],"about_ca_topic_score_codex":0.0028576774,"about_ca_topic_score_gemma":0.00043544947,"teacher_disagreement_score":0.47639567,"about_ca_system_score_codex":0.00012726622,"about_ca_system_score_gemma":0.0016863535,"threshold_uncertainty_score":0.7390002},"labels":[],"label_agreement":null},{"id":"W3136702844","doi":"10.19173/irrodl.v22i1.4844","title":"Micro:bit Robotics Course: Infusing Logical Reasoning and Problem-Solving Ability in Fifth Grade Students Through an Online Group Study System","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Robotics; Logical reasoning; Artificial intelligence; Test (biology); Mathematics education; Computer science; Educational robotics; Logical conjunction; Multimedia; Psychology; Robot","score_opus":0.12716784492440306,"score_gpt":0.4607134055561689,"score_spread":0.3335455606317659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136702844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97277737,0.014138483,0.008318633,0.0035454652,0.00007560692,0.000986308,0.0000072455773,0.000044639248,0.00010627735],"genre_scores_gemma":[0.97730565,0.0019480188,0.020558886,0.000045776396,0.000027951553,0.00002684592,0.000064624175,0.00000841472,0.000013818292],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99449646,0.003013516,0.0005693287,0.00054144894,0.0010355281,0.0003436999],"domain_scores_gemma":[0.9982225,0.0007804714,0.00019265329,0.0003515023,0.00035787802,0.00009502679],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014052037,0.0001415424,0.0003844287,0.00007621228,0.00027692376,0.0008192947,0.0015880753,0.000047619942,0.000002975169],"category_scores_gemma":[0.0021338626,0.000107663014,0.000030927073,0.00077716,0.00012756647,0.00063739734,0.002525132,0.0013125906,7.2468555e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046925667,0.0019954632,0.92001945,0.0015159276,0.000068917056,0.00026562644,0.0067149494,0.004154553,0.00007594111,0.011686432,0.000020235771,0.053435564],"study_design_scores_gemma":[0.004078431,0.0010365542,0.81608546,0.04266968,0.000044144275,0.00034637313,0.0618983,0.060814574,0.000008996402,0.0010871773,0.011341098,0.0005892301],"about_ca_topic_score_codex":0.0011632273,"about_ca_topic_score_gemma":0.00020187731,"teacher_disagreement_score":0.10393402,"about_ca_system_score_codex":0.00021090593,"about_ca_system_score_gemma":0.00020330846,"threshold_uncertainty_score":0.7900478},"labels":[],"label_agreement":null},{"id":"W3136722089","doi":"10.19173/irrodl.v22i1.5033","title":"The Relationship Between Learning Mode and Student Performance in an Undergraduate Elementary Statistics Course in the United States","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Syllabus; Mathematics education; Statistics; Psychology; Computer science; Mathematics","score_opus":0.13481948909580926,"score_gpt":0.5174079625170551,"score_spread":0.38258847342124586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136722089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9596668,0.0037362662,0.000059197224,0.035321243,0.00002015675,0.00040493332,0.000028499731,0.000004279384,0.00075862673],"genre_scores_gemma":[0.9406008,0.05837121,0.000101272184,0.00008579452,0.0000341555,0.00002905299,0.00059068744,0.000004891559,0.00018212764],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945472,0.0038355694,0.0003691191,0.0001735923,0.00080215436,0.0002723751],"domain_scores_gemma":[0.9937519,0.0057057864,0.00012321396,0.000117519725,0.00025603044,0.00004556941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01285897,0.000072253766,0.00014937733,0.000088620494,0.0007227835,0.00034494692,0.0006989092,0.00002824201,0.000018653142],"category_scores_gemma":[0.0033067537,0.000044835022,0.00001349207,0.000855721,0.00029083114,0.00025421538,0.00028002448,0.0011944285,0.0000016071901],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017894026,0.000048301958,0.9635712,0.0000974773,0.000010451761,0.000010349013,0.0017991045,0.0014100694,6.288817e-7,0.018088188,0.00010202729,0.0148443],"study_design_scores_gemma":[0.00051313953,0.00008986169,0.8156906,0.0022694261,0.000011238558,0.0000021398766,0.100552715,0.005441344,0.0000015069162,0.0054164,0.06992299,0.00008867731],"about_ca_topic_score_codex":0.0023035475,"about_ca_topic_score_gemma":0.0052404213,"teacher_disagreement_score":0.14788064,"about_ca_system_score_codex":0.00010771023,"about_ca_system_score_gemma":0.00036213367,"threshold_uncertainty_score":0.5559139},"labels":[],"label_agreement":null},{"id":"W3136735843","doi":"10.19173/irrodl.v22i1.5031","title":"The The Impact of Demographic Characteristics on Academic Performance: Face-to-Face Learning Versus Distance Learning Implemented to Prevent the Spread of COVID-19","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Coronavirus disease 2019 (COVID-19); Test (biology); Face-to-face; Academic achievement; Psychology; Higher education; Mathematics education; Medical education; Blended learning; Educational technology; Computer science; Medicine; Economics; Economic growth","score_opus":0.10816738608403739,"score_gpt":0.5137873168298093,"score_spread":0.40561993074577185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136735843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93900746,0.006920524,0.00035355502,0.05015211,0.00012764994,0.001469318,0.00006782554,0.000014180062,0.0018873655],"genre_scores_gemma":[0.9439444,0.055101335,0.000019085099,0.00009049933,0.00007265156,0.000065487744,0.00007572993,0.000010651196,0.0006201586],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99396944,0.0032927673,0.00064380944,0.00027429537,0.0013541917,0.00046549644],"domain_scores_gemma":[0.9928354,0.0056651677,0.00046797073,0.00028023773,0.00059505075,0.0001561745],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.016068539,0.00014492638,0.0003279931,0.000102059515,0.0013645578,0.00016247551,0.0018341995,0.000057929734,0.00013429955],"category_scores_gemma":[0.023783619,0.00007398936,0.0001329927,0.0015234161,0.00046242448,0.0001358633,0.00093768944,0.0019499297,0.0000068373683],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037881366,0.00044332852,0.4516329,0.0019069052,0.0008560215,0.000020011556,0.020155078,0.06785404,0.0013222151,0.030016575,0.0044811284,0.41752368],"study_design_scores_gemma":[0.001139259,0.0010739657,0.057625998,0.007824222,0.000056847144,0.0000062312506,0.088173985,0.0041091824,0.00030118148,0.0002899969,0.8391214,0.00027775348],"about_ca_topic_score_codex":0.0010669994,"about_ca_topic_score_gemma":0.00022932475,"teacher_disagreement_score":0.83464026,"about_ca_system_score_codex":0.00025873483,"about_ca_system_score_gemma":0.001162469,"threshold_uncertainty_score":0.9999355},"labels":[],"label_agreement":null},{"id":"W3136907624","doi":"10.19173/irrodl.v22i1.4971","title":"Learners’ Perception of the Transition to Instructor-Led Online Learning Environments: Facilitators and Barriers During the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Distance education; Perception; Psychology; The Internet; Qualitative research; Coronavirus disease 2019 (COVID-19); Medical education; Online learning; Transition (genetics); Pedagogy; Sociology; Computer science; World Wide Web; Medicine; Social science","score_opus":0.057877012441363916,"score_gpt":0.4277589953994419,"score_spread":0.369881982958078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136907624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9711957,0.0019493538,0.000099487974,0.025823163,0.000042721917,0.0004449394,0.000040368803,0.000006693047,0.00039759133],"genre_scores_gemma":[0.974629,0.02427321,0.00006293036,0.00027654791,0.000046216195,0.00002024443,0.000049017133,0.0000060067036,0.0006368336],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99575406,0.002637283,0.0003341677,0.00023610143,0.0008123744,0.00022601364],"domain_scores_gemma":[0.998667,0.00078746956,0.00013711952,0.00014438668,0.00012814447,0.00013585683],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005778449,0.00008657568,0.0001962965,0.00006962237,0.0008261147,0.00009801286,0.0006121919,0.000050521347,0.00034715133],"category_scores_gemma":[0.009140213,0.000053416647,0.000059231585,0.000578977,0.0005261218,0.00018826374,0.00046915634,0.0008682374,0.0000022210488],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002732099,0.00009316192,0.8613621,0.0014179231,0.00013122796,0.0000138258465,0.030236844,0.0068654716,0.0061829295,0.0032815402,0.00019253723,0.08994926],"study_design_scores_gemma":[0.0013607178,0.00011205397,0.14380723,0.003730149,0.00003685946,0.000034381817,0.4514634,0.0006741255,0.00007375281,0.0006698029,0.39781827,0.00021922817],"about_ca_topic_score_codex":0.0011127336,"about_ca_topic_score_gemma":0.00047064663,"teacher_disagreement_score":0.71755487,"about_ca_system_score_codex":0.00024882203,"about_ca_system_score_gemma":0.00044197083,"threshold_uncertainty_score":0.99920624},"labels":[],"label_agreement":null},{"id":"W3137145666","doi":"10.19173/irrodl.v22i1.4910","title":"Preparing Educators to Teach in a Digital Age","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Donau-Universität Krems; National Agency for Strategic Research in Medical Education; Mashhad University of Medical Sciences","keywords":"BATES; Open educational resources; Electronic learning; Educational technology; Mathematics education; Computer science; Electronic publishing; Teaching method; Work (physics); Distance education; Pedagogy; Multimedia; Sociology; Library science; Psychology; World Wide Web; The Internet; Engineering","score_opus":0.05970536473048942,"score_gpt":0.41883815236412053,"score_spread":0.3591327876336311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137145666","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31836957,0.04424009,0.016076509,0.11249952,0.00070736423,0.0029246255,0.000027326765,0.00010211982,0.50505286],"genre_scores_gemma":[0.994667,0.0027191932,0.00057300675,0.00021111443,0.000023094273,0.000056632496,0.00003201022,0.0000045122324,0.001713415],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984668,0.00028946172,0.00026971629,0.00029399167,0.00046514563,0.00021489494],"domain_scores_gemma":[0.999001,0.0004215624,0.00005163672,0.00026490237,0.0001955808,0.000065271],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037332745,0.000066069944,0.00016739329,0.00015112986,0.00007689312,0.00057338394,0.0015485372,0.000015907364,0.000024639938],"category_scores_gemma":[0.0035969608,0.00005146811,0.000028689914,0.0009659778,0.000056508557,0.00026905132,0.0032281037,0.00045410634,0.000027423159],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005596612,0.00067871774,0.14749666,0.0022308882,0.000084108375,0.00034144594,0.0027625773,0.0009911392,0.00009391828,0.2262624,0.02240893,0.59659326],"study_design_scores_gemma":[0.00079326256,0.00013506916,0.028591158,0.021795793,0.0000041657518,0.000038913375,0.0057685124,0.0076068505,0.0001620892,0.0050102347,0.92982066,0.000273306],"about_ca_topic_score_codex":0.00012881133,"about_ca_topic_score_gemma":0.000059410155,"teacher_disagreement_score":0.9074117,"about_ca_system_score_codex":0.00011150465,"about_ca_system_score_gemma":0.00015830295,"threshold_uncertainty_score":0.55291545},"labels":[],"label_agreement":null},{"id":"W3137686960","doi":"10.19173/irrodl.v22i1.5098","title":"Improving Intergroup Relations Through Online Contact","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Premise; Multiculturalism; Contact hypothesis; Psychology; Variety (cybernetics); Task (project management); Computer-mediated communication; Online discussion; Social psychology; Distance education; Pedagogy; Computer science; World Wide Web; The Internet; Engineering; Epistemology","score_opus":0.128302504578705,"score_gpt":0.4997303434624827,"score_spread":0.3714278388837777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137686960","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3461605,0.07654125,0.003419436,0.3735954,0.0008859563,0.0018113141,0.00013608344,0.00007772638,0.19737233],"genre_scores_gemma":[0.9696966,0.02848201,0.00035833515,0.00018880836,0.000051381165,0.000028126213,0.00018581435,0.0000034603647,0.0010054994],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984474,0.0006098878,0.00023481112,0.00015519769,0.00038753316,0.00016513144],"domain_scores_gemma":[0.99857765,0.00070674845,0.000090730355,0.00013040309,0.00046459978,0.000029861734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032664612,0.000044466575,0.00012066416,0.000051445153,0.0003226533,0.00010191167,0.00061417127,0.000044733657,0.0004105997],"category_scores_gemma":[0.0067386827,0.000035506302,0.000028872018,0.0005309763,0.00020104063,0.00023360137,0.00042328576,0.0005485515,0.000009306362],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003773864,0.00049930374,0.1379758,0.0006321486,0.000096699936,0.000027094979,0.006259356,0.000022966531,0.0004888823,0.7368982,0.008087106,0.108974725],"study_design_scores_gemma":[0.00096761016,0.000104435916,0.04845972,0.009652781,0.000029517601,0.000027493872,0.18498056,0.00055174757,0.00029412098,0.057951584,0.696748,0.00023243304],"about_ca_topic_score_codex":0.0032957194,"about_ca_topic_score_gemma":0.00092441216,"teacher_disagreement_score":0.6886609,"about_ca_system_score_codex":0.0001364681,"about_ca_system_score_gemma":0.00044358746,"threshold_uncertainty_score":0.806732},"labels":[],"label_agreement":null},{"id":"W3137846341","doi":"10.19173/irrodl.v22i1.5029","title":"Empirical Analysis of Return to Distance Higher Education in Different Disciplines","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Higher education; Earnings; Face (sociological concept); Empirical research; Economics education; Education economics; Returns to scale; Quality (philosophy); Rate of return; Face-to-face; China; Mathematics education; Economics; Sociology; Comparative education; Political science; Psychology; Economic growth; Social science; Accounting; Mathematics; Statistics; Finance; Production (economics); Law; Macroeconomics","score_opus":0.11507915174394785,"score_gpt":0.5333096656979565,"score_spread":0.4182305139540086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137846341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82660073,0.012384169,0.0001473544,0.14371532,0.00024244974,0.0005297382,0.000042053023,0.0000039420574,0.016334219],"genre_scores_gemma":[0.98280686,0.011862873,0.00010467383,0.00028430694,0.000043693122,0.000056587356,0.00011289111,0.0000023029281,0.0047258297],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99817646,0.0005338782,0.00032601296,0.00016589844,0.0006635925,0.00013416399],"domain_scores_gemma":[0.99875546,0.00051829935,0.00010234189,0.000118399075,0.00044746033,0.000058017577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023288846,0.000048081176,0.00022069443,0.00014053122,0.00008852573,0.00006930991,0.00046613597,0.000021488406,0.00053629716],"category_scores_gemma":[0.0014439871,0.000033597727,0.000037847,0.0018999636,0.000095638265,0.000099299315,0.00027130012,0.00018453103,0.0000023009186],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023935989,0.00021950038,0.9688608,0.00015334968,0.000051643234,0.0000015658593,0.0018295156,0.000054347653,0.000018490802,0.018602597,0.0041597215,0.0060245236],"study_design_scores_gemma":[0.00008545342,0.000007134978,0.7992365,0.0020239924,0.000011271298,1.1136504e-7,0.003205451,0.000027042382,0.000022003478,0.0009926135,0.19434907,0.00003937677],"about_ca_topic_score_codex":0.0013468313,"about_ca_topic_score_gemma":0.001850554,"teacher_disagreement_score":0.19018935,"about_ca_system_score_codex":0.00020935443,"about_ca_system_score_gemma":0.0008009922,"threshold_uncertainty_score":0.5872078},"labels":[],"label_agreement":null},{"id":"W3138376969","doi":"10.19173/irrodl.v22i1.4978","title":"Are Highly Motivated Learners More Likely to Complete a Computer Programming MOOC?","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Expectancy theory; Psychology; Dropout (neural networks); Mathematics education; Cluster (spacecraft); Test (biology); Computer science; Social psychology; Machine learning","score_opus":0.09985787509699331,"score_gpt":0.43152818863281445,"score_spread":0.3316703135358211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138376969","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18368374,0.018519871,0.13797143,0.65368295,0.0005080315,0.0023539253,0.00011425827,0.00021474453,0.0029510753],"genre_scores_gemma":[0.97023344,0.0048691854,0.021254461,0.002261356,0.00013918341,0.00005602637,0.00021571909,0.000020386067,0.0009502223],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973808,0.00065062754,0.00039100443,0.00041484597,0.0008273864,0.0003353531],"domain_scores_gemma":[0.99796534,0.00061257445,0.00019488783,0.0003560621,0.0007422858,0.00012887002],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003060021,0.00012140443,0.0003179565,0.00015086819,0.0001935778,0.00052740733,0.0019098476,0.00003527384,0.000023508625],"category_scores_gemma":[0.0021137046,0.00009135037,0.00006331714,0.0014258792,0.00010933425,0.00022767705,0.0023956525,0.0008025461,0.000022994274],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014106804,0.0009395695,0.17418756,0.0043417886,0.00040533333,0.0010748378,0.0017960566,0.021751808,0.000649865,0.07726271,0.017689664,0.6997597],"study_design_scores_gemma":[0.0016936144,0.00035557238,0.058843624,0.034688015,0.000021819536,0.00015644853,0.0033347527,0.2747278,0.00024729507,0.001935261,0.6234142,0.0005815919],"about_ca_topic_score_codex":0.00015577812,"about_ca_topic_score_gemma":0.000015012558,"teacher_disagreement_score":0.78654975,"about_ca_system_score_codex":0.000082271654,"about_ca_system_score_gemma":0.00017587742,"threshold_uncertainty_score":0.5085801},"labels":[],"label_agreement":null},{"id":"W3138544158","doi":"10.19173/irrodl.v22i1.5097","title":"Learners’ Satisfaction With the Website Performance of an Open and Distance Learning Institution: A Case Study","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"The Internet; Psychology; Distance education; Higher education; Maturity (psychological); Medical education; Open university; Pedagogy; Computer science; World Wide Web; Medicine; Political science","score_opus":0.08198929279135579,"score_gpt":0.4604580157786585,"score_spread":0.3784687229873027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138544158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98735195,0.002745159,0.000058499434,0.0054269386,0.000022760618,0.0006798965,0.000006183606,0.0000059552003,0.0037026696],"genre_scores_gemma":[0.98727477,0.011951083,0.00012845882,0.000033203345,0.000037552356,0.000040007493,0.000024322662,0.0000053955882,0.00050519593],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.996668,0.001964842,0.0002601434,0.0002417317,0.0006779934,0.0001873077],"domain_scores_gemma":[0.9985483,0.00057047914,0.00018873664,0.00016010826,0.00047257735,0.000059766506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0080409935,0.00007899344,0.00021799048,0.000052673422,0.0009521041,0.00036197616,0.0006153233,0.000027539216,0.00009783449],"category_scores_gemma":[0.0013136623,0.000048809135,0.000015636837,0.0006965734,0.0004478639,0.00070873194,0.0006864144,0.00078579324,0.0000013526533],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024445853,0.00019882324,0.7928515,0.00044344313,0.00007187699,0.00029534844,0.0051770196,0.0011502568,0.000031345855,0.0062215,0.00005827265,0.19325612],"study_design_scores_gemma":[0.0024381971,0.0014385794,0.11627301,0.008788518,0.00006791795,0.0005529101,0.68328565,0.00563603,0.000039291932,0.00017098596,0.18099867,0.0003102168],"about_ca_topic_score_codex":0.009566969,"about_ca_topic_score_gemma":0.010559025,"teacher_disagreement_score":0.6781087,"about_ca_system_score_codex":0.00007083484,"about_ca_system_score_gemma":0.0005862173,"threshold_uncertainty_score":0.9970284},"labels":[],"label_agreement":null},{"id":"W3138631304","doi":"10.19173/irrodl.v22i1.4970","title":"Using Open Educational Resources at Viterbo University: Faculty and Student Feedback","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Quality (philosophy); Usability; Medical education; Computer science; Psychology; Pedagogy; Medicine","score_opus":0.1524881369573222,"score_gpt":0.4733555659017611,"score_spread":0.32086742894443887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138631304","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7812961,0.014276389,0.0008553579,0.1201721,0.0002931161,0.0013380032,0.000053019157,0.000019813398,0.08169613],"genre_scores_gemma":[0.97064155,0.016225068,0.0036263582,0.000498394,0.000055912376,0.0000140296015,0.0002210185,0.00000910052,0.008708585],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99793315,0.00078696414,0.00022747373,0.0003298848,0.0005402937,0.00018224759],"domain_scores_gemma":[0.99855155,0.0005617231,0.0001334612,0.00020389611,0.00045653546,0.00009284505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030204197,0.000079790596,0.00018645087,0.000090496855,0.00043762382,0.00085691124,0.002139907,0.000024981142,0.00028197397],"category_scores_gemma":[0.0008315276,0.00006564729,0.000025628093,0.00064162223,0.00011942076,0.0006257498,0.006467345,0.0003962068,0.000013282367],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022525978,0.0010005257,0.544014,0.0018697928,0.00033109696,0.00012832931,0.00870416,0.0011622967,0.0012721254,0.3631445,0.01745023,0.06069771],"study_design_scores_gemma":[0.0016279543,0.000094142284,0.20683728,0.008811109,0.000018414814,0.00018323149,0.032019105,0.007735588,0.00017335554,0.0017443396,0.74042845,0.00032703675],"about_ca_topic_score_codex":0.00049255264,"about_ca_topic_score_gemma":0.000043645505,"teacher_disagreement_score":0.72297823,"about_ca_system_score_codex":0.00020511387,"about_ca_system_score_gemma":0.00037074392,"threshold_uncertainty_score":0.8263215},"labels":[],"label_agreement":null},{"id":"W3138996482","doi":"10.19173/irrodl.v22i1.4872","title":"First-Generation Students in Distance Education Program: Family Resources and Academic Outcomes","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Psychology; Academic achievement; Resource (disambiguation); Higher education; Social capital; Medical education; Mathematics education; Medicine; Sociology; Political science; Computer science","score_opus":0.14321838804890105,"score_gpt":0.5552232522605588,"score_spread":0.4120048642116577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138996482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84722257,0.06796791,0.000016521786,0.07726137,0.00013702284,0.0016581014,0.000016062275,0.000010408009,0.0057100286],"genre_scores_gemma":[0.8309838,0.16672347,0.00010714943,0.00019523922,0.00006187002,0.00046905174,0.000058995684,0.00000404703,0.001396372],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970857,0.0011109348,0.00030866225,0.00022569226,0.0010510015,0.00021804143],"domain_scores_gemma":[0.9983309,0.00088608556,0.00009068051,0.00010829465,0.0005160241,0.000068038265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006506217,0.000064088155,0.00017655289,0.00010586346,0.00036706444,0.0002771646,0.00068681414,0.00003729849,0.00005368488],"category_scores_gemma":[0.006491527,0.000049131417,0.000018704444,0.00072968274,0.00033940858,0.0002416066,0.0005567655,0.000523208,0.0000032735197],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012770407,0.00018504912,0.9607971,0.0003279467,0.000018143111,0.0000028097406,0.003018567,0.00000880871,0.000027628663,0.010468506,0.0022624328,0.022870272],"study_design_scores_gemma":[0.00025618082,0.000020091538,0.5713126,0.0032858006,0.0000031840625,6.891036e-7,0.019235974,0.00006088424,0.000009055384,0.0008416744,0.40490878,0.000065096254],"about_ca_topic_score_codex":0.0026529059,"about_ca_topic_score_gemma":0.0022465163,"teacher_disagreement_score":0.40264633,"about_ca_system_score_codex":0.00019321781,"about_ca_system_score_gemma":0.0004975536,"threshold_uncertainty_score":0.7771433},"labels":[],"label_agreement":null},{"id":"W3139199283","doi":"10.19173/irrodl.v22i1.5120","title":"Comparative Analysis of Operational Structures in Single- and Dual-Mode Distance Learning Institutions in Nigeria","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Attendance; Nonprobability sampling; Institution; Population; Noun; Medical education; Psychology; Computer science; Sociology; Mathematics education; Medicine; Political science; Social science; Demography; Artificial intelligence","score_opus":0.1293723696732111,"score_gpt":0.5043327392156961,"score_spread":0.374960369542485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139199283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96715444,0.012316875,0.00023216262,0.007820173,0.000037858084,0.0003645235,0.00007385238,0.0000047860563,0.011995352],"genre_scores_gemma":[0.9870691,0.012220448,0.00024880294,0.000027414662,0.000019063582,0.00001604887,0.00023503606,0.0000021623778,0.000161946],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99714494,0.0014816102,0.00041676912,0.00021547043,0.0005569776,0.00018425158],"domain_scores_gemma":[0.9983487,0.0010141886,0.00013271926,0.00007977399,0.00038156088,0.00004301777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036274868,0.000069573325,0.00036201678,0.000281092,0.00022063726,0.00012760265,0.0002948686,0.00003910943,0.00020031567],"category_scores_gemma":[0.0035761127,0.000057525285,0.000036991376,0.0019462657,0.00038741002,0.00026998157,0.00029075326,0.0006238704,5.3125643e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109521425,0.00024561258,0.76136744,0.0003533062,0.00020062826,0.000040669856,0.006668681,0.038225815,0.0007084593,0.18066105,0.00006867393,0.011350114],"study_design_scores_gemma":[0.0023635703,0.00017510897,0.5895689,0.013246532,0.00010903518,0.000010507193,0.15495713,0.024895154,0.00040136822,0.0059739277,0.20780653,0.0004922426],"about_ca_topic_score_codex":0.0018219682,"about_ca_topic_score_gemma":0.016441382,"teacher_disagreement_score":0.20773786,"about_ca_system_score_codex":0.00013385202,"about_ca_system_score_gemma":0.00064364064,"threshold_uncertainty_score":0.9174677},"labels":[],"label_agreement":null},{"id":"W3146352519","doi":"","title":"Properties of Teacher Networks in Twitter: Are They Related to Community-Based Peer Production?","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Educational technology; Production (economics); Computer-mediated communication; Multimedia; World Wide Web; The Internet; Psychology; Mathematics education","score_opus":0.1650262914597393,"score_gpt":0.47732358536254227,"score_spread":0.312297293902803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3146352519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8729508,0.001471521,0.0000088763745,0.1183999,0.0000832347,0.0009924995,0.0000053590525,0.000010987551,0.0060768537],"genre_scores_gemma":[0.9967828,0.0019904687,0.000018572904,0.00011091928,0.000014541263,0.000035171288,0.000011715255,0.0000050057915,0.0010307983],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971267,0.0016089991,0.00028754317,0.00012104964,0.00064677064,0.00020891672],"domain_scores_gemma":[0.9987246,0.00014841242,0.00023669809,0.00035089374,0.0004982272,0.000041199455],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015923109,0.00006090278,0.00020295913,0.00011477519,0.0006592307,0.00014414532,0.0019791147,0.00006053137,0.000035996774],"category_scores_gemma":[0.016569471,0.00004296717,0.00002572103,0.00022678648,0.0006087688,0.00022103437,0.0007216921,0.0011333581,0.000003748342],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019697005,0.00032953106,0.98227715,0.0005991677,0.000030681884,0.0000045700326,0.0023725196,0.00057143683,0.00009806717,0.0018966601,0.0030470984,0.00857613],"study_design_scores_gemma":[0.0021327017,0.00022756409,0.79006803,0.08642834,0.000017894685,0.000004847413,0.055268556,0.0010982989,0.0005535849,0.0039610704,0.05988832,0.0003507788],"about_ca_topic_score_codex":0.010527795,"about_ca_topic_score_gemma":0.0017014066,"teacher_disagreement_score":0.19220912,"about_ca_system_score_codex":0.00013274471,"about_ca_system_score_gemma":0.00013771068,"threshold_uncertainty_score":0.9960612},"labels":[],"label_agreement":null},{"id":"W3147525980","doi":"","title":"Using Social Learning Networks (SLNs) in Higher Education: Edmodo Through the Lenses of Academics","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Qualitative research; Educational technology; Qualitative property; Psychology; Sociology; Pedagogy; Computer science; Social science","score_opus":0.3382353531055297,"score_gpt":0.553466993025285,"score_spread":0.2152316399197553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3147525980","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54435307,0.047829855,0.00027849968,0.2841175,0.0009984139,0.0027067198,0.000027169412,0.000038405295,0.1196504],"genre_scores_gemma":[0.9752221,0.023436613,0.00005354265,0.00018181728,0.00014905471,0.00001498619,0.000010401214,0.0000062180757,0.0009252559],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976323,0.000981135,0.00033157747,0.00015284288,0.0006286061,0.0002735157],"domain_scores_gemma":[0.99861133,0.0004903872,0.00040570894,0.00017844558,0.0002872261,0.00002689579],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065627336,0.000073396855,0.00022286111,0.000059380844,0.0012076595,0.00020512381,0.0021196161,0.00011154636,0.00013509471],"category_scores_gemma":[0.0045382725,0.000051151183,0.000042019336,0.00030295688,0.0011724383,0.0003779782,0.0009202789,0.0013484102,0.0000017440597],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020095252,0.00028349724,0.6736585,0.00070466235,0.000086461456,0.000006899236,0.003357161,0.00080137537,0.00007627041,0.21361797,0.0056704343,0.10153584],"study_design_scores_gemma":[0.00179777,0.0001159205,0.4476283,0.030848306,0.000043929984,0.00001107403,0.041473515,0.0021627268,0.0000836021,0.025689488,0.44972587,0.00041952863],"about_ca_topic_score_codex":0.0057181153,"about_ca_topic_score_gemma":0.0001444758,"teacher_disagreement_score":0.44405544,"about_ca_system_score_codex":0.00017805301,"about_ca_system_score_gemma":0.0003908812,"threshold_uncertainty_score":0.92884624},"labels":[],"label_agreement":null},{"id":"W3151792626","doi":"","title":"Article review - Social presence within the community of inquiry framework","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Community of inquiry; Sociology; Educational technology; Pedagogy; Epistemology; Psychology; Philosophy","score_opus":0.34773611086149747,"score_gpt":0.5691532083599737,"score_spread":0.22141709749847627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3151792626","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34541148,0.27286673,0.0003883403,0.3253167,0.0008466173,0.0031016655,0.000040082254,0.000020567028,0.052007835],"genre_scores_gemma":[0.9024598,0.096652746,0.00006586819,0.00049876946,0.00009683543,0.000052058196,0.0000116702695,0.0000025371116,0.00015971076],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942752,0.0044937218,0.00030093882,0.000061576815,0.00069484784,0.00017369636],"domain_scores_gemma":[0.99648064,0.0028269098,0.0001990593,0.00016109762,0.00028326554,0.000049004553],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.02970715,0.000041909556,0.00014061763,0.00002245669,0.0007168454,0.00006386163,0.001032861,0.000023953777,0.0004610317],"category_scores_gemma":[0.0119393105,0.000025493562,0.00003058941,0.00049493037,0.00052005146,0.00028254717,0.00051085005,0.00092734525,0.0000094501365],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072705036,0.00071440346,0.111690335,0.0054153986,0.000108004926,8.9687745e-7,0.073819935,0.000026216829,0.00003436003,0.7060927,0.060396273,0.041628744],"study_design_scores_gemma":[0.00023154335,0.000050032955,0.07894113,0.029153781,0.000032847893,0.000002118636,0.13201348,0.00003197733,0.000040659677,0.009370797,0.7500085,0.00012310359],"about_ca_topic_score_codex":0.0029010808,"about_ca_topic_score_gemma":0.000057778718,"teacher_disagreement_score":0.6967219,"about_ca_system_score_codex":0.00006080239,"about_ca_system_score_gemma":0.00015328519,"threshold_uncertainty_score":0.99912065},"labels":[],"label_agreement":null},{"id":"W3160084754","doi":"10.19173/irrodl.v22i2.5243","title":"Analysis of Success Indicators in Online Learning","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Learning styles; Mathematics education; Online learning; Academic achievement; Perception; Variance (accounting); Big Five personality traits; Test (biology); Contrast (vision); Personality; Applied psychology; Computer science; Social psychology; Multimedia","score_opus":0.05877944924917644,"score_gpt":0.45295392622862884,"score_spread":0.3941744769794524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160084754","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9390942,0.019425366,0.004695398,0.032755744,0.00007102848,0.0003133817,0.000049334412,0.000020010593,0.0035755758],"genre_scores_gemma":[0.9791363,0.019741174,0.00051042216,0.00007221438,0.000012413896,0.0000057436328,0.00021739416,0.000003729889,0.00030063887],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973798,0.0009391459,0.00050162215,0.000273698,0.00070612197,0.00019962234],"domain_scores_gemma":[0.9980508,0.0010403857,0.0002258466,0.0002538859,0.0003782895,0.000050774554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005040664,0.00007605712,0.00038732175,0.000802492,0.00007221182,0.00012654906,0.0016150936,0.000034336437,0.0000670902],"category_scores_gemma":[0.0038286108,0.0000583928,0.00007923349,0.006292342,0.000109758854,0.00020617551,0.0014117464,0.00089354493,0.0000015929625],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000128736665,0.00021252918,0.9240973,0.00045330235,0.0001896879,0.000046128524,0.0002075441,0.010416068,0.000040979983,0.01595932,0.000048109254,0.048316132],"study_design_scores_gemma":[0.0010622143,0.00013935921,0.5004214,0.01153504,0.000098890494,0.000014670272,0.003508762,0.45837292,0.00023679473,0.0015896723,0.022763573,0.0002566775],"about_ca_topic_score_codex":0.00037222813,"about_ca_topic_score_gemma":0.00010155812,"teacher_disagreement_score":0.44795686,"about_ca_system_score_codex":0.0000570704,"about_ca_system_score_gemma":0.00022237777,"threshold_uncertainty_score":0.45834813},"labels":[],"label_agreement":null},{"id":"W3160262504","doi":"10.19173/irrodl.v22i2.5154","title":"Parents’ Perceptions of Their Children’s Experiences With Distance Learning During the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication Studies and Media","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Distance education; Perception; Psychology; Coronavirus disease 2019 (COVID-19); Sample (material); Descriptive statistics; Medical education; Validity; Reliability (semiconductor); Descriptive research; Mathematics education; Medicine; Developmental psychology; Psychometrics; Disease; Mathematics; Statistics; Infectious disease (medical specialty)","score_opus":0.13040689494087224,"score_gpt":0.48046361882231037,"score_spread":0.35005672388143816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160262504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95671654,0.0235847,0.00014140495,0.015399313,0.000027438511,0.00040344225,0.000022059194,0.000008506646,0.0036966198],"genre_scores_gemma":[0.8670966,0.13227507,0.000013926564,0.0000845849,0.000023156514,0.00010168836,0.00003789773,0.0000026405821,0.00036443616],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99759793,0.0012811683,0.00023619212,0.00014287236,0.00057493016,0.00016688251],"domain_scores_gemma":[0.9978401,0.0014177541,0.00014506158,0.00017986317,0.0003529412,0.00006430015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004177302,0.00005569648,0.00016402172,0.000031136762,0.00095400814,0.00008649371,0.000917921,0.000017760145,0.00029734906],"category_scores_gemma":[0.004347621,0.000030838877,0.00003463179,0.00051081093,0.00081196334,0.00010808935,0.000644845,0.0004598871,0.0000011932103],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040758052,0.000044694665,0.9560679,0.00016930097,0.00003858673,0.000001603071,0.035635706,0.000076104436,0.000021676604,0.0032368826,0.00018551809,0.004481257],"study_design_scores_gemma":[0.00039506878,0.00002904075,0.13203262,0.0021206904,0.000007099485,0.000012475029,0.7413769,0.000041324824,0.000011259551,0.00015052018,0.12374998,0.00007307074],"about_ca_topic_score_codex":0.0019422696,"about_ca_topic_score_gemma":0.0016610001,"teacher_disagreement_score":0.8240353,"about_ca_system_score_codex":0.00012093222,"about_ca_system_score_gemma":0.00036375906,"threshold_uncertainty_score":0.7337556},"labels":[],"label_agreement":null},{"id":"W3160567827","doi":"10.19173/irrodl.v22i2.5161","title":"What Is Open Pedagogy? Identifying Commonalities","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Popularity; Construct (python library); Open education; Meaning (existential); Pedagogy; Engineering ethics; Sociology; Open educational resources; Field (mathematics); Sustainability; Order (exchange); Computer science; Political science; Epistemology; Engineering","score_opus":0.19529164201897176,"score_gpt":0.5155929498304663,"score_spread":0.3203013078114946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160567827","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04078036,0.1727136,0.004987205,0.56648356,0.0019311137,0.0025814672,0.00004337747,0.000067401794,0.2104119],"genre_scores_gemma":[0.77761626,0.20495364,0.0016950086,0.0030032035,0.000079491016,0.00013231364,0.00022185071,0.000014356528,0.0122838905],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971122,0.0011286922,0.00040151874,0.00034619984,0.000757948,0.00025342827],"domain_scores_gemma":[0.99772304,0.00095692807,0.00015702832,0.0003679719,0.0007120521,0.00008294933],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0070362785,0.000092806506,0.00025506705,0.000092549104,0.00035737682,0.0038212708,0.0040314393,0.000029476714,0.00074586895],"category_scores_gemma":[0.0015409852,0.000073393116,0.000045751647,0.0007587038,0.000117240466,0.0022259366,0.0060654655,0.00072884175,0.000052200918],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005485118,0.0003725923,0.036543787,0.0022563257,0.00015496857,0.000096540134,0.0061379997,0.00011147751,0.00018597982,0.76394165,0.03145701,0.15868685],"study_design_scores_gemma":[0.0010386277,0.000083014784,0.01543444,0.02531806,0.000010464503,0.00013121303,0.091415845,0.004518361,0.00076250406,0.0179172,0.84305286,0.0003173882],"about_ca_topic_score_codex":0.00062375306,"about_ca_topic_score_gemma":0.000045208188,"teacher_disagreement_score":0.81159586,"about_ca_system_score_codex":0.0000873856,"about_ca_system_score_gemma":0.00053400703,"threshold_uncertainty_score":0.9972129},"labels":[],"label_agreement":null},{"id":"W3160966196","doi":"10.19173/irrodl.v22i2.5028","title":"Evaluation of Open Educational Resources for an Introductory Exercise Science Course","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Popularity; Open educational resources; Reading (process); Class (philosophy); Mathematics education; Variety (cybernetics); Feeling; Educational technology; Psychology; Medical education; Class size; Computer science; Multimedia; Pedagogy; Medicine","score_opus":0.1587288609645858,"score_gpt":0.5165107726804224,"score_spread":0.3577819117158366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160966196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5834001,0.081362344,0.0035365424,0.20153187,0.0018663979,0.009775419,0.00010745335,0.00004102613,0.11837886],"genre_scores_gemma":[0.9922925,0.0042509623,0.0025437523,0.00011068404,0.00006331817,0.00021149803,0.00010400092,0.0000054852044,0.00041776392],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963938,0.0010145779,0.00038099955,0.00039773164,0.0016110985,0.00020179398],"domain_scores_gemma":[0.9940241,0.00071713986,0.0002273332,0.00039708088,0.004545949,0.00008842335],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033165004,0.000071386916,0.00020402511,0.00014415833,0.0003429748,0.00090327987,0.003976845,0.000020140153,0.00022481015],"category_scores_gemma":[0.009032939,0.000057323654,0.000028500248,0.0011505394,0.00030438375,0.0013656876,0.002045504,0.00030329413,0.000004229173],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014523901,0.0015523678,0.01911463,0.0014160993,0.00008828929,0.0000016786612,0.003904641,0.0024494315,0.00305949,0.52749014,0.0113864085,0.4293916],"study_design_scores_gemma":[0.0067654992,0.000941202,0.26562172,0.038180295,0.0002122502,0.00010409259,0.07491354,0.23942028,0.0072439,0.09598094,0.26957288,0.0010433611],"about_ca_topic_score_codex":0.0002537375,"about_ca_topic_score_gemma":0.000021443946,"teacher_disagreement_score":0.4315092,"about_ca_system_score_codex":0.00014877006,"about_ca_system_score_gemma":0.0033311027,"threshold_uncertainty_score":0.99931437},"labels":[],"label_agreement":null},{"id":"W3161300219","doi":"10.19173/irrodl.v22i2.5108","title":"An Analysis of Digital Education in Canada in 2017-2019","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Prince Edward Island; Royal Roads University","funders":"","keywords":"Rigour; Electronic publishing; Higher education; Educational technology; Digital learning; The Internet; Distance education; Open education; Sociology; Pedagogy; Computer science; Library science; World Wide Web; Political science","score_opus":0.04478965343828533,"score_gpt":0.4389825626891503,"score_spread":0.394192909250865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161300219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9535407,0.013988473,0.001344181,0.026723444,0.00009256554,0.000295029,0.00008497857,0.000004767869,0.003925874],"genre_scores_gemma":[0.9942928,0.0050208448,0.00018776556,0.00006186756,0.000007342884,0.0000045775037,0.00024782497,0.000001800964,0.00017517178],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998506,0.00036390152,0.00033901213,0.0001887667,0.0004714788,0.00013082953],"domain_scores_gemma":[0.9988815,0.0004219065,0.00010846508,0.00023292206,0.00031564824,0.000039530398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020636276,0.000048397884,0.0002265771,0.00025129106,0.00002477459,0.00012626445,0.0010423732,0.000014506378,0.00002290634],"category_scores_gemma":[0.0012772306,0.000038747705,0.000027456854,0.0018354306,0.000033168584,0.00030750412,0.0004189823,0.0003468465,7.829319e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009927441,0.00020263705,0.9204198,0.00022051945,0.00004992699,0.000026022346,0.00010305669,0.009402712,0.000022248812,0.010159414,0.00040907256,0.058974642],"study_design_scores_gemma":[0.0004462803,0.000053088163,0.61450875,0.005388695,0.00002067452,0.000009304949,0.0032280383,0.36649415,0.000049519487,0.0020250601,0.0076289447,0.00014750949],"about_ca_topic_score_codex":0.230772,"about_ca_topic_score_gemma":0.19598283,"teacher_disagreement_score":0.35709143,"about_ca_system_score_codex":0.00019854832,"about_ca_system_score_gemma":0.002704686,"threshold_uncertainty_score":0.8186884},"labels":[],"label_agreement":null},{"id":"W3161391629","doi":"10.19173/irrodl.v22i2.5076","title":"Investigation of the Factors Affecting Open and Distance Education Learners’ Intentions to Use a Virtual Laboratory","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Computer science; Technology acceptance model; Structural equation modeling; Process (computing); Open education; Content analysis; Dissemination; Exploratory research; Knowledge management; Mathematics education; Psychology; Usability; World Wide Web; Human–computer interaction; Sociology","score_opus":0.11726547110616706,"score_gpt":0.4633641824989616,"score_spread":0.3460987113927946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161391629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97710806,0.0017581272,0.00008316759,0.018149788,0.00010223091,0.0006271159,0.000028427174,0.0000042919573,0.0021387893],"genre_scores_gemma":[0.99436635,0.004350002,0.00020937566,0.00013721327,0.000024836158,0.000021849744,0.000049084872,0.0000047558897,0.0008365371],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968981,0.0019561641,0.0002522237,0.00018179679,0.00057129795,0.00014041239],"domain_scores_gemma":[0.99759275,0.0013105755,0.00016116316,0.00013696121,0.000727745,0.00007080303],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0058858166,0.000057933023,0.00015320486,0.00006130944,0.0004285785,0.00034107626,0.00070933596,0.000029895811,0.00004618325],"category_scores_gemma":[0.017834002,0.00003982954,0.000026808622,0.0009785164,0.00027632448,0.00047320523,0.0009479315,0.0004394203,9.174234e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003808166,0.000073541174,0.9165938,0.000348278,0.00003436808,0.0000015016178,0.0045608412,0.00004613663,0.001255113,0.05684889,0.00091081124,0.019288627],"study_design_scores_gemma":[0.00048428992,0.00010568864,0.48144126,0.019997537,0.000027421165,0.0000032260336,0.23021793,0.00012771772,0.0012412429,0.0018145593,0.26433948,0.0001996399],"about_ca_topic_score_codex":0.0022470008,"about_ca_topic_score_gemma":0.0015100278,"teacher_disagreement_score":0.43515256,"about_ca_system_score_codex":0.00009994476,"about_ca_system_score_gemma":0.0013982197,"threshold_uncertainty_score":0.9904392},"labels":[],"label_agreement":null},{"id":"W3161404906","doi":"10.19173/irrodl.v22i2.5550","title":"Book Review: Learning Online-The Student Experience","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Online learning; Educational technology; Distance education; Computer science; Mathematics education; Psychology; Pedagogy; Multimedia","score_opus":0.08901235003173903,"score_gpt":0.5178412389069366,"score_spread":0.42882888887519754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161404906","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009612061,0.8141562,0.00003469585,0.1601586,0.000116346,0.0007372104,0.000011970553,0.000016816846,0.015156102],"genre_scores_gemma":[0.031225633,0.95505875,0.000082598024,0.004120249,0.00015823213,0.000075651544,0.00012653663,0.000008631016,0.009143714],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947406,0.0028234879,0.00045043233,0.0002783897,0.0013693838,0.00033772865],"domain_scores_gemma":[0.99726874,0.0015064732,0.00019023514,0.00021608737,0.0007350538,0.00008341027],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009350748,0.0000950595,0.0002753901,0.000050308397,0.0007523128,0.00023900594,0.0014890983,0.00003680114,0.0017930284],"category_scores_gemma":[0.010544058,0.000061111954,0.00007252425,0.0008534785,0.00041557572,0.00029267973,0.0010802473,0.0012949734,0.00002032571],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000121205754,0.001066387,0.1322284,0.007640186,0.00027548033,0.00033534272,0.011236669,0.0005439419,0.00019786065,0.034956373,0.36080152,0.45059663],"study_design_scores_gemma":[0.00015878059,0.00002669429,0.0017565958,0.014697411,0.000009036868,0.0000072868565,0.023044286,0.00007924954,0.000013120524,0.00007608315,0.960061,0.000070463604],"about_ca_topic_score_codex":0.0004827733,"about_ca_topic_score_gemma":0.00015475322,"teacher_disagreement_score":0.5992595,"about_ca_system_score_codex":0.000119065764,"about_ca_system_score_gemma":0.0006913151,"threshold_uncertainty_score":0.99911946},"labels":[],"label_agreement":null},{"id":"W3161518708","doi":"10.19173/irrodl.v22i2.5206","title":"IDEAS for Transforming Higher Education: An Overview of Ongoing Trends and Challenges","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Universitat Oberta de Catalunya","keywords":"Higher education; Thematic analysis; Quality (philosophy); Sociology; Pedagogy; Engineering ethics; Political science; Knowledge management; Computer science; Qualitative research; Engineering; Social science","score_opus":0.26746433479155446,"score_gpt":0.4824523922103729,"score_spread":0.21498805741881843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161518708","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004323922,0.8497015,0.0025661017,0.10669704,0.00021579815,0.0005677833,0.00001416206,0.000017925986,0.035895716],"genre_scores_gemma":[0.490429,0.50444835,0.0024065012,0.00021785568,0.00006859071,0.000117855874,0.00007748306,0.000008720498,0.0022256344],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987143,0.0003543661,0.00025671616,0.0002284998,0.00031330864,0.0001327862],"domain_scores_gemma":[0.99884015,0.00045253767,0.00008968736,0.00019745034,0.0003741354,0.00004606282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028719178,0.00006346896,0.00019006303,0.00010598707,0.00010034537,0.00012414635,0.00075951696,0.000019474004,0.00004779689],"category_scores_gemma":[0.00037214774,0.000048479716,0.00003440941,0.00038393488,0.000075568474,0.00028682675,0.0005320187,0.00019028447,6.8416665e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000840893,0.000075752585,0.0004901604,0.0022889413,0.00001979761,0.000001432189,0.000196313,0.000010483693,0.0000145260055,0.41356617,0.00020967728,0.5831183],"study_design_scores_gemma":[0.0009835054,0.00029614347,0.01795752,0.024209807,0.000022304235,0.00002356369,0.0029376745,0.0052797594,0.00021856035,0.017023118,0.930846,0.00020208796],"about_ca_topic_score_codex":0.000057371977,"about_ca_topic_score_gemma":0.000027130613,"teacher_disagreement_score":0.9306363,"about_ca_system_score_codex":0.000030464787,"about_ca_system_score_gemma":0.00014365214,"threshold_uncertainty_score":0.19769455},"labels":[],"label_agreement":null},{"id":"W3161587355","doi":"10.19173/irrodl.v22i2.5093","title":"Mentoring Graduate Students Online: Strategies and Challenges","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Peer mentoring; CLARITY; Best practice; Psychology; Competence (human resources); Interpersonal communication; Medical education; Computer-mediated communication; Higher education; Graduate students; Dyad; Pedagogy; The Internet; Political science; Computer science; Medicine; Social psychology","score_opus":0.3389499987563548,"score_gpt":0.5352162811836925,"score_spread":0.19626628242733768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161587355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6230067,0.31650743,0.000022623844,0.03039533,0.0006763301,0.0005066977,0.000028127777,0.0000141813325,0.028842593],"genre_scores_gemma":[0.59344167,0.4047688,0.00005955694,0.000064594635,0.000058250364,0.00004971056,0.000070801696,0.0000055588,0.0014810988],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982035,0.00048652902,0.0002662838,0.00022448692,0.0006043644,0.00021483],"domain_scores_gemma":[0.9990837,0.0004818868,0.00007478558,0.00012012248,0.00018061762,0.000058876594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047524055,0.00006939747,0.00016987877,0.00005177528,0.00008468425,0.0001581839,0.000559639,0.000027865713,0.00015354794],"category_scores_gemma":[0.0007797904,0.000050683957,0.00001553837,0.00016349195,0.000074421885,0.000120781406,0.00086529204,0.0005161059,0.000006635683],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022199131,0.0009236016,0.13032298,0.006307375,0.00072262064,0.0003102042,0.008086451,0.000026547104,0.0002898089,0.19242707,0.0061578783,0.6542035],"study_design_scores_gemma":[0.001744805,0.000111594636,0.30730125,0.022382861,0.000019817504,0.00006701954,0.103946336,0.00004809378,0.00009904316,0.0036663653,0.56038064,0.00023218096],"about_ca_topic_score_codex":0.00014847603,"about_ca_topic_score_gemma":0.000009346441,"teacher_disagreement_score":0.6539713,"about_ca_system_score_codex":0.00004702333,"about_ca_system_score_gemma":0.0000840648,"threshold_uncertainty_score":0.22422521},"labels":[],"label_agreement":null},{"id":"W3161896981","doi":"","title":"Book Review ~ Educación a Distancia: de la teoría a la práctica, by Lorenzo García Aretio","year":2002,"lang":"es","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Garcia; Humanities; Sociology; Art","score_opus":0.039435863672009824,"score_gpt":0.40529026082337427,"score_spread":0.3658543971513645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161896981","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001243501,0.8535934,0.0018536404,0.08271356,0.00007927356,0.0009781582,0.00004347337,0.000021838996,0.060592324],"genre_scores_gemma":[0.042185683,0.9431313,0.00016889712,0.003066124,0.00007837211,0.00019864913,0.00008013538,0.000020285957,0.011070528],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99263716,0.0043632127,0.00070213655,0.00056932546,0.0011864514,0.0005416926],"domain_scores_gemma":[0.9955361,0.0029064596,0.00033110697,0.0005368036,0.0005022827,0.0001872296],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014692542,0.0002390684,0.0005434194,0.00015621971,0.00030734952,0.0010239963,0.0030420052,0.00008299597,0.0014283156],"category_scores_gemma":[0.0075071203,0.00018159687,0.00012568259,0.0010291155,0.00078697107,0.00040207786,0.0024369846,0.0016911209,0.0001317111],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024870827,0.00040552038,0.0035807965,0.012318503,0.00009831967,0.00006633594,0.00026803912,0.000012215351,0.000007697303,0.035924803,0.8696057,0.07768717],"study_design_scores_gemma":[0.00039298134,0.00010616313,0.0007800473,0.08514264,0.000032565145,0.00004426939,0.00020080709,0.004908365,0.00000868765,0.00034401927,0.9078679,0.00017154828],"about_ca_topic_score_codex":0.0001483273,"about_ca_topic_score_gemma":0.000003124757,"teacher_disagreement_score":0.08953794,"about_ca_system_score_codex":0.0002733625,"about_ca_system_score_gemma":0.00021854774,"threshold_uncertainty_score":0.99948454},"labels":[],"label_agreement":null},{"id":"W3162294412","doi":"10.19173/irrodl.v22i2.5143","title":"Impact of Changes in Teaching Methods During the COVID-19 Pandemic: The Effect of Integrative E-Learning on Readiness for Change and Interest in Learning Among Indonesian University Students","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology-Enhanced Education Studies","field":"Social Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitas Diponegoro","keywords":"Psychology; Indonesian; Pandemic; Coronavirus disease 2019 (COVID-19); Test (biology); Mathematics education; Sample (material); Scale (ratio); Medical education; Medicine","score_opus":0.23458815867076907,"score_gpt":0.575045830091501,"score_spread":0.3404576714207319,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162294412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99214715,0.0022754609,0.00009196116,0.0042431294,0.000026347105,0.00094833423,0.000011259552,0.000009168116,0.00024717866],"genre_scores_gemma":[0.98560655,0.014033979,0.000032855216,0.0000137198485,0.00001683035,0.00008560101,0.000013276392,0.0000049485006,0.00019223816],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99338853,0.0056083435,0.0002624468,0.00021282256,0.00031547053,0.00021239057],"domain_scores_gemma":[0.99128735,0.008070222,0.00028389518,0.00011274834,0.00020807728,0.000037734866],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017435266,0.000097741984,0.00035413753,0.00023210578,0.00043880905,0.000053863674,0.0007976557,0.000055095228,0.000013866559],"category_scores_gemma":[0.026229743,0.00005457158,0.000048464775,0.0007661559,0.00061813934,0.00014269893,0.0007556256,0.001157686,1.2479289e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001671223,0.000028456026,0.9682325,0.00034472297,0.000048301798,0.0000025467189,0.012041996,0.000073899515,0.00018027164,0.00096621877,0.000010218455,0.017903712],"study_design_scores_gemma":[0.0011085081,0.0003199539,0.849515,0.006079498,0.00001575564,0.00000383634,0.13893911,0.00015421986,0.0002592172,0.00025029256,0.00326089,0.00009371742],"about_ca_topic_score_codex":0.0072835884,"about_ca_topic_score_gemma":0.0071712593,"teacher_disagreement_score":0.12689711,"about_ca_system_score_codex":0.0004970786,"about_ca_system_score_gemma":0.00016000155,"threshold_uncertainty_score":0.999327},"labels":[],"label_agreement":null},{"id":"W3162433917","doi":"10.19173/irrodl.v22i2.5381","title":"Trends and Patterns in Distance Education (2014–2019): A Synthesis of Scholarly Publications and a Visualization of the Intellectual Landscape","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Field (mathematics); Data science; Social network analysis; Analytics; Distance education; Learning analytics; Visualization; Bibliometrics; Educational research; Open education; Computer science; Social media; Knowledge management; Sociology; World Wide Web; Social science; Pedagogy; Data mining","score_opus":0.04336736438132093,"score_gpt":0.4106537497781467,"score_spread":0.3672863853968258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162433917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7545658,0.07667397,0.022714632,0.14052725,0.00014695831,0.00075561367,0.00015695501,0.000019769843,0.0044390885],"genre_scores_gemma":[0.9754018,0.02403275,0.00024154376,0.000039447626,0.00000789007,0.000015414687,0.000036984307,0.0000027759982,0.00022135308],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985632,0.00053017924,0.00030036466,0.0001726687,0.00034479404,0.00008882135],"domain_scores_gemma":[0.99815035,0.00097109977,0.00016409735,0.00020280162,0.00048379347,0.000027844038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022506104,0.000051270174,0.0001595119,0.00018480519,0.000066077446,0.00020626771,0.0006406863,0.000023502016,0.000025636364],"category_scores_gemma":[0.005992689,0.00003460628,0.000021897265,0.0010458136,0.00009690762,0.000370055,0.00066534156,0.00027615263,3.0436695e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020467744,0.00027642978,0.6768406,0.00097196724,0.000034528384,9.740061e-7,0.0008044743,0.000064193795,0.00020267555,0.09960297,0.00089290476,0.2202878],"study_design_scores_gemma":[0.0007847072,0.00012113921,0.87483376,0.024468591,0.000028459257,0.00004308832,0.0036762136,0.06779658,0.0010208898,0.00409574,0.0229125,0.000218317],"about_ca_topic_score_codex":0.00018771736,"about_ca_topic_score_gemma":0.000069142094,"teacher_disagreement_score":0.22083607,"about_ca_system_score_codex":0.000023133969,"about_ca_system_score_gemma":0.00024766137,"threshold_uncertainty_score":0.71742415},"labels":[],"label_agreement":null},{"id":"W3163142592","doi":"10.19173/irrodl.v22i2.5187","title":"Design Matters: Development and Validation of the Online Course Design Elements (OCDE) Instrument","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Organisation de Coopération et de Développement Économiques","keywords":"Likert scale; Psychology; Instructional design; Online course; Presentation (obstetrics); Computer-assisted web interviewing; Online learning; Scale (ratio); Distance education; Mathematics education; Multimedia; Computer science; Mathematics; Cartography; Medicine; Geography; Statistics; Developmental psychology","score_opus":0.1668081857524467,"score_gpt":0.4682676483848991,"score_spread":0.3014594626324524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163142592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7015943,0.022847826,0.011653924,0.25645727,0.0003109811,0.0037431626,0.00006794745,0.000022535705,0.0033020938],"genre_scores_gemma":[0.9642258,0.023360133,0.01109178,0.00036008644,0.000052222073,0.000046870042,0.00013990593,0.000008920196,0.00071423396],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99668616,0.0018782318,0.0003482395,0.00014909278,0.00076944486,0.00016884935],"domain_scores_gemma":[0.9986067,0.00069413363,0.00018094957,0.00010270548,0.00037474587,0.000040773535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008343709,0.000059588507,0.00014879445,0.00003989184,0.0002919913,0.000099898294,0.0005267809,0.000026044101,0.0001441329],"category_scores_gemma":[0.0016557531,0.000039185976,0.000020133994,0.00038892723,0.00020256962,0.0001498869,0.00049890875,0.0003168368,0.000001765523],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022774505,0.0011911729,0.12622954,0.0022122818,0.0003172034,0.000028332093,0.0065735853,0.001847295,0.0010608397,0.0151511915,0.0043958384,0.840765],"study_design_scores_gemma":[0.0031785371,0.00025469976,0.04456378,0.033971153,0.000098345554,0.000023412013,0.086661465,0.0032284386,0.018540516,0.0047943145,0.8041912,0.00049414707],"about_ca_topic_score_codex":0.00018191058,"about_ca_topic_score_gemma":0.00005521745,"teacher_disagreement_score":0.8402708,"about_ca_system_score_codex":0.00009072419,"about_ca_system_score_gemma":0.0010467034,"threshold_uncertainty_score":0.28917795},"labels":[],"label_agreement":null},{"id":"W3163393008","doi":"10.19173/irrodl.v22i1.5110","title":"A Scoping Review on Open Educational Resources to Support Interactions of Learners with Disabilities","year":2021,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Educational technology; Computer science; Knowledge management; Psychology; Mathematics education; World Wide Web","score_opus":0.20905275547288818,"score_gpt":0.5366929674625416,"score_spread":0.32764021198965343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163393008","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012124288,0.9597693,0.00006560198,0.012338165,0.0001304101,0.0031848627,0.0000305001,0.000007831853,0.024461167],"genre_scores_gemma":[0.00018300943,0.9952945,0.0006437452,0.00041935145,0.000050759518,0.0008537965,0.00038254214,0.000019536212,0.0021527635],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99458337,0.002235022,0.0011279903,0.00065988145,0.0010767048,0.00031701097],"domain_scores_gemma":[0.9933671,0.0043283165,0.00068502396,0.0006839376,0.0007775404,0.00015807824],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007716481,0.00026160525,0.0014458809,0.00033038444,0.0002549973,0.00078755245,0.005322348,0.00004979181,0.001297801],"category_scores_gemma":[0.007977346,0.00017315317,0.00016137469,0.0018773925,0.00020734924,0.0006030956,0.0039060898,0.0013126242,0.000054359163],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003689574,0.00046109795,0.00037168793,0.23701034,0.0002360444,0.0000086792,0.00091776357,0.00007051019,2.6040038e-7,0.049880996,0.014374716,0.696631],"study_design_scores_gemma":[0.00008324409,0.00012646253,0.0000147291485,0.52743036,0.000024760526,0.00003206836,0.0016253019,0.000008394979,3.8299555e-7,0.000038473005,0.4705016,0.00011421306],"about_ca_topic_score_codex":0.00035233778,"about_ca_topic_score_gemma":0.00005671599,"teacher_disagreement_score":0.6965168,"about_ca_system_score_codex":0.0002630176,"about_ca_system_score_gemma":0.0026152884,"threshold_uncertainty_score":0.99961513},"labels":[],"label_agreement":null},{"id":"W3163786064","doi":"10.19173/irrodl.v22i2.5513","title":"Book Review: Guidelines on the Development of Open Educational Resources Policies","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Educational resources; Educational technology; Distance education; Computer science; Knowledge management; World Wide Web; Sociology; Pedagogy","score_opus":0.16128745365493782,"score_gpt":0.4936420952819385,"score_spread":0.3323546416270007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163786064","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019987463,0.31841525,0.00020952546,0.61284727,0.0001302359,0.0009609499,0.000010772656,0.0000071322547,0.06542008],"genre_scores_gemma":[0.047583453,0.8531191,0.008610071,0.056048922,0.00021253656,0.00065067,0.00037226835,0.000027156744,0.033375878],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971831,0.000911951,0.00065060076,0.00025411794,0.000822441,0.00017782615],"domain_scores_gemma":[0.9966356,0.0014256481,0.00027580693,0.00035991336,0.0012480669,0.000054933058],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008693013,0.000090035,0.0002471764,0.00007976831,0.00032242836,0.0004441716,0.003846129,0.000018587349,0.00092137913],"category_scores_gemma":[0.008089689,0.000054153046,0.000040425948,0.0007826729,0.00011442963,0.00036056808,0.0030874896,0.0004484417,0.000028495846],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026488953,0.00026506942,0.003247957,0.0020050039,0.00008034939,0.0000025487589,0.0015053138,0.000105149746,0.00009417006,0.16627862,0.78958064,0.03680869],"study_design_scores_gemma":[0.00012580566,0.000021827464,0.003466912,0.022221912,0.0000028730253,0.000007870226,0.0019735917,0.00021807697,0.00026319537,0.0005786356,0.971052,0.00006728938],"about_ca_topic_score_codex":0.0001736845,"about_ca_topic_score_gemma":0.000015579306,"teacher_disagreement_score":0.55679834,"about_ca_system_score_codex":0.000073194125,"about_ca_system_score_gemma":0.0010179532,"threshold_uncertainty_score":0.9999919},"labels":[],"label_agreement":null},{"id":"W3163897871","doi":"10.19173/irrodl.v22i2.5252","title":"Ready to Do OpenCourseWare? A Comparative Study of Taiwan College Faculty","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Perception; Psychology; Medicine","score_opus":0.18207692948544904,"score_gpt":0.5054498073154899,"score_spread":0.3233728778300409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163897871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8051919,0.006556779,0.0020211418,0.0586814,0.00042514922,0.0046844357,0.00019519025,0.00003501989,0.12220899],"genre_scores_gemma":[0.99726295,0.00092216,0.0006961027,0.00011713868,0.000015058628,0.00008214097,0.00007651604,0.0000038455564,0.0008241117],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99696636,0.0011992275,0.00044176076,0.00033022606,0.0008617439,0.00020065666],"domain_scores_gemma":[0.99767417,0.00051021087,0.00017113432,0.00031486692,0.0012295468,0.00010009522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046633524,0.000091373615,0.00033903812,0.00012568392,0.00019326042,0.00028954778,0.0020957543,0.000020285197,0.0001700015],"category_scores_gemma":[0.0018278781,0.000067983456,0.000029374147,0.001350846,0.00006882797,0.00035342187,0.002162305,0.000515982,0.000025013442],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004888986,0.006931012,0.22189426,0.0022975795,0.0006382442,0.00026153974,0.057239637,0.0052084993,0.0008815867,0.5716426,0.07788559,0.05463055],"study_design_scores_gemma":[0.0034328056,0.0014708462,0.10841927,0.014237163,0.00002555169,0.00007975665,0.6021427,0.00596647,0.0007489615,0.0015943734,0.26138648,0.000495653],"about_ca_topic_score_codex":0.00043943303,"about_ca_topic_score_gemma":0.00009408159,"teacher_disagreement_score":0.5700482,"about_ca_system_score_codex":0.00008578518,"about_ca_system_score_gemma":0.00043981208,"threshold_uncertainty_score":0.38944677},"labels":[],"label_agreement":null},{"id":"W3163938196","doi":"10.19173/irrodl.v22i2.5208","title":"A Systematic Review of Questionnaire-Based Quantitative Research on MOOCs","year":2021,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Continuance; Citation; Computer science; Citation index; Descriptive statistics; Dropout (neural networks); Extant taxon; Psychology; Data science; Knowledge management; World Wide Web; Statistics; Mathematics","score_opus":0.2414734870724402,"score_gpt":0.5664134272599479,"score_spread":0.3249399401875077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163938196","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.0480687e-7,0.9894806,0.0010788001,0.006514505,0.00006026765,0.0019707815,0.00004903555,0.000011955674,0.00083345064],"genre_scores_gemma":[0.00007565022,0.998315,0.00058821926,0.0001512688,0.000027441038,0.00028898733,0.00027243997,0.000018520826,0.00026251015],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9841779,0.010612884,0.0016863152,0.0006110852,0.0025167759,0.0003950788],"domain_scores_gemma":[0.9866437,0.008745984,0.0009975113,0.00098714,0.002517472,0.00010821177],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03540563,0.00026665817,0.0024596304,0.0006090072,0.00020064847,0.00029595068,0.0046250583,0.00011059141,0.00003472047],"category_scores_gemma":[0.033834636,0.00016775834,0.0003625329,0.0034038385,0.00032334332,0.00017740732,0.0018291585,0.0025447279,0.000032922224],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003829612,0.00012220659,0.0000055846062,0.90925956,0.00011609276,0.000029701943,0.000017881091,0.000026368907,4.7454797e-8,0.062430333,0.0007968664,0.027191516],"study_design_scores_gemma":[0.00011836302,0.0001696056,0.0000016286815,0.90325445,0.0000893199,0.00001658798,0.000101035905,0.0023052518,5.048966e-7,0.0003624928,0.093454,0.00012678489],"about_ca_topic_score_codex":0.00014056091,"about_ca_topic_score_gemma":0.0000044359754,"teacher_disagreement_score":0.092657134,"about_ca_system_score_codex":0.0002854654,"about_ca_system_score_gemma":0.0018137863,"threshold_uncertainty_score":0.99975646},"labels":[],"label_agreement":null},{"id":"W3164796821","doi":"10.19173/irrodl.v22i2.5358","title":"Investigation of Emerging Trends in the E-Learning Field Using Latent Dirichlet Allocation","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Latent Dirichlet allocation; Computer science; Field (mathematics); Educational technology; Artificial intelligence; Adaptive learning; Topic model; Data science; Machine learning; Mathematics education; Psychology; Mathematics","score_opus":0.1317842775619654,"score_gpt":0.45450641983999596,"score_spread":0.32272214227803053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164796821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7131155,0.020046756,0.025962941,0.23580953,0.00017747513,0.00053176755,0.000008897442,0.000027100572,0.004320041],"genre_scores_gemma":[0.9936889,0.0051168785,0.0007690247,0.00020781253,0.00002288708,0.000007089084,0.00006745531,0.0000032333187,0.00011672443],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976007,0.0010944183,0.0003733951,0.00018824132,0.0005911762,0.00015207875],"domain_scores_gemma":[0.99840236,0.0008757658,0.00017390764,0.00019739145,0.0003251641,0.00002539139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055835736,0.00006391617,0.00016723345,0.0001748752,0.00011316303,0.00014707132,0.0010164422,0.000027464142,0.00002547468],"category_scores_gemma":[0.0021442967,0.00004327662,0.000038571434,0.0015105173,0.000060999188,0.0002308311,0.0005891912,0.00066782424,9.542492e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000512098,0.0002189134,0.5669329,0.0018892654,0.00010642595,0.00009143084,0.0046115695,0.04229664,0.003173726,0.102388605,0.0012117259,0.27702758],"study_design_scores_gemma":[0.0009898181,0.00021536696,0.075894095,0.016755568,0.000023842878,0.000064520595,0.0052676694,0.87867785,0.0017945572,0.007583512,0.01247515,0.00025808043],"about_ca_topic_score_codex":0.00039528823,"about_ca_topic_score_gemma":0.000025745016,"teacher_disagreement_score":0.8363812,"about_ca_system_score_codex":0.00004477643,"about_ca_system_score_gemma":0.0001299175,"threshold_uncertainty_score":0.2901401},"labels":[],"label_agreement":null},{"id":"W3165516041","doi":"10.19173/irrodl.v22i2.5225","title":"Museum-Based Distance Learning Programs: Current Practices and Future Research Opportunities","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Museums and Cultural Heritage","field":"Arts and Humanities","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Teleconference; Lifelong learning; Social media; Best practice; Coronavirus disease 2019 (COVID-19); Computer science; Sociology; Pedagogy; Multimedia; World Wide Web; Political science","score_opus":0.4501433740544348,"score_gpt":0.4949537530768597,"score_spread":0.04481037902242491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165516041","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12872544,0.55498445,0.000028422777,0.18104762,0.000705706,0.0025035713,0.0002376602,0.00007040127,0.13169673],"genre_scores_gemma":[0.7319521,0.2636775,0.00003934856,0.00013044543,0.0004348629,0.000168733,0.0005863906,0.000014737978,0.0029958899],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.996857,0.001307198,0.0003386599,0.0002877644,0.00090320455,0.00030618705],"domain_scores_gemma":[0.9974866,0.000823849,0.00022127328,0.00016008144,0.0012221845,0.00008602568],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0057978216,0.00011034948,0.00023541386,0.00008389907,0.00068331236,0.001001461,0.00055080175,0.00002791352,0.0009590603],"category_scores_gemma":[0.0017185924,0.00007222062,0.000041786396,0.00021208622,0.00058331963,0.0004259106,0.0005805309,0.0013087268,0.000005913138],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019911761,0.0003876538,0.0071234256,0.006877758,0.00007818536,0.00011260869,0.0051316684,0.000007604139,0.000032858316,0.5315822,0.006892281,0.44157463],"study_design_scores_gemma":[0.00026881034,0.000084069245,0.00044223366,0.0064043496,0.0000060663665,0.0000067060187,0.0509313,0.0002698653,0.000009212447,0.0005659392,0.94092643,0.00008504108],"about_ca_topic_score_codex":0.00045577556,"about_ca_topic_score_gemma":0.00045903077,"teacher_disagreement_score":0.9340341,"about_ca_system_score_codex":0.000058784044,"about_ca_system_score_gemma":0.00025008962,"threshold_uncertainty_score":0.9999542},"labels":[],"label_agreement":null},{"id":"W3172970044","doi":"10.19173/irrodl.v20i1.3605","title":"Examining the Complexities of Parental Engagement at an Online Charter High School: A Narrative Analysis Approach","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Parental Involvement in Education","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Narrative; Charter; Psychology; Narrative inquiry; Student engagement; Pedagogy; Political science","score_opus":0.3413508387609624,"score_gpt":0.4938303748991224,"score_spread":0.15247953613816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172970044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98722315,0.0019872321,0.000025117979,0.002846783,0.000064791835,0.00080706546,0.00009664007,0.0000044754856,0.006944748],"genre_scores_gemma":[0.99334455,0.0045626857,0.000100715406,0.000088263,0.00004772732,0.00006391059,0.0011782361,0.0000036524161,0.00061028666],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9964945,0.0019083101,0.00033002344,0.00019207949,0.0008981904,0.0001769349],"domain_scores_gemma":[0.99853396,0.0006828161,0.00021834903,0.0001906092,0.00032126936,0.000052976797],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0079202205,0.000069067835,0.00022378693,0.00012012637,0.00036898145,0.00011405051,0.0010263489,0.000021503405,0.0011171959],"category_scores_gemma":[0.00085464405,0.000043799308,0.00004277532,0.0006987518,0.00040237338,0.000282089,0.0005694981,0.00034670776,0.0000059511754],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001325302,0.0008068907,0.91216505,0.000592279,0.00051873503,8.322194e-7,0.039683133,0.00068630214,0.00032052942,0.0408915,0.0014619402,0.0027402628],"study_design_scores_gemma":[0.00045466737,0.00015396938,0.45657936,0.0019716104,0.00005919958,6.6856586e-7,0.52441275,0.0027170219,0.000056932844,0.0010327665,0.012440044,0.00012099769],"about_ca_topic_score_codex":0.007015021,"about_ca_topic_score_gemma":0.0010646437,"teacher_disagreement_score":0.48472965,"about_ca_system_score_codex":0.00024331606,"about_ca_system_score_gemma":0.00013993359,"threshold_uncertainty_score":0.9997959},"labels":[],"label_agreement":null},{"id":"W3180751290","doi":"10.19173/irrodl.v22i3.5553","title":"Video Lectures: An Analysis of Their Useful Life Span and Sustainable Production","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Life span; Computer science; Span (engineering); Production (economics); Multimedia; Engineering; Gerontology; Economics; Medicine","score_opus":0.13393988256041106,"score_gpt":0.5228402092047527,"score_spread":0.38890032664434165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180751290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90789104,0.018536322,0.0010065481,0.06063549,0.00019527343,0.0009257984,0.000041082378,0.000011011797,0.010757426],"genre_scores_gemma":[0.98113996,0.016987944,0.00064684945,0.00013406965,0.00008608991,0.00003958609,0.00015292688,0.000003917313,0.0008086621],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99673957,0.001978476,0.00031140083,0.00020972828,0.00057514413,0.00018570703],"domain_scores_gemma":[0.9964268,0.0011914566,0.00014944647,0.00018133527,0.0019986967,0.000052237232],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016169684,0.000053206542,0.00021763994,0.00027079077,0.00037400483,0.0001375938,0.0004883434,0.00003247814,0.0002152732],"category_scores_gemma":[0.026535919,0.00004048301,0.00003204762,0.0027609135,0.00037284434,0.00030533574,0.00032952396,0.00030143812,3.822145e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010870205,0.00041538032,0.3536453,0.0013538501,0.00059927296,0.0000061723736,0.009188152,0.0014908429,0.00031341234,0.59953606,0.0020869086,0.031255953],"study_design_scores_gemma":[0.0004459987,0.000112716254,0.32553765,0.0037668173,0.00018419248,0.0000075540343,0.28228524,0.0018390798,0.0009785424,0.037688352,0.34689212,0.0002617404],"about_ca_topic_score_codex":0.002415005,"about_ca_topic_score_gemma":0.00042546465,"teacher_disagreement_score":0.5618477,"about_ca_system_score_codex":0.0001250439,"about_ca_system_score_gemma":0.0008381176,"threshold_uncertainty_score":0.981664},"labels":[],"label_agreement":null},{"id":"W3183823306","doi":"10.19173/irrodl.v23i1.5652","title":"The Tensions Between Student Dropout and Flexibility in Learning Design: The Voices of Professors in Open Online Higher Education","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Oberta de Catalunya","keywords":"Flexibility (engineering); Dropout (neural networks); Workload; Psychology; Higher education; Formative assessment; Distance education; Procrastination; Instructional design; Computer science; Medical education; Pedagogy; Knowledge management; Social psychology; Political science; Medicine","score_opus":0.243606448727546,"score_gpt":0.5177069272388785,"score_spread":0.27410047851133246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183823306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.709682,0.07485461,0.0016310883,0.19801,0.00037320962,0.0044220304,0.000015346626,0.00002241426,0.010989338],"genre_scores_gemma":[0.98364127,0.013570749,0.0004106051,0.000087507775,0.000024916906,0.00009163836,0.000033611752,0.000004815363,0.0021349029],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953881,0.0030591271,0.00049223955,0.00031300946,0.0005412405,0.00020628562],"domain_scores_gemma":[0.9962343,0.0027633912,0.00020074708,0.00034311536,0.00042033914,0.000038116308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013494258,0.000086655906,0.00024695467,0.000090469555,0.0002706116,0.00038580995,0.0023304895,0.000027406983,0.000021010132],"category_scores_gemma":[0.002781229,0.000048204445,0.000024901838,0.0008713472,0.00022787959,0.00024444572,0.0044088825,0.0008537973,0.0000022147324],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069908805,0.00060695765,0.74314314,0.0007268537,0.00007793111,0.000012159489,0.0020305128,0.0016255477,0.000042563093,0.046789426,0.0008575022,0.20401748],"study_design_scores_gemma":[0.0010690365,0.00019511035,0.86515766,0.013604578,0.000016634702,0.0000050966382,0.018879537,0.0148813035,0.00008611186,0.008239121,0.07767778,0.00018802831],"about_ca_topic_score_codex":0.0008068904,"about_ca_topic_score_gemma":0.0003774377,"teacher_disagreement_score":0.27395928,"about_ca_system_score_codex":0.00010100437,"about_ca_system_score_gemma":0.0003507194,"threshold_uncertainty_score":0.54953563},"labels":[],"label_agreement":null},{"id":"W3196781402","doi":"10.19173/irrodl.v22i3.5456","title":"Instructor Impact on Differences in Teaching Presence Scores in Online Courses","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Community of inquiry; Mathematics education; Instructional design; Psychology; Social constructivism; Teaching method; Variance (accounting); Interdependence; Cognition; Pedagogy; Computer science; Sociology","score_opus":0.10792325745131352,"score_gpt":0.5051193664328988,"score_spread":0.39719610898158525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196781402","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9785391,0.0055808304,0.0000038361964,0.011724232,0.00005212209,0.0002857953,0.000033704117,0.000004875912,0.0037755203],"genre_scores_gemma":[0.96977425,0.029667443,0.00011308147,0.000057582696,0.000063371386,0.000015349644,0.00007987484,0.000004239172,0.00022482328],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961798,0.002169772,0.00033634086,0.00022914955,0.0007937853,0.00029115914],"domain_scores_gemma":[0.9973904,0.002137541,0.0001059355,0.000117136864,0.00018964062,0.000059331574],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006349852,0.00008323262,0.00026356167,0.00017832362,0.00018096858,0.00017808373,0.00081585516,0.00004114443,0.00020193204],"category_scores_gemma":[0.01211956,0.000056305398,0.000037966965,0.0006639082,0.00021909238,0.00026843895,0.0004137518,0.0012309918,0.0000025140012],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000094858675,0.00025781043,0.90261424,0.00024881287,0.000014050739,0.00005888863,0.0013653615,0.00021925844,0.000024575897,0.011964386,0.00022190895,0.08291586],"study_design_scores_gemma":[0.0011377493,0.0001827957,0.8573419,0.03662687,0.0000048943184,0.000008005217,0.07302745,0.00213412,0.00003566191,0.0036171593,0.025666833,0.00021658931],"about_ca_topic_score_codex":0.006790248,"about_ca_topic_score_gemma":0.0058897114,"teacher_disagreement_score":0.08269927,"about_ca_system_score_codex":0.00017200786,"about_ca_system_score_gemma":0.00078150735,"threshold_uncertainty_score":0.99982363},"labels":[],"label_agreement":null},{"id":"W3196895851","doi":"10.19173/irrodl.v22i3.5373","title":"What Motivates Students About Open Pedagogy? Motivational Regulation Through the Lens of Self-Determination Theory","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Pedagogy; Popularity; Liberal arts education; Agency (philosophy); Self-determination theory; Meaning (existential); Activity theory; Mathematics education; Self-regulated learning; Higher education; Social psychology; Sociology; Autonomy","score_opus":0.10980035586522092,"score_gpt":0.49824579717637946,"score_spread":0.38844544131115855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196895851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7890576,0.051253628,0.0017376726,0.05151586,0.0014320617,0.005452255,0.00016651883,0.000049846392,0.09933453],"genre_scores_gemma":[0.9795145,0.015165609,0.00017735876,0.0005706685,0.000063663974,0.0001473933,0.00054453453,0.000013508588,0.0038027752],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9957845,0.0019625444,0.0006884244,0.00033450412,0.001020067,0.00020995601],"domain_scores_gemma":[0.99591637,0.002207819,0.00042739886,0.00037616288,0.0010405671,0.00003166068],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0075729396,0.000120868375,0.0002976174,0.000078921476,0.00023296183,0.0003712949,0.0016914199,0.00006501351,0.0030171387],"category_scores_gemma":[0.0021173416,0.00007986848,0.00006143093,0.00060931494,0.0002534209,0.0009122291,0.0011690999,0.00050694693,0.0000140838665],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039209705,0.0014379099,0.23702341,0.001042151,0.00035068212,0.000024648634,0.012176219,0.0002995832,0.00014949581,0.692471,0.006634792,0.047997974],"study_design_scores_gemma":[0.0020661273,0.00015854395,0.8170925,0.009348301,0.000040562976,0.00004212864,0.038372293,0.00016483897,0.00028999755,0.031059546,0.101150006,0.00021517393],"about_ca_topic_score_codex":0.00020059019,"about_ca_topic_score_gemma":0.000016089409,"teacher_disagreement_score":0.66141146,"about_ca_system_score_codex":0.00008987569,"about_ca_system_score_gemma":0.00020161812,"threshold_uncertainty_score":0.9978942},"labels":[],"label_agreement":null},{"id":"W3197049218","doi":"10.19173/irrodl.v22i3.5525","title":"New Challenge for Initial Training of Mathematics Teachers: The Planning Phase of Mathematics Distance Learning","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Innovations and Technology","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Distance education; Mathematics education; Computer science; Anticipation (artificial intelligence); Promotion (chess); Artifact (error); Mathematics; Artificial intelligence","score_opus":0.28400711997374345,"score_gpt":0.517270897610475,"score_spread":0.2332637776367315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197049218","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059617106,0.023077397,0.8713242,0.039136037,0.00014639251,0.001175889,0.000056873403,0.000025897682,0.005440217],"genre_scores_gemma":[0.9585453,0.0032067117,0.037817854,0.00004114849,0.00003941382,0.000069292335,0.00007266969,0.000008160017,0.00019941507],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984842,0.0001741894,0.0005669172,0.00016686531,0.00044536302,0.00016248718],"domain_scores_gemma":[0.9964737,0.0021954987,0.0003792213,0.00025862144,0.00066635857,0.00002657849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041409885,0.00007593459,0.00027120166,0.00010121119,0.00013349611,0.00007586601,0.0013377107,0.00003689983,0.000031558844],"category_scores_gemma":[0.0043362286,0.00005187126,0.00004874245,0.000712057,0.00015207544,0.00018029574,0.0005697899,0.0004756757,5.34944e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000931374,0.00032131426,0.0005641043,0.0012878082,0.00006838314,0.000003626179,0.0053520524,0.00020415068,0.00030799906,0.92223215,0.00039738748,0.06925172],"study_design_scores_gemma":[0.0061827744,0.0012576676,0.0011616952,0.06141874,0.000086054075,0.00020028092,0.2275603,0.15861265,0.0074452832,0.37459338,0.16081366,0.0006675091],"about_ca_topic_score_codex":0.00003827504,"about_ca_topic_score_gemma":0.0000059047156,"teacher_disagreement_score":0.8989282,"about_ca_system_score_codex":0.00003521488,"about_ca_system_score_gemma":0.00041904513,"threshold_uncertainty_score":0.5191184},"labels":[],"label_agreement":null},{"id":"W3197778316","doi":"10.19173/irrodl.v22i3.5546","title":"Instructor Presence and Student Satisfaction Across Modalities: Survey Data on Student Preferences in Online and On-Campus Courses","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Modalities; Attrition; Public university; Medical education; Psychology; Distance education; Higher education; Computer-mediated communication; Online course; Face-to-face; Metropolitan area; Mathematics education; Computer science; The Internet; Medicine; World Wide Web; Sociology","score_opus":0.3620310123626501,"score_gpt":0.6158723650122809,"score_spread":0.2538413526496308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197778316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9766166,0.013275853,0.000002880171,0.008012984,0.00013899256,0.0004489729,0.00056731165,0.0000034366778,0.0009329647],"genre_scores_gemma":[0.93101543,0.06774945,0.000025701243,0.00018516081,0.000020640493,0.000055134205,0.00070783414,0.0000041899875,0.00023645908],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968151,0.001885945,0.00036350446,0.00030905328,0.00047005265,0.00015636435],"domain_scores_gemma":[0.99631846,0.0027153003,0.00012864465,0.0004681828,0.00031243532,0.000056963578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004382176,0.000075697055,0.00019590073,0.000066925095,0.00014443458,0.00016081156,0.0008163459,0.00003488731,0.00023012009],"category_scores_gemma":[0.0023579947,0.000058105645,0.000008086604,0.00025683688,0.00018911946,0.00012357035,0.0012343237,0.00061843765,0.000002959448],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008917635,0.00025172974,0.9522066,0.00022877697,0.000026930884,0.0000027112637,0.003262851,0.000010989581,0.000001391962,0.004161811,0.00047033155,0.039286688],"study_design_scores_gemma":[0.00045974564,0.00007109959,0.94018674,0.0028017077,0.0000016671295,0.0000060881803,0.052745372,0.000068843896,0.0000010736707,0.00025145718,0.003358177,0.000048024995],"about_ca_topic_score_codex":0.0045539006,"about_ca_topic_score_gemma":0.0065757735,"teacher_disagreement_score":0.054473598,"about_ca_system_score_codex":0.000073252624,"about_ca_system_score_gemma":0.00016369825,"threshold_uncertainty_score":0.6884166},"labels":[],"label_agreement":null},{"id":"W3197819289","doi":"10.19173/irrodl.v22i3.5380","title":"Is the Understanding Dementia Massive Open Online Course Accessible and Effective for Everyone? Native Versus Non-Native English Speakers","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dementia; Massive open online course; Psychology; First language; Educational attainment; Medicine; Pedagogy; Internal medicine","score_opus":0.14747410372647451,"score_gpt":0.4850124998965163,"score_spread":0.3375383961700418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197819289","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10399199,0.1089513,0.2965249,0.43214345,0.0023438688,0.01728025,0.001594487,0.00010468032,0.03706505],"genre_scores_gemma":[0.98678124,0.010427259,0.0014506186,0.0004094855,0.000091569476,0.00010174551,0.00017078954,0.000010238182,0.0005570748],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977725,0.0007936229,0.0002874535,0.00036421634,0.00053214544,0.00025001785],"domain_scores_gemma":[0.9941009,0.0043413374,0.00022995312,0.00022741753,0.0010400688,0.00006027385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043727835,0.0001144645,0.00026935842,0.00006908346,0.0004451623,0.0006192558,0.0018795594,0.00003565793,0.00003132856],"category_scores_gemma":[0.004528653,0.00007437077,0.00005133956,0.0007104367,0.00023236108,0.00055337534,0.0029538665,0.00070330617,0.0000010901739],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028063534,0.0024855644,0.13279769,0.008682219,0.0073191538,0.00029019013,0.038593333,0.005414856,0.00019856017,0.5802295,0.07395378,0.14722879],"study_design_scores_gemma":[0.020660967,0.0018383043,0.078423925,0.041657783,0.00045686937,0.00002862797,0.18457551,0.48877895,0.0009341593,0.06531883,0.11611096,0.0012151138],"about_ca_topic_score_codex":0.00013670207,"about_ca_topic_score_gemma":0.00005938189,"teacher_disagreement_score":0.88278925,"about_ca_system_score_codex":0.00016830744,"about_ca_system_score_gemma":0.00038451352,"threshold_uncertainty_score":0.5971498},"labels":[],"label_agreement":null},{"id":"W3198111550","doi":"10.19173/irrodl.v22i3.5459","title":"Knowledge Marketplaces: An Analysis of the Influence of Business Models on Instructors’ Motivations and Strategies","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Outreach; Order (exchange); Revenue; Business model; Computer science; Online business; Scraper site; Higher education; Knowledge management; Marketing; World Wide Web; Business; The Internet; Economics; Accounting","score_opus":0.0799502499775039,"score_gpt":0.4258982198140636,"score_spread":0.34594796983655973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198111550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912071,0.0020024993,0.0019203142,0.0033531736,0.000017415574,0.00012504357,0.000030888576,0.000003848936,0.0013396977],"genre_scores_gemma":[0.9937218,0.0058236374,0.0003142533,0.000025095653,0.0000055863443,0.0000043649943,0.00002858662,0.0000022489196,0.0000744361],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9983316,0.00064406655,0.00031265395,0.00018439989,0.00042858502,0.000098665616],"domain_scores_gemma":[0.9976994,0.000771543,0.00018084157,0.00030358025,0.0010148326,0.000029797242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022367486,0.00006210944,0.00023801066,0.00016634219,0.000097802775,0.00012963211,0.0011303795,0.000022500353,0.000009081165],"category_scores_gemma":[0.001727879,0.000038319627,0.00003949053,0.0023117438,0.00019919455,0.0004042927,0.0008519857,0.00029821674,1.7213931e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003515017,0.00032738372,0.14418593,0.0014875474,0.00032352368,0.0000041241424,0.0009563224,0.3877706,0.00040545044,0.45277494,0.000044116423,0.011684909],"study_design_scores_gemma":[0.00028245218,0.0000487506,0.54429805,0.0059482562,0.00004874027,0.000004161795,0.0017880453,0.4393256,0.000105233936,0.0075698006,0.00050071866,0.00008017768],"about_ca_topic_score_codex":0.0002681242,"about_ca_topic_score_gemma":0.000067870904,"teacher_disagreement_score":0.44520515,"about_ca_system_score_codex":0.000023504728,"about_ca_system_score_gemma":0.00032728323,"threshold_uncertainty_score":0.21005452},"labels":[],"label_agreement":null},{"id":"W3198195778","doi":"10.19173/irrodl.v22i3.5263","title":"A Meta-Analysis on the Effects of Synchronous Online Learning on Cognitive and Affective Educational Outcomes","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Distance education; Meta-analysis; Cognition; Asynchronous learning; Psychology; Educational technology; Online learning; Equivalence (formal languages); Community of inquiry; Mathematics education; Instructional design; Computer science; Synchronous learning; Teaching method; Multimedia; Cooperative learning","score_opus":0.11413936337733281,"score_gpt":0.48899819860577665,"score_spread":0.3748588352284438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198195778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8432625,0.036485847,0.00007810375,0.10534136,0.00008175204,0.0014272628,0.0001165333,0.000010971674,0.0131957065],"genre_scores_gemma":[0.9801433,0.01811244,0.00004873136,0.00025890153,0.00003779061,0.00006450916,0.00013748386,0.0000053398244,0.0011914861],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950197,0.003388199,0.0002753773,0.00025095628,0.0008775972,0.00018820036],"domain_scores_gemma":[0.98023117,0.018769065,0.0002104377,0.00011466992,0.0006216507,0.00005299665],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0057563004,0.000098877725,0.00049906044,0.00015179103,0.0004071151,0.00011046118,0.00041841596,0.000036447454,0.00046794408],"category_scores_gemma":[0.024272142,0.0000564257,0.00019679201,0.0009468567,0.00035302356,0.00010117753,0.00031289092,0.0008219616,0.000004126075],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055633514,0.0032222788,0.4192265,0.004206702,0.0794622,0.00010138587,0.009846246,0.001698489,0.0001655007,0.324552,0.0010608754,0.1559015],"study_design_scores_gemma":[0.0050798464,0.0028125532,0.58831716,0.030067978,0.038268175,0.000022875054,0.22148207,0.002884712,0.0012374924,0.016821757,0.09170174,0.0013036308],"about_ca_topic_score_codex":0.0007652538,"about_ca_topic_score_gemma":0.00033819367,"teacher_disagreement_score":0.30773023,"about_ca_system_score_codex":0.00007003628,"about_ca_system_score_gemma":0.00040995807,"threshold_uncertainty_score":0.9839468},"labels":[],"label_agreement":null},{"id":"W3198204735","doi":"10.19173/irrodl.v22i3.5472","title":"Development and Evaluation of an Open-Source, Online Training for the Measurement of Adult-Child Responsivity at Home and in Early Childhood Education and Care Settings","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Early Childhood Education and Development","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; University of Toronto; Universidade Federal de Pelotas; Bernard van Leer Foundation","keywords":"Distance education; Medical education; Suite; Psychology; Observational study; Asynchronous communication; Early childhood education; Online learning; Asynchronous learning; Portuguese; Online course; Computer science; Multimedia; Pedagogy; Mathematics education; Teaching method; Medicine; Synchronous learning","score_opus":0.1316696597571239,"score_gpt":0.45292028574906357,"score_spread":0.32125062599193965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198204735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9760933,0.014590361,0.000006790531,0.0075533865,0.00003072086,0.0011122314,0.000020777183,0.0000015805371,0.0005908323],"genre_scores_gemma":[0.990889,0.007980895,0.00078301027,0.00010140703,0.000018728648,0.00008827673,0.00010135056,0.000004435749,0.00003287122],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99763316,0.0008135588,0.00035661508,0.00020450378,0.00086507975,0.00012708725],"domain_scores_gemma":[0.99766076,0.00055705366,0.00018091568,0.00009745059,0.0014457876,0.000058035992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012334666,0.000062970445,0.00018222454,0.00008472527,0.00033917106,0.000119720295,0.0003291376,0.000028655739,0.000016576587],"category_scores_gemma":[0.004992589,0.000046488753,0.000011375345,0.00029333052,0.00016237343,0.00018884992,0.00042262144,0.00018303002,8.614379e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001720203,0.00030352737,0.047285747,0.00062137074,0.000059869828,3.2474173e-7,0.16737393,0.000032191194,0.00007588277,0.0028824555,0.00009799148,0.7810947],"study_design_scores_gemma":[0.00094092597,0.000052077106,0.8238372,0.0059191943,0.000016534945,0.0000034953387,0.15592739,0.000108690256,0.00016245703,0.0004887987,0.012465376,0.00007786002],"about_ca_topic_score_codex":0.0009831743,"about_ca_topic_score_gemma":0.0033041392,"teacher_disagreement_score":0.7810168,"about_ca_system_score_codex":0.00017743208,"about_ca_system_score_gemma":0.002173932,"threshold_uncertainty_score":0.5976956},"labels":[],"label_agreement":null},{"id":"W3198649902","doi":"10.19173/irrodl.v22i3.5479","title":"Facebook or LMS in Distance Education? Why University Students Prefer to Interact in Facebook Groups","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universidad Nacional de Educación a Distancia","keywords":"Distance education; Psychology; Computer-mediated communication; Educational technology; Higher education; Computer science; Multimedia; World Wide Web; Mathematics education; The Internet; Political science","score_opus":0.08714920592382606,"score_gpt":0.48849645098237315,"score_spread":0.4013472450585471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198649902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83596665,0.0039699334,0.00024597376,0.08529451,0.0003139133,0.0061568157,0.00008444671,0.000032099815,0.067935675],"genre_scores_gemma":[0.9822874,0.010762095,0.00004981304,0.00042118938,0.000013114643,0.00005206518,0.00003409185,0.0000048186525,0.0063754204],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974816,0.001104345,0.00025412018,0.00023234022,0.0006707628,0.0002568529],"domain_scores_gemma":[0.99901,0.00041439355,0.0000808769,0.00015663856,0.00026340547,0.00007467062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040972596,0.000071307884,0.00019754132,0.00018227898,0.00014955986,0.00014525343,0.0014815425,0.000047964637,0.0005467903],"category_scores_gemma":[0.0040661166,0.000059042748,0.00002330264,0.00085660693,0.0001904452,0.00027646008,0.001008701,0.00062159135,0.000027815331],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044245744,0.0007404308,0.9344385,0.0004756107,0.00003145582,0.00009660573,0.0028667923,0.000034414636,0.00007863606,0.013677933,0.009273122,0.037843995],"study_design_scores_gemma":[0.001260683,0.00006549217,0.21976092,0.02037582,0.0000046493183,0.0000047113067,0.0496845,0.000035077497,0.000092730246,0.0012478812,0.70729345,0.00017406481],"about_ca_topic_score_codex":0.0025595562,"about_ca_topic_score_gemma":0.008381595,"teacher_disagreement_score":0.71467763,"about_ca_system_score_codex":0.0006492452,"about_ca_system_score_gemma":0.0006752064,"threshold_uncertainty_score":0.59869707},"labels":[],"label_agreement":null},{"id":"W3198746468","doi":"10.19173/irrodl.v21i3.5387","title":"Distance Learning in Museums: A Review of the Literature","year":2021,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Museums and Cultural Heritage","field":"Arts and Humanities","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Inclusion (mineral); Professional development; Best practice; Educational technology; Sociology; Pedagogy; Political science; Social science","score_opus":0.14461216063533774,"score_gpt":0.44110095652080483,"score_spread":0.29648879588546706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198746468","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008372073,0.98187,5.9913083e-7,0.0023226207,0.00012447879,0.0012241462,0.00015514439,0.0000047998615,0.0142898355],"genre_scores_gemma":[0.0002765915,0.9949452,0.000004827095,0.00017345334,0.00010411623,0.00018903843,0.00061935827,0.000018394338,0.0036689658],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954404,0.002045055,0.0010741424,0.00034454602,0.0008239167,0.00027191467],"domain_scores_gemma":[0.9975214,0.0008475087,0.0006163448,0.00035807816,0.0006123956,0.000044260618],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005180743,0.00024231031,0.001377164,0.00010232812,0.00021535135,0.00031897245,0.0018019979,0.00007525288,0.0012032099],"category_scores_gemma":[0.0031079922,0.000120869336,0.00034046595,0.000688022,0.0003383381,0.00021303399,0.0011794206,0.0022052305,0.0000065942527],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010230343,0.00009516515,0.000086406704,0.4879091,0.00010470833,0.00003161499,0.0012026676,0.0000016400246,1.5170738e-7,0.07158161,0.0068587894,0.4321179],"study_design_scores_gemma":[0.00006366906,0.000012647635,0.0000068171876,0.46645176,0.000023562638,0.000007591477,0.0006406503,0.000002910524,6.301493e-8,0.000048008013,0.5326745,0.000067816516],"about_ca_topic_score_codex":0.00036286248,"about_ca_topic_score_gemma":0.00022461897,"teacher_disagreement_score":0.5258157,"about_ca_system_score_codex":0.00013124647,"about_ca_system_score_gemma":0.00033030892,"threshold_uncertainty_score":0.99970984},"labels":[],"label_agreement":null},{"id":"W3199483308","doi":"","title":"CIDER is born","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.12754792569141685,"score_gpt":0.48536935124428593,"score_spread":0.3578214255528691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199483308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4077053,0.14095937,0.0008944005,0.2337293,0.00032447977,0.0059704985,0.0011321136,0.000119438824,0.2091651],"genre_scores_gemma":[0.96008265,0.0384954,0.00016375672,0.0005442551,0.000043613214,0.000078302466,0.00020306752,0.000021695927,0.00036728464],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974311,0.0004801958,0.00040869683,0.00026186169,0.0011130455,0.00030512206],"domain_scores_gemma":[0.9984595,0.0005136222,0.00014427157,0.00025959068,0.0005398809,0.00008314508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008112977,0.00010263832,0.00024818495,0.00016674036,0.00015812728,0.00018284112,0.0014535476,0.00003286117,0.0008192527],"category_scores_gemma":[0.0037962946,0.00007062338,0.00005273783,0.000896883,0.00027493466,0.00029009162,0.0011172121,0.00079779944,0.0004304848],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019452977,0.0020596744,0.22266723,0.0109862,0.0009489201,0.00044158116,0.0031888494,0.0031347377,0.004990147,0.38782945,0.20529355,0.15651435],"study_design_scores_gemma":[0.0034229301,0.00020256716,0.03585002,0.038828816,0.00002355709,0.00009564599,0.0027232326,0.00055852096,0.0015597992,0.022961024,0.8934456,0.00032830107],"about_ca_topic_score_codex":0.0017050958,"about_ca_topic_score_gemma":0.00004710327,"teacher_disagreement_score":0.688152,"about_ca_system_score_codex":0.00027175152,"about_ca_system_score_gemma":0.00028633635,"threshold_uncertainty_score":0.8970243},"labels":[],"label_agreement":null},{"id":"W3200576146","doi":"","title":"Collaborative efforts, quality, and performance: Hallmarks of successful teaching and learning","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Quality (philosophy); Educational technology; Distance education; Multimedia; Mathematics education; Knowledge management; Psychology","score_opus":0.09571452949787934,"score_gpt":0.5451388694115438,"score_spread":0.44942433991366443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200576146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88136053,0.0066709435,0.00004594422,0.007778815,0.00006464372,0.0004766971,0.0000056015183,0.000004457984,0.10359235],"genre_scores_gemma":[0.9473451,0.05182575,0.00033747172,0.00004877417,0.000066470944,0.00002271968,0.000015816517,0.000003830237,0.00033407885],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953016,0.0034364746,0.00031346476,0.00017737645,0.00060912734,0.0001619733],"domain_scores_gemma":[0.9960809,0.0027282475,0.00029915944,0.00008053574,0.0007591782,0.000052023486],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026300777,0.000060292812,0.00019291729,0.00009797801,0.0007783459,0.0001843301,0.00042944908,0.000036413818,0.000083762105],"category_scores_gemma":[0.017776929,0.000045897934,0.000012171159,0.0003854185,0.00092144794,0.00057750504,0.00049454335,0.00081762846,0.0000012278666],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019914571,0.00007380767,0.73481977,0.0010277638,0.000050371702,7.269023e-7,0.013779213,0.000009332149,0.00011243556,0.045595996,0.0002647636,0.2040667],"study_design_scores_gemma":[0.000970754,0.0006379346,0.4603897,0.013045667,0.000029169689,0.000009095016,0.12016417,0.0013679721,0.000204692,0.0050476245,0.39787272,0.00026050888],"about_ca_topic_score_codex":0.004665466,"about_ca_topic_score_gemma":0.00029031906,"teacher_disagreement_score":0.39760795,"about_ca_system_score_codex":0.000087337176,"about_ca_system_score_gemma":0.0002615402,"threshold_uncertainty_score":0.99049675},"labels":[],"label_agreement":null},{"id":"W3201559550","doi":"","title":"Editorial: Celebrating our geographical diversity - and grit and agriculture","year":2018,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Educational Innovations Studies","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Diversity (politics); Grit; Agriculture; Geography; Economic geography; Sociology; Anthropology; Psychology; Archaeology","score_opus":0.06679490193019932,"score_gpt":0.3895831975260157,"score_spread":0.3227882955958164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201559550","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09202682,0.034031242,0.0000013308701,0.0508254,0.8156389,0.0021552755,0.0019737156,0.000039236733,0.003308064],"genre_scores_gemma":[0.064211436,0.10752207,0.000044293447,0.00009558569,0.82518023,0.00007784338,0.0023450793,0.0000025580832,0.0005208852],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977179,0.00034311504,0.0002935394,0.0003475294,0.0011006433,0.00019725632],"domain_scores_gemma":[0.99633586,0.0019246406,0.00020847759,0.00005227238,0.0014170103,0.0000617496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004015192,0.00013805766,0.00029220813,0.000041127787,0.0010755389,0.00025430176,0.00078349403,0.00017718709,0.000042172986],"category_scores_gemma":[0.0061578527,0.000054034394,0.000034376226,0.00055714697,0.00027072482,0.0001863232,0.0046132626,0.0010565756,0.000002613714],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023845736,0.00003681761,0.009715465,0.00027165478,0.000039156537,8.251327e-7,0.00005573359,1.5272991e-7,0.000036232355,0.000561181,0.98746604,0.0017928903],"study_design_scores_gemma":[0.00015169487,0.000098948585,0.011166719,0.0032381157,0.000015776768,0.0000016414177,0.0026416662,0.0000054342395,0.0000024666572,0.0007591611,0.9818068,0.00011154512],"about_ca_topic_score_codex":0.0023329537,"about_ca_topic_score_gemma":0.0002512311,"teacher_disagreement_score":0.07349083,"about_ca_system_score_codex":0.000049932078,"about_ca_system_score_gemma":0.000048104277,"threshold_uncertainty_score":0.8272285},"labels":[],"label_agreement":null},{"id":"W3208143375","doi":"10.19173/irrodl.v23i3.6201","title":"Doing Open Science in a Research-Based Seminar: Students’ Positioning Towards Openness in Higher Education","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Openness to experience; Open science; Open education; Publication; Visibility; Qualitative research; Psychology; Grounded theory; Distance education; Vulnerability (computing); Sociology; Pedagogy; Medical education; Computer science; Social psychology; Political science; Medicine; Social science","score_opus":0.1658712452760734,"score_gpt":0.5204420923144629,"score_spread":0.35457084703838954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208143375","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.554545,0.011457476,0.0005068718,0.22871423,0.0014819491,0.007906797,0.000028590985,0.000048221795,0.19531088],"genre_scores_gemma":[0.99547845,0.0011900363,0.000977863,0.00042631297,0.00002303818,0.000682051,0.00006480301,0.000008261922,0.0011492039],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9932598,0.0028091422,0.0005462571,0.0006033545,0.0022852866,0.0004961705],"domain_scores_gemma":[0.99787617,0.00080227683,0.00017438366,0.0004046565,0.00063633436,0.000106167085],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.04157023,0.000106004074,0.00025771683,0.0009225722,0.00090159103,0.0019304197,0.0106909275,0.000023710501,0.0005037312],"category_scores_gemma":[0.0018210225,0.00009342832,0.000025964437,0.0050737266,0.00034602045,0.0014157012,0.012365358,0.0017321886,0.000010661451],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045005744,0.0036436538,0.33654547,0.0015164667,0.00003223995,0.000116398,0.00613727,0.013380714,0.0011866961,0.43550333,0.0055660005,0.19592169],"study_design_scores_gemma":[0.0042011486,0.000727877,0.57494396,0.030862208,0.000006596135,0.00007205251,0.06254345,0.024667798,0.0003301653,0.007758299,0.29315114,0.00073531567],"about_ca_topic_score_codex":0.004029319,"about_ca_topic_score_gemma":0.00007012698,"teacher_disagreement_score":0.44093344,"about_ca_system_score_codex":0.0011043695,"about_ca_system_score_gemma":0.002728576,"threshold_uncertainty_score":0.9991057},"labels":[],"label_agreement":null},{"id":"W3214807266","doi":"10.19173/irrodl.v23i1.5763","title":"Open For All: The OERu’s Next Generation Digital Learning Ecosystem","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Computer science; Open education; Open learning; Agency (philosophy); Knowledge management; Suite; Digital learning; World Wide Web; Teaching method; Sociology; Political science; Cooperative learning; Pedagogy","score_opus":0.1922411854398781,"score_gpt":0.4618506382722752,"score_spread":0.2696094528323971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214807266","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07564207,0.060768757,0.13591568,0.6874475,0.0009363395,0.005861005,0.00025415607,0.00012524534,0.033049226],"genre_scores_gemma":[0.98364806,0.011606428,0.0015860384,0.0004513657,0.00014942109,0.00010491065,0.00045807363,0.000011433568,0.0019842484],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99779886,0.00069812336,0.00038352338,0.0003252629,0.00055463903,0.00023956543],"domain_scores_gemma":[0.997526,0.0012744729,0.00018074675,0.00031185136,0.00065175025,0.000055177537],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0062556355,0.00009246518,0.00022733379,0.000055449585,0.00036377582,0.0026078913,0.0030905001,0.000030877007,0.00003016077],"category_scores_gemma":[0.0045266403,0.000057766338,0.00006331402,0.0005105071,0.000056588167,0.0007880806,0.0029891818,0.0006292026,0.000012037624],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010147353,0.00044198366,0.017507814,0.0024552625,0.00041273911,0.00008607175,0.0010758716,0.010097258,0.000969259,0.5321444,0.023197437,0.4115104],"study_design_scores_gemma":[0.0006836182,0.00012840211,0.00043675693,0.003826987,0.0000111730415,0.00005322818,0.0015107208,0.41647062,0.000119005635,0.004624759,0.5719848,0.00014988398],"about_ca_topic_score_codex":0.00007608031,"about_ca_topic_score_gemma":0.00003400911,"teacher_disagreement_score":0.908006,"about_ca_system_score_codex":0.00007104191,"about_ca_system_score_gemma":0.00030836396,"threshold_uncertainty_score":0.9984275},"labels":[],"label_agreement":null},{"id":"W3215104459","doi":"10.19173/irrodl.v22i4.6283","title":"Exploring Open and Distance Learning Reform at the National University of Lesotho: A Managerial Perspective","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Context (archaeology); Nonprobability sampling; Face-to-face; Qualitative research; Open education; Content analysis; Strategic planning; Sociology; Qualitative property; Public relations; Data collection; Perspective (graphical); Political science; Pedagogy; Computer science; Business; Marketing; Social science","score_opus":0.20498949674682104,"score_gpt":0.46459977143309245,"score_spread":0.2596102746862714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215104459","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39919695,0.026670821,0.00027654864,0.14140086,0.00018743172,0.0017054017,0.00012338768,0.0000238558,0.43041474],"genre_scores_gemma":[0.9123453,0.08268191,0.00020971893,0.000050930048,0.000080382546,0.0000111512945,0.00005999369,0.00000611825,0.0045545325],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997424,0.0012282219,0.00018789068,0.0002241915,0.0007547978,0.00018090014],"domain_scores_gemma":[0.99807507,0.0008546317,0.00015737771,0.000085566055,0.00077990175,0.00004744771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007438527,0.000061867664,0.00018700249,0.00005010505,0.0008484697,0.00017597934,0.00088839745,0.000025111487,0.0003168161],"category_scores_gemma":[0.0038666513,0.000045325214,0.00003644249,0.0005294032,0.00048087136,0.00048412863,0.00186683,0.00055019866,0.0000035200771],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008247163,0.00023284304,0.046597704,0.0010245981,0.00026112184,0.00008400205,0.013040805,0.00046131967,0.00034999137,0.8378072,0.0018942312,0.0974215],"study_design_scores_gemma":[0.0007113921,0.00005026581,0.0087313205,0.003569032,0.000013316199,0.0000076032793,0.21937646,0.00030575844,0.000056832283,0.0027095743,0.7643615,0.00010692863],"about_ca_topic_score_codex":0.0054133893,"about_ca_topic_score_gemma":0.0024097285,"teacher_disagreement_score":0.8350976,"about_ca_system_score_codex":0.00043366407,"about_ca_system_score_gemma":0.00051212043,"threshold_uncertainty_score":0.81834614},"labels":[],"label_agreement":null},{"id":"W3215585716","doi":"10.19173/irrodl.v23i1.5806","title":"What We Talk About When We Talk About Virtual Learning Environments","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Virtual learning environment; Learning Management; Computer science; World Wide Web; Macro; Sample (material); Data science; Multimedia; Mathematics education; Knowledge management; Psychology","score_opus":0.07093093051239353,"score_gpt":0.4355646326790112,"score_spread":0.36463370216661767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215585716","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2382952,0.42216188,0.00077485346,0.28179318,0.0012179145,0.002330349,0.00009403472,0.000087138935,0.05324547],"genre_scores_gemma":[0.3493528,0.6317079,0.0002025239,0.0002107511,0.00023022271,0.000050933348,0.00025988265,0.00001823317,0.017966727],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944432,0.0025396282,0.0005106593,0.0004173371,0.0015829033,0.0005062933],"domain_scores_gemma":[0.99773514,0.001370948,0.00024522023,0.00021603727,0.0002752379,0.00015740776],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0081644645,0.00015179474,0.0003601464,0.00012216798,0.00075383787,0.000800294,0.0012236723,0.00009483228,0.0022988669],"category_scores_gemma":[0.005103933,0.00012366309,0.00009911887,0.000569504,0.0004722093,0.00095843297,0.0012048339,0.001544853,0.000065136206],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014108168,0.00037347467,0.016134437,0.0009249857,0.00019982846,0.00027141132,0.00567282,0.000882013,0.00084545586,0.029087266,0.0043431916,0.941124],"study_design_scores_gemma":[0.00043755202,0.0000662461,0.0010774517,0.010333856,0.0000119640845,0.000010739814,0.043562826,0.00033213137,0.0001158435,0.0011861174,0.9427275,0.0001377704],"about_ca_topic_score_codex":0.0007603678,"about_ca_topic_score_gemma":0.00030886914,"teacher_disagreement_score":0.9409863,"about_ca_system_score_codex":0.00021862646,"about_ca_system_score_gemma":0.0006106876,"threshold_uncertainty_score":0.9986132},"labels":[],"label_agreement":null},{"id":"W3216176409","doi":"10.19173/irrodl.v23i1.5758","title":"University Students’ Persistence With Technology-Mediated Distance Education: A Response to COVID-19 and Beyond in Zimbabwe","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Coronavirus disease 2019 (COVID-19); Higher education; IBM; Institution; Stratified sampling; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Data collection; Persistence (discontinuity); Sociology; Psychology; Medical education; Pedagogy; Political science; Social science; Medicine; Engineering","score_opus":0.060139497380679634,"score_gpt":0.4522089070702978,"score_spread":0.3920694096896182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216176409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74654084,0.0092248265,0.000121875186,0.23794621,0.000029748859,0.00065570854,0.000033231347,0.000012699384,0.0054348623],"genre_scores_gemma":[0.9771571,0.019777562,0.000475236,0.0003884122,0.0000146640805,0.000016600277,0.00004386886,0.0000036339304,0.0021229007],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99771607,0.0011708825,0.00014537477,0.00022735896,0.00056287233,0.00017742666],"domain_scores_gemma":[0.9983049,0.0010332337,0.000065058295,0.00011118932,0.00036576262,0.00011984077],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00561515,0.00005401061,0.00014667644,0.00019009114,0.00029782642,0.00010697463,0.00068553095,0.000035343863,0.00008432358],"category_scores_gemma":[0.009347481,0.00004382839,0.0000123116615,0.0016933635,0.00034838117,0.0001578106,0.000520785,0.0004445665,0.0000029543758],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011876847,0.00032709318,0.9352877,0.00057876884,0.00003755681,0.00019482795,0.0037862568,0.00007436422,0.000096233896,0.030903425,0.0011160703,0.02640999],"study_design_scores_gemma":[0.00067978684,0.00008565589,0.022215866,0.0033157193,0.0000053804465,0.000010922196,0.15806259,0.00002814375,0.000005899241,0.00043856757,0.8150648,0.00008667363],"about_ca_topic_score_codex":0.0005338897,"about_ca_topic_score_gemma":0.0018989387,"teacher_disagreement_score":0.9130719,"about_ca_system_score_codex":0.0002947971,"about_ca_system_score_gemma":0.0025478504,"threshold_uncertainty_score":0.9989972},"labels":[],"label_agreement":null},{"id":"W3216223175","doi":"10.19173/irrodl.v22i4.5587","title":"A Construct Revalidation of the Community of Inquiry Survey: Empirical Evidence for a General Factor Under a Bifactor Structure","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Categorical variable; Confirmatory factor analysis; Reliability (semiconductor); Construct validity; Psychology; Construct (python library); Factor analysis; Revalidation; Validity; Statistics; Structural equation modeling; Psychometrics; Computer science; Mathematics; Clinical psychology","score_opus":0.5258508220694923,"score_gpt":0.5853244875865714,"score_spread":0.05947366551707911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216223175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9879908,0.0034417084,0.00017563747,0.007408085,0.00008052375,0.00049744186,0.0002469537,0.0000023316434,0.00015654009],"genre_scores_gemma":[0.9936742,0.0056486917,0.00032215432,0.000066544126,0.000043958946,0.000010047728,0.00012728406,0.0000039504193,0.000103169485],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9931373,0.00550166,0.00038511286,0.00012397293,0.0006987908,0.00015315457],"domain_scores_gemma":[0.9932547,0.0050843344,0.0002781959,0.00019710611,0.0011493979,0.000036240817],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008129318,0.000061019553,0.00024512704,0.00004771755,0.00030580533,0.000065632805,0.00089957827,0.000051119077,0.00018512669],"category_scores_gemma":[0.025426185,0.000038288606,0.00006671891,0.0006504057,0.0005604195,0.0001721183,0.00056195667,0.00064320763,2.4021617e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002192,0.00013601995,0.9563944,0.0019704588,0.0001019232,9.871408e-7,0.0029364417,0.00015175833,0.0021804164,0.011653055,0.000843609,0.023411747],"study_design_scores_gemma":[0.0011029245,0.00017332844,0.908869,0.017924063,0.000037228445,0.000006967633,0.031110449,0.00056930515,0.002765679,0.0065892804,0.030667638,0.00018411536],"about_ca_topic_score_codex":0.0025844993,"about_ca_topic_score_gemma":0.0014097451,"teacher_disagreement_score":0.04752536,"about_ca_system_score_codex":0.00008487741,"about_ca_system_score_gemma":0.0012218024,"threshold_uncertainty_score":0.9827831},"labels":[],"label_agreement":null},{"id":"W3216239116","doi":"10.19173/irrodl.v22i4.5745","title":"How Are We Doing with Open Education Practice Initiatives? Applying an Institutional Self-Assessment Tool in Five Higher Education Institutions","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Thompson Rivers University; University of British Columbia; Royal Roads University; Kwantlen Polytechnic University; Vancouver Community College","funders":"","keywords":"Openness to experience; Higher education; Institution; Public relations; Open education; Political science; Sociology; Institutional change; Institutional research; Appreciative inquiry; Pedagogy; Public administration; Psychology; Social science","score_opus":0.1522681638599641,"score_gpt":0.5607888151071525,"score_spread":0.4085206512471884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216239116","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08638617,0.016749848,0.0011002136,0.30624372,0.00092300854,0.005532918,0.000041141597,0.000030966225,0.582992],"genre_scores_gemma":[0.9512813,0.037150826,0.008576241,0.00059366366,0.00016558671,0.0011553534,0.00028734145,0.000007795981,0.00078185636],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99522585,0.002972389,0.00031417518,0.00035641616,0.0009148498,0.00021631688],"domain_scores_gemma":[0.9961549,0.0013973835,0.00042175737,0.00021340713,0.0017428631,0.00006969803],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.007004563,0.000100817175,0.00019696828,0.0001814474,0.0007760728,0.0012542343,0.001006521,0.000051304305,0.00013241908],"category_scores_gemma":[0.0043469463,0.00008323514,0.00001975595,0.0013779937,0.00027196918,0.0051763467,0.000558047,0.0008089759,0.0000032215644],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011203252,0.0019184569,0.07469213,0.00049439515,0.00006547581,0.000011077442,0.0038264545,0.0003062452,0.000026436577,0.8466509,0.00045541368,0.07144098],"study_design_scores_gemma":[0.00048784443,0.000057457666,0.07933787,0.009024559,0.00002359112,0.00002128175,0.10764838,0.00010026198,0.00001422567,0.005098373,0.79802954,0.00015659658],"about_ca_topic_score_codex":0.0035828569,"about_ca_topic_score_gemma":0.0010652287,"teacher_disagreement_score":0.86489516,"about_ca_system_score_codex":0.00142209,"about_ca_system_score_gemma":0.013591079,"threshold_uncertainty_score":0.99978256},"labels":[],"label_agreement":null},{"id":"W3216848196","doi":"10.19173/irrodl.v23i1.5582","title":"Developing Institutional Open Educational Resource Repositories in Vietnam: Opportunities and Challenges","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Monash University","keywords":"Open educational resources; Sociocultural evolution; Open education; Developing country; Resource (disambiguation); Political science; Educational resources; Knowledge management; Economic growth; Public relations; Business; Sociology; Pedagogy; Computer science; Economics","score_opus":0.24438484629348198,"score_gpt":0.44598984038630535,"score_spread":0.20160499409282337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216848196","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0218619,0.11661697,0.0006852758,0.7003175,0.0003844147,0.0009927382,0.000012959613,0.000018485583,0.15910977],"genre_scores_gemma":[0.672704,0.31904683,0.004645442,0.0008995902,0.00011005656,0.000211267,0.00024383288,0.000010076643,0.0021289026],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99772125,0.0008388758,0.00039787253,0.0003322711,0.00051622896,0.00019349078],"domain_scores_gemma":[0.9982242,0.0009005673,0.00013154764,0.00020277157,0.00047149567,0.00006939084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005198949,0.00008876734,0.00021558467,0.0001356619,0.00033762233,0.0008164567,0.0016995174,0.000032646487,0.00006612725],"category_scores_gemma":[0.0027461038,0.00007367396,0.000018360697,0.0005165105,0.00017304537,0.0008576346,0.0031440335,0.0004950381,0.0000036816273],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016448505,0.00007235286,0.008691688,0.0005693729,0.000017305763,0.000023340921,0.00077926926,0.000047066176,0.0000111607005,0.95632887,0.0006385712,0.032804582],"study_design_scores_gemma":[0.00076222303,0.000056434772,0.07627858,0.014947449,0.0000040145865,0.00024490818,0.03260798,0.0012759218,0.000083323575,0.01208522,0.8614073,0.00024668168],"about_ca_topic_score_codex":0.00025201624,"about_ca_topic_score_gemma":0.000071124814,"teacher_disagreement_score":0.9442436,"about_ca_system_score_codex":0.00015193743,"about_ca_system_score_gemma":0.0014510886,"threshold_uncertainty_score":0.7873111},"labels":[],"label_agreement":null},{"id":"W3217209341","doi":"10.19173/irrodl.v22i4.5637","title":"The Online Learning and Students’ Fear of COVID-19: Study in Malaysia and Pakistan","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Snowball sampling; Psychology; Confirmatory factor analysis; Cognition; Social media; Data collection; Mathematics education; Structural equation modeling; Applied psychology; Social psychology; Computer science","score_opus":0.16347843605669024,"score_gpt":0.5943424994103604,"score_spread":0.4308640633536702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217209341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95130783,0.038627397,0.000016263866,0.008404588,0.00004340462,0.00080561644,0.000034736033,0.0000034179168,0.00075673696],"genre_scores_gemma":[0.943959,0.054858845,0.000012652759,0.000222452,0.000015073586,0.00004659021,0.00006289525,0.0000061617006,0.0008163274],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967144,0.00181336,0.0004550471,0.00026314057,0.0005384988,0.00021556516],"domain_scores_gemma":[0.99706715,0.0023800572,0.00014212477,0.00015546483,0.00015067332,0.00010450866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008258756,0.00008085863,0.00025833468,0.000083591185,0.00019954127,0.000095902615,0.00048844767,0.000028057955,0.00017567513],"category_scores_gemma":[0.0026212186,0.000053646498,0.000020501593,0.00040740793,0.00021913968,0.000057401965,0.0010494003,0.0006904427,0.0000016568013],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028108788,0.00039904154,0.97158426,0.0008184542,0.000048318638,0.00006439035,0.0015455029,0.000017917762,0.000019867206,0.0031297486,0.0001603097,0.021931076],"study_design_scores_gemma":[0.0030884482,0.00050213595,0.77352893,0.0029680799,0.000015468284,0.000041155035,0.102387816,0.0002973366,0.0000054538923,0.0006028336,0.11645758,0.00010478523],"about_ca_topic_score_codex":0.0034378113,"about_ca_topic_score_gemma":0.0010358188,"teacher_disagreement_score":0.19805537,"about_ca_system_score_codex":0.00015297382,"about_ca_system_score_gemma":0.00030332353,"threshold_uncertainty_score":0.51969653},"labels":[],"label_agreement":null},{"id":"W3217432806","doi":"10.19173/irrodl.v23i1.5869","title":"“I Don’t Know if I Can Handle It All”: Students’ Affect During Remote Education in the COVID-19 Pandemic in Brazil","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Affect (linguistics); Pandemic; Psychology; Perspective (graphical); Anxiety; Coronavirus disease 2019 (COVID-19); Social psychology; Disease; Medicine; Infectious disease (medical specialty)","score_opus":0.1821099323817498,"score_gpt":0.5867679601246693,"score_spread":0.4046580277429195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217432806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9134188,0.027827375,0.000026997172,0.052351758,0.00017117472,0.0013397275,0.00004015862,0.0000069005205,0.0048170732],"genre_scores_gemma":[0.9460142,0.047925625,0.0000120620725,0.0039449558,0.000047003483,0.00010860847,0.00026688716,0.000007975789,0.001672628],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958485,0.002442543,0.00043445456,0.00031762497,0.0006433317,0.0003135564],"domain_scores_gemma":[0.99769986,0.001703795,0.000119216165,0.00027373925,0.00010781831,0.000095544776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008641169,0.00009847423,0.00023703204,0.00016507578,0.00013534732,0.00011231394,0.0010416445,0.000048763686,0.00051214505],"category_scores_gemma":[0.0027070018,0.000069263006,0.000039678576,0.00065520516,0.000098456585,0.00008733687,0.00055502186,0.0008834092,0.000014507643],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003057555,0.0005240448,0.93130225,0.0020148153,0.000036224927,0.00010221814,0.003607477,0.000044325654,0.00007547881,0.0016674924,0.004715876,0.05560402],"study_design_scores_gemma":[0.0027550266,0.00011713395,0.6219555,0.008205661,0.000010631156,0.0001615755,0.022314439,0.00008095837,0.000017888968,0.001014825,0.34321466,0.00015166844],"about_ca_topic_score_codex":0.01888388,"about_ca_topic_score_gemma":0.009362387,"teacher_disagreement_score":0.33849877,"about_ca_system_score_codex":0.0009016124,"about_ca_system_score_gemma":0.0014767767,"threshold_uncertainty_score":0.98764944},"labels":[],"label_agreement":null},{"id":"W3217597157","doi":"","title":"Building Learning Communities in Cyberspace: Effective strategies for the online classroom","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cyberspace; Educational technology; Distance education; Computer-mediated communication; Computer science; Electronic learning; Online learning; The Internet; Technology integration; Mathematics education; Pedagogy; Multimedia; Sociology; World Wide Web; Psychology","score_opus":0.11691143398319463,"score_gpt":0.4817050090802965,"score_spread":0.36479357509710186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217597157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5606493,0.15427625,0.004017612,0.22612472,0.0004324327,0.008195762,0.00014300841,0.00009556888,0.046065353],"genre_scores_gemma":[0.92804456,0.070483655,0.00047620345,0.00009662063,0.00011237063,0.00014861785,0.000054645545,0.000009431854,0.00057389267],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99639666,0.002197338,0.00030182494,0.00015336314,0.00060162303,0.0003491678],"domain_scores_gemma":[0.9914511,0.007885648,0.00015032939,0.00013018385,0.00034057116,0.00004215666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011471962,0.00009353414,0.00023446589,0.00013468052,0.0008066135,0.00033970212,0.0011480476,0.00005083141,0.00018676234],"category_scores_gemma":[0.0051685274,0.00006111302,0.00005543768,0.00062922644,0.0004773467,0.00036711528,0.0004515702,0.0013919492,0.0000030453818],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019854102,0.00035366436,0.06498212,0.0012980374,0.00014204512,0.000013400029,0.013711496,0.008746785,0.000062937215,0.2380937,0.0024613664,0.6699359],"study_design_scores_gemma":[0.0007375923,0.00013250983,0.0038070083,0.006586795,0.000012234193,0.0000025891832,0.25298277,0.017640907,0.000004213844,0.0038220305,0.71414864,0.00012268848],"about_ca_topic_score_codex":0.005799774,"about_ca_topic_score_gemma":0.0036291932,"teacher_disagreement_score":0.71168727,"about_ca_system_score_codex":0.0001615699,"about_ca_system_score_gemma":0.00018731202,"threshold_uncertainty_score":0.8767562},"labels":[],"label_agreement":null},{"id":"W325934425","doi":"10.19173/irrodl.v6i2.283","title":"Affect as a Presence in the Community of Inquiry Model","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Affect (linguistics); Psychology; Social psychology; Cognitive psychology; Sociology; Communication","score_opus":0.27183381201052675,"score_gpt":0.5593195159454009,"score_spread":0.2874857039348741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W325934425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7448039,0.0068719867,0.0001983584,0.17358077,0.0000689752,0.0011755117,0.000009769068,0.000006952021,0.07328378],"genre_scores_gemma":[0.9862436,0.012744339,0.00014611101,0.0005370065,0.000021969367,0.000044499197,0.00001381443,0.000001588904,0.0002470583],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9963443,0.002505237,0.0002274862,0.00007180022,0.0007120227,0.0001391222],"domain_scores_gemma":[0.99710584,0.002470942,0.000056531684,0.00012639591,0.00021005418,0.000030235764],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020074785,0.00003636374,0.000109399014,0.00005270685,0.0002420937,0.000072826784,0.0013034907,0.00002135367,0.0001079153],"category_scores_gemma":[0.0086628795,0.000022558064,0.000019874878,0.00040715266,0.00043959124,0.00013674499,0.00033292893,0.0006374787,0.0000053847434],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009010533,0.0007451972,0.030270072,0.0009799891,0.000025768173,0.0000030137558,0.1236957,0.00077959336,0.00004033299,0.778529,0.006717813,0.058123447],"study_design_scores_gemma":[0.0014099304,0.00020927543,0.056773234,0.030985247,0.000015573327,0.000009590293,0.4191669,0.008207729,0.00015203611,0.16620684,0.31653923,0.00032441973],"about_ca_topic_score_codex":0.0027412334,"about_ca_topic_score_gemma":0.00050068164,"teacher_disagreement_score":0.61232215,"about_ca_system_score_codex":0.000079105084,"about_ca_system_score_gemma":0.00032096423,"threshold_uncertainty_score":0.99968755},"labels":[],"label_agreement":null},{"id":"W4200580883","doi":"10.19173/irrodl.v22i4.6250","title":"Editorial - Volume 22, Issue 4","year":2021,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science; Physics","score_opus":0.06983806528976436,"score_gpt":0.3739230619899659,"score_spread":0.3040849967002015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200580883","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010487177,0.0506166,0.000009167889,0.0017856726,0.8235705,0.00033986184,0.0019862722,0.00000495794,0.121676475],"genre_scores_gemma":[0.00009133446,0.19157647,0.00002519553,0.000043526827,0.6930499,0.000075704775,0.0013355806,0.000016566753,0.11378572],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977853,0.0001588349,0.00080470706,0.0005566617,0.0003857134,0.00030883745],"domain_scores_gemma":[0.9976215,0.00101493,0.00047057608,0.00032335153,0.0005058166,0.00006382881],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0102631515,0.00015297717,0.0007231068,0.00018842338,0.00018878818,0.00046214068,0.0016612452,0.00018668857,0.008985606],"category_scores_gemma":[0.010820385,0.0001365138,0.00011131775,0.00037303328,0.00027065896,0.00021923613,0.0019878654,0.0013332723,0.0014664831],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002283689,0.00003856615,0.0005199763,0.0007303877,0.000083804174,0.000003871155,0.00004571121,0.000008437402,1.1711282e-7,0.0032439649,0.99487114,0.00043118309],"study_design_scores_gemma":[0.00041059,0.000027270627,0.00003148712,0.0035401185,0.0000056486087,4.6773928e-7,0.0005676158,0.00009137359,4.4744957e-7,0.0011094311,0.99408543,0.00013010042],"about_ca_topic_score_codex":0.0016188459,"about_ca_topic_score_gemma":0.000016765443,"teacher_disagreement_score":0.14095987,"about_ca_system_score_codex":0.0002467568,"about_ca_system_score_gemma":0.00023165146,"threshold_uncertainty_score":0.999311},"labels":[],"label_agreement":null},{"id":"W4205905037","doi":"10.19173/irrodl.v14i4.1673","title":"Editorial: Volume 14, Number 4","year":2013,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science; Physics","score_opus":0.07192065789276766,"score_gpt":0.371590297365643,"score_spread":0.2996696394728753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205905037","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002223983,0.015858112,0.000008720955,0.0015532695,0.79250056,0.0005117736,0.0013985465,0.0000066678317,0.1881401],"genre_scores_gemma":[0.00036224574,0.18841577,0.000038868082,0.00005520403,0.6388985,0.00020453316,0.00103275,0.000027381822,0.17096476],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978197,0.00013326899,0.0008294892,0.0005120154,0.00037410553,0.00033140072],"domain_scores_gemma":[0.99749166,0.0010226507,0.0005401649,0.00031849803,0.00055733137,0.00006972285],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009825807,0.0001610562,0.0006839378,0.00015254588,0.00017931731,0.0004757018,0.0018390665,0.00019417476,0.0094630625],"category_scores_gemma":[0.00872067,0.00013563388,0.000098750155,0.0003005027,0.00030511394,0.00030712306,0.001738571,0.0013164475,0.006297634],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001519871,0.00003066363,0.0014136959,0.0005775827,0.000071955525,0.0000011091042,0.000041666008,0.0000045708534,5.0444385e-8,0.0058533507,0.9916232,0.00036696106],"study_design_scores_gemma":[0.00035901644,0.000019191499,0.000078159304,0.002641713,0.0000046154314,4.7519825e-7,0.00028728053,0.00010612942,1.6502328e-7,0.0031156987,0.9932532,0.00013441319],"about_ca_topic_score_codex":0.0024714083,"about_ca_topic_score_gemma":0.000011519633,"teacher_disagreement_score":0.17255765,"about_ca_system_score_codex":0.00024384983,"about_ca_system_score_gemma":0.00014353554,"threshold_uncertainty_score":0.9996293},"labels":[],"label_agreement":null},{"id":"W4206042387","doi":"10.19173/irrodl.v20i3.4576","title":"Editorial - Volume 20, Issue 3","year":2019,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Earthquake and Disaster Impact Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science; Physics","score_opus":0.0608467109383674,"score_gpt":0.4739480665920217,"score_spread":0.4131013556536543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206042387","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005342889,0.024522444,0.000004110193,0.012458431,0.8905921,0.0010086412,0.0003819286,0.000011375353,0.07096757],"genre_scores_gemma":[0.0007093654,0.16099404,0.000006954593,0.00005839573,0.81813717,0.00005379878,0.0006606391,0.000013285796,0.01936634],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942401,0.0014833196,0.00047411965,0.00032644387,0.003044064,0.000431962],"domain_scores_gemma":[0.9935052,0.004510126,0.00028609185,0.00024942352,0.0013450999,0.000104107894],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014255416,0.00015696781,0.0005138017,0.00012809242,0.0004645814,0.00047096098,0.0020996747,0.00026102058,0.00076236704],"category_scores_gemma":[0.029022926,0.000114348964,0.00008863454,0.00045802354,0.0005414343,0.00030749824,0.0013662074,0.0018627999,0.00019810002],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064946114,0.000034019897,0.0010265587,0.0008056281,0.00004522981,0.000002289535,0.00067249057,0.000003096562,4.8551374e-7,0.00041610163,0.9942704,0.0026587527],"study_design_scores_gemma":[0.00036387023,0.00007328635,0.000061489285,0.0084106,0.000013356024,1.7053165e-7,0.0040717674,0.000006075494,3.1554603e-7,0.00038134112,0.9865034,0.00011433145],"about_ca_topic_score_codex":0.009059237,"about_ca_topic_score_gemma":0.00070760376,"teacher_disagreement_score":0.13647158,"about_ca_system_score_codex":0.00022823324,"about_ca_system_score_gemma":0.001408729,"threshold_uncertainty_score":0.9975395},"labels":[],"label_agreement":null},{"id":"W4206328997","doi":"10.19173/irrodl.v13i2.1223","title":"Editorial: Volume 13, Number 2","year":2012,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Athabasca University","keywords":"Volume (thermodynamics); Computer science; Physics","score_opus":0.08182013085078559,"score_gpt":0.3806057399112609,"score_spread":0.2987856090604753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206328997","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022114116,0.027868496,0.000008348676,0.0010278776,0.7921867,0.0003774555,0.0016847162,0.0000060789607,0.17681824],"genre_scores_gemma":[0.00088623335,0.1601514,0.000024974917,0.000040114202,0.7413558,0.00011230213,0.0010144785,0.000024450064,0.09639028],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99789923,0.00014011505,0.0007862288,0.00043643464,0.0003620388,0.00037592038],"domain_scores_gemma":[0.9977138,0.0010022171,0.0005304738,0.00030324675,0.00037148065,0.00007875896],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.013126988,0.0001573588,0.0006612221,0.00014650439,0.00017998948,0.00031343353,0.0016683987,0.0001886169,0.008058746],"category_scores_gemma":[0.007026042,0.00013433013,0.000103207865,0.000299112,0.0002862163,0.00031329112,0.0017151177,0.0012804678,0.0050982963],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021908121,0.000040658088,0.0045494926,0.00060391106,0.000073797535,8.9015106e-7,0.00005970781,0.0000033849612,4.5901736e-8,0.0045639607,0.9897282,0.0003540226],"study_design_scores_gemma":[0.00034032838,0.0000146634175,0.00016140612,0.002306591,0.0000064983346,5.741937e-7,0.0003046264,0.000046158137,1.6351454e-7,0.0014645812,0.99522054,0.0001338631],"about_ca_topic_score_codex":0.0019965076,"about_ca_topic_score_gemma":0.000013391637,"teacher_disagreement_score":0.1322829,"about_ca_system_score_codex":0.00025147627,"about_ca_system_score_gemma":0.00012771918,"threshold_uncertainty_score":0.99567634},"labels":[],"label_agreement":null},{"id":"W4206385785","doi":"10.19173/irrodl.v12i5.1074","title":"IRRODL Volume 12, Number 5","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"University of Aberdeen","keywords":"Volume (thermodynamics); Computer science; Physics","score_opus":0.25482826364655525,"score_gpt":0.41596581639955665,"score_spread":0.1611375527530014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206385785","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04333248,0.007613137,0.000026309637,0.012808326,0.00016018684,0.00044629892,0.00004868125,0.000019712796,0.93554485],"genre_scores_gemma":[0.982653,0.010352088,0.00006202478,0.00017795115,0.000056206558,0.000038743525,0.00012615438,0.000005748679,0.006528062],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985813,0.00051108317,0.0002615545,0.000118177515,0.00038743118,0.00014047847],"domain_scores_gemma":[0.9989805,0.00027056105,0.000100792146,0.00022707263,0.00038385755,0.000037214304],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0058120275,0.000054691212,0.0001289343,0.000057247667,0.00026018216,0.0005220957,0.0014050627,0.000018099043,0.0036257512],"category_scores_gemma":[0.0016550136,0.000037103564,0.000029992356,0.00008177746,0.00024694522,0.0007097103,0.0007052187,0.0006319505,0.000077532575],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000993017,0.0002515079,0.11343582,0.0006601122,0.00007179376,0.000008233636,0.009005496,0.000002048237,0.000010046987,0.7834013,0.059201322,0.03385302],"study_design_scores_gemma":[0.0002400412,0.00003824154,0.014044405,0.0029189,0.0000051103752,0.0000052545406,0.004372131,0.00019599109,0.000005927441,0.007924011,0.97017854,0.00007146763],"about_ca_topic_score_codex":0.0028225267,"about_ca_topic_score_gemma":0.00021659902,"teacher_disagreement_score":0.93932056,"about_ca_system_score_codex":0.00003955222,"about_ca_system_score_gemma":0.00006035633,"threshold_uncertainty_score":0.99728507},"labels":[],"label_agreement":null},{"id":"W4206582957","doi":"10.19173/irrodl.v12i2.975","title":"Editorial Volume 12, No. 2","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science","score_opus":0.16198926787712203,"score_gpt":0.35288613640089556,"score_spread":0.19089686852377352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206582957","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023413217,0.011048183,0.000051674793,0.001317688,0.015334965,0.00042223386,0.00029409805,0.000007262754,0.96918255],"genre_scores_gemma":[0.56527984,0.19273728,0.0006257612,0.00055870134,0.010303461,0.0002612868,0.00028624234,0.000038384307,0.22990905],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990866,0.000052649117,0.00038003855,0.000214179,0.000096728305,0.00016980947],"domain_scores_gemma":[0.99939585,0.00011905692,0.00016137322,0.00014318772,0.00014349505,0.000037021644],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0055280565,0.00005512839,0.00022162877,0.000090730064,0.00010922754,0.00008577819,0.00078269496,0.000025677022,0.005818497],"category_scores_gemma":[0.0017343875,0.000045398254,0.00003980945,0.00014867274,0.00017877523,0.0002010552,0.0006922354,0.00026229292,0.002247551],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053240485,0.000060396604,0.05212383,0.00020302477,0.00004558145,0.0000015653194,0.00023516327,0.0000033837082,9.0425124e-7,0.06278913,0.8835376,0.0009461902],"study_design_scores_gemma":[0.00028341942,0.000031273787,0.0041284966,0.0005433754,0.0000013052523,7.0386744e-7,0.00050465803,0.00025583908,0.0000018374441,0.004277865,0.9899156,0.00005561962],"about_ca_topic_score_codex":0.0010815053,"about_ca_topic_score_gemma":0.000007775497,"teacher_disagreement_score":0.73927355,"about_ca_system_score_codex":0.000059899005,"about_ca_system_score_gemma":0.000027273913,"threshold_uncertainty_score":0.9985293},"labels":[],"label_agreement":null},{"id":"W4210242433","doi":"10.19173/irrodl.v22i4.5949","title":"Editorial - Volume 23, Issue 1","year":2022,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science","score_opus":0.07153825208463653,"score_gpt":0.36999355024028796,"score_spread":0.2984552981556514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210242433","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011812891,0.032002218,0.0000050155163,0.0020472954,0.8510776,0.00047890205,0.003696456,0.000006593558,0.11067411],"genre_scores_gemma":[0.00012996557,0.16546592,0.000017576938,0.000057509485,0.67680186,0.00019081277,0.0023416688,0.000023425826,0.15497124],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976124,0.00019192304,0.00082583656,0.000568631,0.00047363053,0.00032757473],"domain_scores_gemma":[0.99766487,0.0011106575,0.0005503936,0.00032908184,0.00028336674,0.00006160978],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.013361075,0.00015678446,0.0006807747,0.00025301496,0.00032240403,0.00035080602,0.0022327509,0.00013409813,0.017669616],"category_scores_gemma":[0.008419134,0.0001430396,0.000111079724,0.0003989083,0.00026661312,0.00022770822,0.002956357,0.0016711747,0.0017730745],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004101854,0.000041888034,0.00060668547,0.0005404639,0.000077544246,0.0000026859705,0.00007120893,0.000021458103,6.121342e-8,0.003653336,0.9946044,0.0003392363],"study_design_scores_gemma":[0.00044111678,0.00004923078,0.000032553657,0.0012464486,0.0000056020904,4.8155067e-7,0.0007677329,0.00011327575,1.3313011e-7,0.0014321953,0.9957735,0.00013773548],"about_ca_topic_score_codex":0.0018718445,"about_ca_topic_score_gemma":0.000013702943,"teacher_disagreement_score":0.17427571,"about_ca_system_score_codex":0.00038639997,"about_ca_system_score_gemma":0.00019906848,"threshold_uncertainty_score":0.99993336},"labels":[],"label_agreement":null},{"id":"W4210254436","doi":"10.19173/irrodl.v23i1.6319","title":"AI in Online-Learning Research: Visualizing and Interpreting the Journal Publications from 1997 to 2019","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Personalization; Computer science; Profiling (computer programming); World Wide Web; Personalized learning; Field (mathematics); Adaptive learning; Data science; Artificial intelligence; Open learning; Mathematics education; Teaching method; Psychology; Cooperative learning","score_opus":0.12278758030591841,"score_gpt":0.5011247239409428,"score_spread":0.37833714363502435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210254436","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3172455,0.02491714,0.0060046534,0.64881796,0.00021393382,0.0011422983,0.000104535655,0.00004041399,0.0015135629],"genre_scores_gemma":[0.9850074,0.012380253,0.0007733876,0.001074561,0.00007562787,0.000045478868,0.00013130634,0.000011333031,0.0005006316],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932983,0.004204024,0.00051816145,0.00031134018,0.0012898152,0.00037838568],"domain_scores_gemma":[0.9951475,0.0037558132,0.00017926143,0.0002929472,0.0005133955,0.00011107861],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.024847312,0.000094245705,0.00021633704,0.00046636094,0.0009903372,0.0007771623,0.0031988304,0.000023573197,0.000066527944],"category_scores_gemma":[0.008433905,0.000065284454,0.000035161356,0.0019695908,0.00014846624,0.0003815891,0.0058437823,0.0037476954,0.0000056367608],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041029294,0.001150849,0.28113657,0.00077956344,0.00027876368,0.000138691,0.020022795,0.03786727,0.0011385294,0.1276323,0.08570077,0.4437436],"study_design_scores_gemma":[0.0008348746,0.0004397059,0.02381127,0.008061276,0.000009585896,0.00012212653,0.027062926,0.34551978,0.000015786427,0.011449414,0.58241063,0.00026261638],"about_ca_topic_score_codex":0.0013081266,"about_ca_topic_score_gemma":0.000075171134,"teacher_disagreement_score":0.6677619,"about_ca_system_score_codex":0.00019803648,"about_ca_system_score_gemma":0.00027001827,"threshold_uncertainty_score":0.99991846},"labels":[],"label_agreement":null},{"id":"W4210681716","doi":"10.19173/irrodl.v22i4.5437","title":"An Internet Articles Retrieval Agent Combined With Dynamic Associative Concept Maps to Implement Online Learning in an Artificial Intelligence Course","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; The Internet; Search engine; Control (management); World Wide Web; Filter (signal processing); Associative property; Multimedia; Artificial intelligence; Information retrieval","score_opus":0.0947574939811753,"score_gpt":0.4802984297827489,"score_spread":0.38554093580157356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210681716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9467947,0.0009985437,0.012513213,0.03840478,0.0000883714,0.0010138176,0.000081801976,0.000028855482,0.00007593341],"genre_scores_gemma":[0.9976806,0.00032626212,0.0012341607,0.00022451306,0.000010335583,0.00010294579,0.0003531847,0.000005415144,0.00006259826],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969517,0.0012404181,0.00040770328,0.00034987673,0.00078795204,0.00026236396],"domain_scores_gemma":[0.998742,0.00049992,0.00017284045,0.00022359975,0.0002836016,0.0000780676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054708263,0.00009523306,0.00020308387,0.0001694877,0.00021444442,0.00016188051,0.001980861,0.000020807762,0.00012217367],"category_scores_gemma":[0.0005164721,0.0000752898,0.000019513496,0.0009802959,0.00010471304,0.0003066238,0.0013878109,0.0009677367,0.0000025709978],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011914136,0.0046356902,0.14389217,0.00021809003,0.00016922993,0.00013685356,0.010165947,0.02076849,0.0006918518,0.4796313,0.00067817565,0.33782077],"study_design_scores_gemma":[0.0021038526,0.013570279,0.18869245,0.0063782595,0.000032992386,0.000068901754,0.1733845,0.53614104,0.0025153402,0.06431274,0.011825829,0.0009737938],"about_ca_topic_score_codex":0.0002497393,"about_ca_topic_score_gemma":0.0003206257,"teacher_disagreement_score":0.5153726,"about_ca_system_score_codex":0.00040119528,"about_ca_system_score_gemma":0.0003023788,"threshold_uncertainty_score":0.42043883},"labels":[],"label_agreement":null},{"id":"W4210809437","doi":"10.19173/irrodl.v22i4.5474","title":"The Effects on Secondary School Students of Applying Experiential Learning to the Conversational AI Learning Curriculum","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Experiential learning; Curriculum; Mathematics education; Empirical research; Cooperative learning; Psychology; Educational technology; Computer science; Class (philosophy); Teaching method; Artificial intelligence; Pedagogy; Mathematics","score_opus":0.03677671862119697,"score_gpt":0.4356917587076793,"score_spread":0.3989150400864823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210809437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7607947,0.025317661,0.012592584,0.17898776,0.0033052224,0.008187032,0.000046242898,0.00013014536,0.010638631],"genre_scores_gemma":[0.99536204,0.0013321065,0.00007376654,0.0006591223,0.000065487504,0.0007858547,0.000060048158,0.00000897923,0.0016526048],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943979,0.0029256246,0.00047804273,0.00031631527,0.0016077891,0.00027435776],"domain_scores_gemma":[0.99643797,0.0024606958,0.0002919282,0.00030950268,0.00041283388,0.00008707374],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0100692315,0.00011118927,0.00019450611,0.00017030882,0.0016281081,0.00046889528,0.0034165056,0.000019722294,0.00037327767],"category_scores_gemma":[0.005848566,0.00006989741,0.00009674643,0.00092216063,0.00012788115,0.00021954565,0.0029809421,0.0020902946,0.000026704738],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040106277,0.001274016,0.5031796,0.0019283276,0.000547344,0.000030950152,0.012160674,0.04281691,0.0003930772,0.15779378,0.058630377,0.22084388],"study_design_scores_gemma":[0.001071905,0.00078419544,0.043893546,0.004105668,0.000012011839,0.000024475448,0.023384597,0.012909149,0.000107784464,0.00052143977,0.91298574,0.00019946619],"about_ca_topic_score_codex":0.00027134907,"about_ca_topic_score_gemma":0.000008494203,"teacher_disagreement_score":0.8543554,"about_ca_system_score_codex":0.00017988837,"about_ca_system_score_gemma":0.000284711,"threshold_uncertainty_score":0.99967164},"labels":[],"label_agreement":null},{"id":"W4211068676","doi":"10.19173/irrodl.v14i3.1594","title":"Editorial: Volume 14, Number 3","year":2013,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science; Physics","score_opus":0.07144878954346588,"score_gpt":0.3711618582856143,"score_spread":0.2997130687421484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211068676","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022288203,0.015786903,0.000008662774,0.0015530883,0.792541,0.00051060476,0.0014068297,0.000006649967,0.18816398],"genre_scores_gemma":[0.00035225402,0.18697576,0.00003853655,0.00005473278,0.63727427,0.00020295315,0.0010243553,0.0000271774,0.17404993],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99781996,0.00013328368,0.0008292528,0.0005119762,0.00037412616,0.00033137173],"domain_scores_gemma":[0.99748456,0.0010211967,0.00054016284,0.00031840426,0.00056591874,0.00006972917],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009819492,0.00016104714,0.00068380724,0.0001524885,0.00017924517,0.00047549722,0.0018379746,0.00019416149,0.009591913],"category_scores_gemma":[0.008819676,0.00013561304,0.00009874397,0.00030053375,0.0003050696,0.00030708677,0.0017380358,0.0013164805,0.0064029186],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015064653,0.000030636147,0.0014104609,0.0005809838,0.00007191933,0.0000011054532,0.00004161167,0.000004620823,5.1053537e-8,0.0056845522,0.99179196,0.00036701252],"study_design_scores_gemma":[0.0003602145,0.000018933206,0.00007786771,0.0026369567,0.000004588085,4.713023e-7,0.00028661138,0.000105845465,1.6783939e-7,0.0030907996,0.99328315,0.00013440599],"about_ca_topic_score_codex":0.002489257,"about_ca_topic_score_gemma":0.000011481545,"teacher_disagreement_score":0.17118886,"about_ca_system_score_codex":0.00024461132,"about_ca_system_score_gemma":0.00014397212,"threshold_uncertainty_score":0.9995295},"labels":[],"label_agreement":null},{"id":"W4212949557","doi":"10.19173/irrodl.v8i3.1098","title":"IRRODL Volume 8, Number 3","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Management and Marketing Education","field":"Business, Management and Accounting","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Hong Kong Government","keywords":"Volume (thermodynamics); Computer science; Physics","score_opus":0.06500052874654644,"score_gpt":0.41932825652046357,"score_spread":0.35432772777391713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212949557","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15806997,0.0032677155,0.0005245222,0.04302141,0.000493193,0.0012673078,0.000004564282,0.000037585676,0.79331374],"genre_scores_gemma":[0.99184936,0.0031463148,0.0000689387,0.0008422127,0.00030748534,0.000024976536,0.00015087941,0.000008319167,0.0036015005],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99881315,0.000060047434,0.0002793564,0.00015764672,0.00048672626,0.00020306467],"domain_scores_gemma":[0.999074,0.0002971129,0.00014845349,0.00013098007,0.0003385978,0.000010869918],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012602733,0.00006465234,0.00012252285,0.00013791565,0.00013668303,0.00026819768,0.00071704027,0.000019717143,0.0011551236],"category_scores_gemma":[0.0023988858,0.00004766746,0.00002729111,0.000589336,0.00008074299,0.0004491193,0.0007955886,0.0002954019,0.00013677124],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013840746,0.00015346448,0.6719952,0.0033666708,0.0000368814,0.000009965893,0.000038348408,0.000011990449,0.000033968972,0.11193102,0.13291906,0.07936502],"study_design_scores_gemma":[0.0002459526,0.000004261889,0.1181518,0.0025799915,0.0000073319316,0.0000015761117,0.00082465034,0.0005691498,0.0000031848042,0.0025670095,0.8749772,0.000067898836],"about_ca_topic_score_codex":0.0010036927,"about_ca_topic_score_gemma":0.00005673147,"teacher_disagreement_score":0.8337794,"about_ca_system_score_codex":0.000042100062,"about_ca_system_score_gemma":0.000025059198,"threshold_uncertainty_score":0.99975795},"labels":[],"label_agreement":null},{"id":"W4213114765","doi":"10.19173/irrodl.v22i4.5407","title":"An Intelligent Nudging System to Guide Online Learners","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Oberta de Catalunya","keywords":"Nudge theory; Dropout (neural networks); Computer science; Set (abstract data type); Psychology; Mathematics education; Multimedia; Social psychology; Machine learning","score_opus":0.08067721555790196,"score_gpt":0.46486135047683613,"score_spread":0.38418413491893416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213114765","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32169482,0.031918474,0.12787531,0.48963985,0.0012647508,0.004514849,0.00037526092,0.00040378372,0.022312908],"genre_scores_gemma":[0.9931337,0.002482562,0.0028580248,0.0006005433,0.000055784214,0.000052581483,0.00014764018,0.000009538888,0.00065958616],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99696046,0.0010694788,0.00041297224,0.0003274262,0.00097286876,0.00025680265],"domain_scores_gemma":[0.9987166,0.00041828174,0.00012674076,0.00037586145,0.00025113742,0.00011136374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008310082,0.00008651953,0.0002148377,0.00021862141,0.00034776516,0.00025623303,0.0033797002,0.000013913254,0.00005232834],"category_scores_gemma":[0.001046483,0.00006697129,0.00004146108,0.0010574934,0.000051223127,0.00020549353,0.00287697,0.0008636345,0.000010302573],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013630714,0.0008759216,0.034476895,0.0023400942,0.00013753037,0.00020852561,0.0021039294,0.19283447,0.00036433287,0.37168527,0.011584341,0.38325238],"study_design_scores_gemma":[0.00040023468,0.00047813606,0.001471965,0.005250899,0.000007490822,0.00008146257,0.018968517,0.58204335,0.00003536822,0.00074190623,0.39030123,0.00021944553],"about_ca_topic_score_codex":0.0005743618,"about_ca_topic_score_gemma":0.0000137306415,"teacher_disagreement_score":0.67143893,"about_ca_system_score_codex":0.0002779657,"about_ca_system_score_gemma":0.00021164857,"threshold_uncertainty_score":0.628038},"labels":[],"label_agreement":null},{"id":"W4213194184","doi":"10.19173/irrodl.v22i4.5401","title":"Using Educational Data Mining Techniques to Identify Profiles in Self-Regulated Learning: An Empirical Evaluation","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fonds National de la Recherche Luxembourg","keywords":"Computer science; Hierarchical clustering; Educational data mining; Cluster analysis; Self-regulated learning; Multilevel model; Machine learning; Data science; Mathematics education; Psychology","score_opus":0.3172628845628626,"score_gpt":0.5887296304579428,"score_spread":0.2714667458950802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213194184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87779313,0.0056588664,0.005071427,0.10710045,0.00020582546,0.0024407331,0.000071764916,0.000094295814,0.0015635011],"genre_scores_gemma":[0.98505616,0.0006865982,0.012944057,0.00020249934,0.000065084096,0.0001175723,0.000808225,0.000010763104,0.00010902825],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99479,0.0025985874,0.00046749332,0.0004843918,0.0014125007,0.0002469948],"domain_scores_gemma":[0.9981643,0.00066701387,0.00018489966,0.00045747275,0.00045140923,0.00007487926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018713377,0.00009680811,0.00021158245,0.0003818799,0.00035216927,0.00031334793,0.003333304,0.000027159338,0.00011576628],"category_scores_gemma":[0.0036186457,0.00008308122,0.000022752894,0.0016048726,0.00005284969,0.0005941083,0.004395392,0.0009179194,0.0000026093483],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017389297,0.0018552099,0.61418915,0.0012184936,0.00015420887,0.00004891085,0.0045198835,0.06793125,0.0013566853,0.012628023,0.0074232672,0.288501],"study_design_scores_gemma":[0.00032038134,0.00016546198,0.025736013,0.002165322,0.000010727522,0.00003493462,0.0018341907,0.9478381,0.000032372987,0.0018562109,0.019854601,0.00015168355],"about_ca_topic_score_codex":0.00033384998,"about_ca_topic_score_gemma":0.000020329551,"teacher_disagreement_score":0.87990683,"about_ca_system_score_codex":0.00030791157,"about_ca_system_score_gemma":0.0007625248,"threshold_uncertainty_score":0.648572},"labels":[],"label_agreement":null},{"id":"W4213209796","doi":"10.19173/irrodl.v22i4.5417","title":"MOOC Evaluation System Based on Deep Learning","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Tsing Hua University; Ministry of Science and Technology, Taiwan","keywords":"Context (archaeology); Computer science; Big data; Class (philosophy); Tracking (education); Massive open online course; Online learning; Deep learning; Distance education; Multimedia; World Wide Web; Mathematics education; Psychology; Artificial intelligence; Pedagogy","score_opus":0.084618684514871,"score_gpt":0.4437296559028239,"score_spread":0.3591109713879529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213209796","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.120382346,0.07926357,0.15475933,0.425819,0.0021255596,0.010360978,0.00016222053,0.00062385475,0.20650312],"genre_scores_gemma":[0.99801517,0.0009559947,0.00037702432,0.00018331014,0.000029974784,0.000113266644,0.0001211369,0.0000064907654,0.00019761393],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99483764,0.0025392564,0.00032814755,0.0002968835,0.0017831816,0.00021490247],"domain_scores_gemma":[0.9980419,0.0010575741,0.00018924748,0.00027400427,0.0003864206,0.0000508296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016901702,0.00008406635,0.00019113539,0.00020932821,0.0005049529,0.00022007564,0.001937638,0.000017769344,0.000120376215],"category_scores_gemma":[0.0024004246,0.000064781285,0.00004911359,0.00091987127,0.000054826574,0.00015230203,0.0013324651,0.0011842664,0.00001144687],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011925704,0.00029815198,0.022866428,0.0014900083,0.00005685642,0.00004880389,0.00031486124,0.63828033,0.00003914294,0.10909523,0.0012301934,0.22616072],"study_design_scores_gemma":[0.00044967188,0.00017866303,0.001410899,0.0022053847,0.000005589476,0.000010325107,0.0011641859,0.97184634,0.000006146891,0.00049775373,0.022154965,0.00007009472],"about_ca_topic_score_codex":0.000119683275,"about_ca_topic_score_gemma":0.000002631552,"teacher_disagreement_score":0.87763286,"about_ca_system_score_codex":0.000309895,"about_ca_system_score_gemma":0.000227323,"threshold_uncertainty_score":0.58578265},"labels":[],"label_agreement":null},{"id":"W4213313344","doi":"10.19173/irrodl.v22i4.5397","title":"Using Few-Shot Learning Materials of Multiple SPOCs to Develop Early Warning Systems to Detect Students at Risk","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Distance education; Mathematics education; Asynchronous learning; Computer science; Warning system; Online learning; Class (philosophy); Face-to-face; At-risk students; Psychology; Medical education; Teaching method; Multimedia; Synchronous learning; Artificial intelligence; Medicine; Cooperative learning","score_opus":0.12999768548490906,"score_gpt":0.4591272612671874,"score_spread":0.3291295757822783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213313344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9864609,0.0018974984,0.008949089,0.0014883493,0.00017040329,0.0008125195,0.000062900646,0.000021086822,0.00013725414],"genre_scores_gemma":[0.9954259,0.0011492231,0.0028224927,0.000057973117,0.000034897468,0.000068072804,0.000046072728,0.000014637497,0.00038074976],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99457335,0.0023379985,0.0006947171,0.00041349314,0.0016069948,0.00037345858],"domain_scores_gemma":[0.9973983,0.0011182398,0.00041241347,0.00030980745,0.0006341141,0.00012713733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0134257125,0.00014143554,0.00043505008,0.0003239918,0.0006289104,0.00034684298,0.0029777482,0.000028157998,0.00005512576],"category_scores_gemma":[0.0069764075,0.00011697541,0.000043117863,0.0017881424,0.000051664872,0.00018700123,0.007339297,0.00083977723,0.00001379857],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042288523,0.00019657794,0.6370651,0.0016351369,0.00023453915,0.000076193806,0.0031342052,0.3217234,0.010439187,0.0018804929,0.0005482108,0.022644063],"study_design_scores_gemma":[0.0059606107,0.003609858,0.24583136,0.046933502,0.00013385375,0.00031591114,0.014986372,0.47203055,0.006612052,0.0008867352,0.20064725,0.0020519574],"about_ca_topic_score_codex":0.0021390726,"about_ca_topic_score_gemma":0.000017126813,"teacher_disagreement_score":0.39123377,"about_ca_system_score_codex":0.00033336494,"about_ca_system_score_gemma":0.0002031723,"threshold_uncertainty_score":0.91479087},"labels":[],"label_agreement":null},{"id":"W4225264849","doi":"10.19173/irrodl.v23i2.6023","title":"Fine-tuned BERT Model for Large Scale and Cognitive Classification of MOOCs","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Metadata; Artificial intelligence; Classifier (UML); Encoder; Softmax function; Machine learning; Transfer of learning; Transformer; Deep learning; World Wide Web","score_opus":0.1062529149233882,"score_gpt":0.45126490910665656,"score_spread":0.34501199418326833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225264849","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32015863,0.027537327,0.5101401,0.1332577,0.00015171235,0.003239054,0.0011532239,0.000044634024,0.004317599],"genre_scores_gemma":[0.9962983,0.001878581,0.0010720994,0.00007603421,0.000009750171,0.000075786986,0.00016207201,0.0000036897068,0.00042368416],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986895,0.00030373622,0.000247408,0.00018597164,0.00043895032,0.00013445145],"domain_scores_gemma":[0.9985871,0.0007743567,0.00014461776,0.00012086366,0.00034190714,0.0000311924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044456157,0.000050293034,0.00015820866,0.00008846073,0.00020499546,0.00006364731,0.00079553726,0.000013562647,0.000013915709],"category_scores_gemma":[0.0012393292,0.00003952793,0.000030278505,0.00035410066,0.000064196254,0.00013482793,0.0011156795,0.00034773452,4.5838556e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067803764,0.0014259729,0.12236559,0.0053705983,0.00027604855,0.000010975657,0.004095788,0.012625874,0.0012562419,0.5997691,0.006549109,0.24557666],"study_design_scores_gemma":[0.00055439235,0.00009621831,0.0028835847,0.0010660329,0.000007036482,0.000004012011,0.0009365148,0.98553896,0.000026925529,0.004695226,0.004142262,0.000048844875],"about_ca_topic_score_codex":0.000044433666,"about_ca_topic_score_gemma":0.000012934661,"teacher_disagreement_score":0.9729131,"about_ca_system_score_codex":0.000029466213,"about_ca_system_score_gemma":0.00012444012,"threshold_uncertainty_score":0.16119023},"labels":[],"label_agreement":null},{"id":"W4225265325","doi":"10.19173/irrodl.v23i2.5765","title":"“They Have to Combine the Future of the University and Their Own Future”: OpenCourseWare (OCW) Authoring as an Academic Practice in Spain","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"St. Antony's College, University of Oxford; University of Oxford","keywords":"Context (archaeology); Sociology; Work (physics); Public relations; Open educational resources; Higher education; Political science; Knowledge management; Engineering ethics; Pedagogy; Computer science; Engineering","score_opus":0.04572295270305826,"score_gpt":0.405829824888139,"score_spread":0.36010687218508075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225265325","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40519118,0.0149966935,0.0003835871,0.56246954,0.0006437293,0.0026025695,0.00004956234,0.000021025642,0.013642088],"genre_scores_gemma":[0.9882194,0.0104603935,0.00014235206,0.0006434148,0.000055690583,0.00002305085,0.000018511791,0.0000051782563,0.00043204892],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955351,0.0031254895,0.0002595218,0.00026670244,0.0006139494,0.00019923628],"domain_scores_gemma":[0.9980444,0.0011080247,0.00020979473,0.00032490504,0.0002395313,0.000073347415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011897573,0.00008885499,0.00017983656,0.00011288312,0.0005936258,0.0001674023,0.003409688,0.000028740676,0.000079600286],"category_scores_gemma":[0.001640116,0.000051618805,0.000030825497,0.0007170817,0.000098035554,0.00053743,0.0037706827,0.0016810966,0.0000022438064],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005293104,0.00051233004,0.08385871,0.000559128,0.00010695005,0.000035428082,0.046794735,0.005343048,0.00022145268,0.5797103,0.0057345997,0.27659398],"study_design_scores_gemma":[0.00058075227,0.00020742606,0.03354027,0.0015887665,0.0000066700914,0.000066088694,0.2838571,0.0050667915,0.000032514432,0.0016752238,0.6732423,0.00013612545],"about_ca_topic_score_codex":0.0008936671,"about_ca_topic_score_gemma":0.0001367351,"teacher_disagreement_score":0.66750765,"about_ca_system_score_codex":0.00014486069,"about_ca_system_score_gemma":0.00031729756,"threshold_uncertainty_score":0.7303622},"labels":[],"label_agreement":null},{"id":"W4225266858","doi":"10.19173/irrodl.v23i2.5959","title":"Using the Critical Incident Questionnaire as a Formative Evaluation Tool to Inform Online Course Design: A Qualitative Study","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Summative assessment; Thematic analysis; Course (navigation); Course evaluation; Computer science; Instructional design; Qualitative research; Online learning; Online course; Medical education; Mathematics education; Psychology; Higher education; Engineering; Multimedia","score_opus":0.2973047123215998,"score_gpt":0.6244339319228305,"score_spread":0.3271292196012307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225266858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8479923,0.005504998,0.0031074288,0.13488618,0.00019823485,0.006205508,0.000089526984,0.000020222893,0.001995631],"genre_scores_gemma":[0.99828005,0.00053953007,0.00037768172,0.00028733094,0.000052758787,0.0003126583,0.000052334653,0.0000049556243,0.00009270387],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9881168,0.00864525,0.00042691868,0.0001766452,0.0023855777,0.0002488226],"domain_scores_gemma":[0.9961639,0.0023408106,0.00016132298,0.00013432417,0.0011361437,0.00006348632],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.045517076,0.0000754156,0.00017536346,0.00010604718,0.0015959567,0.00019881215,0.00093542616,0.000017399216,0.00041491824],"category_scores_gemma":[0.021060627,0.000050555278,0.000033763663,0.0010449513,0.00025191053,0.00046221327,0.0010172408,0.0008274322,0.0000055812457],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093674037,0.0026900354,0.011477387,0.0005699113,0.0002391445,0.000043289,0.5669282,0.022967674,0.000025321442,0.13479045,0.0022184893,0.25711334],"study_design_scores_gemma":[0.0005261775,0.0004970131,0.0022138462,0.0016813705,0.000035843637,0.0000075309326,0.9536597,0.012130388,0.000002027122,0.0054445886,0.023695238,0.00010627306],"about_ca_topic_score_codex":0.0030075286,"about_ca_topic_score_gemma":0.00040054083,"teacher_disagreement_score":0.3867315,"about_ca_system_score_codex":0.0005218921,"about_ca_system_score_gemma":0.0017578292,"threshold_uncertainty_score":0.9997038},"labels":[],"label_agreement":null},{"id":"W4225270282","doi":"10.19173/irrodl.v23i2.6016","title":"Designing Asynchronous Online Discussion Forum Interface and Interaction Based on the Community of Inquiry Framework","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Community of inquiry; Asynchronous communication; Popularity; Computer science; Instructional design; Collaborative learning; Online community; Asynchronous learning; Computer-supported collaborative learning; Online discussion; Process (computing); Educational technology; Cognition; Computer-mediated communication; Human–computer interaction; Multimedia; Knowledge management; Psychology; Teaching method; Mathematics education; Cooperative learning; World Wide Web; Synchronous learning; The Internet","score_opus":0.23920383224584982,"score_gpt":0.5443407393998312,"score_spread":0.30513690715398134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225270282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8344538,0.007941049,0.07699469,0.07139825,0.0006892823,0.0017144851,0.00013009818,0.000030797626,0.0066475584],"genre_scores_gemma":[0.99807435,0.0003950402,0.0007696816,0.0004393733,0.000025443727,0.00007859446,0.000099863966,0.000010589574,0.00010707494],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98572195,0.013058286,0.0003868854,0.00017465625,0.0004748156,0.00018343034],"domain_scores_gemma":[0.99218196,0.0070417575,0.0002911668,0.00029822392,0.0001611528,0.000025765878],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02232936,0.000095493575,0.0002309649,0.00015776281,0.00065721176,0.000051310883,0.00091191335,0.00003342711,0.0006279383],"category_scores_gemma":[0.0062851217,0.00005185308,0.00003669624,0.0005092005,0.00029397834,0.00006702826,0.0010945856,0.0036872434,0.0000017517613],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0053527746,0.0034933279,0.20878716,0.002989427,0.0004735198,0.000028245686,0.038712572,0.014519803,0.0022068496,0.07578623,0.012139897,0.6355102],"study_design_scores_gemma":[0.0034873462,0.004972016,0.15440124,0.049808256,0.0000633347,0.00009782343,0.5818077,0.032247026,0.0007219606,0.014820221,0.15692136,0.000651765],"about_ca_topic_score_codex":0.00067660934,"about_ca_topic_score_gemma":0.0000066683892,"teacher_disagreement_score":0.6348584,"about_ca_system_score_codex":0.00011896985,"about_ca_system_score_gemma":0.000059845075,"threshold_uncertainty_score":0.9986113},"labels":[],"label_agreement":null},{"id":"W4225270904","doi":"10.19173/irrodl.v23i1.5717","title":"Understanding the Relationship Among Self-efficacy, Utility Value, and the Community of Inquiry Framework in Preservice Teacher Education","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Community of inquiry; Self-efficacy; Psychology; Deliberation; Value (mathematics); Mathematics education; Perception; Teacher education; Social cognitive theory; Pedagogy; Cognition; Social psychology; Computer science","score_opus":0.2759770838919807,"score_gpt":0.5003318309672766,"score_spread":0.2243547470752959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225270904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92414504,0.0086498335,0.00023203701,0.049041416,0.00009922812,0.0014777805,0.000011352995,0.000010314611,0.016332995],"genre_scores_gemma":[0.99519217,0.004381294,0.00006560298,0.0000924344,0.000037271573,0.00007647443,0.000032606902,0.000004031422,0.00011810471],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98705244,0.011563728,0.0003391316,0.00012156031,0.00075972715,0.0001633929],"domain_scores_gemma":[0.98856556,0.010804063,0.00021938844,0.00023018222,0.00014802445,0.00003274908],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.036736004,0.00005742092,0.00016532259,0.00008374428,0.0014227554,0.00011049066,0.0012152686,0.000035061657,0.000140996],"category_scores_gemma":[0.013002084,0.00003484464,0.00003246914,0.00092241226,0.00079300697,0.00019283169,0.0011708686,0.0021116473,3.8021665e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014090967,0.00037318392,0.6815387,0.00034847754,0.000026688189,5.0737685e-7,0.02221777,0.00042026627,5.2694344e-7,0.2879192,0.00054271077,0.0064710616],"study_design_scores_gemma":[0.00075482635,0.000046730056,0.48401922,0.0033019555,0.000019677196,0.0000019523013,0.40231317,0.0029297553,6.2329684e-7,0.0771088,0.029418955,0.00008432958],"about_ca_topic_score_codex":0.008093301,"about_ca_topic_score_gemma":0.0007466757,"teacher_disagreement_score":0.38009542,"about_ca_system_score_codex":0.00021170103,"about_ca_system_score_gemma":0.0005363581,"threshold_uncertainty_score":0.9998773},"labels":[],"label_agreement":null},{"id":"W4225274951","doi":"10.19173/irrodl.v23i2.5774","title":"Design and Validation of the Virtual Classroom Management Questionnaire A Case Study: Iran","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Classroom management; Learning Management; Perspective (graphical); Sample (material); Mathematics education; Computer-assisted web interviewing; Educational technology; Computer science; Psychology; Virtual learning environment; Time management; Reliability (semiconductor); Validity; Medical education; Multimedia; Psychometrics; Mathematics","score_opus":0.10798962251915539,"score_gpt":0.45831078251527324,"score_spread":0.35032115999611785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225274951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97617775,0.0036161076,0.0005072251,0.015143386,0.00009856404,0.0021486054,0.000013368747,0.000008540764,0.0022864598],"genre_scores_gemma":[0.9958364,0.0035752214,0.0000907266,0.000031636213,0.000018159983,0.00008410127,0.000009404704,0.0000033602403,0.00035101772],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99507445,0.0036010116,0.00023924434,0.00014169005,0.0008193425,0.00012426979],"domain_scores_gemma":[0.99906003,0.00052518066,0.0001382984,0.000108536966,0.0001398443,0.000028085911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012705511,0.00004671682,0.00011853143,0.00007417013,0.0007775097,0.00007815012,0.00059408543,0.000012096337,0.0000953723],"category_scores_gemma":[0.0009648912,0.000031593063,0.000021666538,0.0005421465,0.00018340528,0.00012307827,0.0009877384,0.00044986527,5.295544e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038795057,0.0011636253,0.35564607,0.0012500829,0.00028274316,0.00047862894,0.018217186,0.010369253,0.000057866768,0.07859476,0.0021315718,0.5314203],"study_design_scores_gemma":[0.0027192866,0.0010244662,0.018458229,0.007381694,0.000101685146,0.00019565776,0.78186435,0.0044792397,0.000054106487,0.0047245882,0.17870045,0.00029627714],"about_ca_topic_score_codex":0.0019622387,"about_ca_topic_score_gemma":0.00012293235,"teacher_disagreement_score":0.76364714,"about_ca_system_score_codex":0.00009954698,"about_ca_system_score_gemma":0.00016795665,"threshold_uncertainty_score":0.5980055},"labels":[],"label_agreement":null},{"id":"W4225277283","doi":"10.19173/irrodl.v22i3.5293","title":"The Effects and Implications of Using Open Educational Resources in Secondary Schools","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Curriculum; Mathematics education; Pedagogy; Relevance (law); Sociology; Political science; Psychology","score_opus":0.06454733315422907,"score_gpt":0.44540365127481407,"score_spread":0.380856318120585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225277283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6689488,0.05681588,0.00047830035,0.22148962,0.0004001519,0.003972338,0.00005641995,0.000014278395,0.047824174],"genre_scores_gemma":[0.99160904,0.0069899424,0.0005693084,0.0002165413,0.000016578108,0.0002217265,0.000035750123,0.0000047695985,0.0003363343],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9975535,0.001260583,0.0003548665,0.00022687652,0.00043385156,0.00017026809],"domain_scores_gemma":[0.99704874,0.0022494802,0.00020342886,0.00024307329,0.00020635116,0.000048909864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076462305,0.00006265583,0.00016343434,0.00013329079,0.0006470417,0.00048269605,0.0029565152,0.00001316551,0.00009086642],"category_scores_gemma":[0.0024440528,0.000045016353,0.000020568688,0.00083458377,0.00012454519,0.00042420093,0.004346335,0.0008621121,0.0000015145791],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010868815,0.00037571395,0.29380026,0.0012233771,0.00007095872,0.0000037729938,0.002258553,0.0008105799,0.00065556425,0.53834176,0.006070727,0.15628006],"study_design_scores_gemma":[0.0016364326,0.00026374278,0.6774325,0.006319941,0.000010412316,0.00010072594,0.022796111,0.009143616,0.00008341073,0.03407843,0.24785186,0.00028284447],"about_ca_topic_score_codex":0.0010340264,"about_ca_topic_score_gemma":0.000033214223,"teacher_disagreement_score":0.50426334,"about_ca_system_score_codex":0.00012739387,"about_ca_system_score_gemma":0.00059697864,"threshold_uncertainty_score":0.54939896},"labels":[],"label_agreement":null},{"id":"W4225278564","doi":"10.19173/irrodl.v23i2.5775","title":"Effects of Online Self-Regulated Learning on Learning Ineffectiveness in the Context of COVID-19","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Priority Academic Program Development of Jiangsu Higher Education Institutions; National Social Science Fund of China; Ministry of Science and Technology, Taiwan","keywords":"Coronavirus disease 2019 (COVID-19); Context (archaeology); Structural equation modeling; Online learning; Self-regulated learning; Psychology; Pandemic; Blended learning; Educational technology; Mathematics education; Computer science; Multimedia; Medicine; Machine learning","score_opus":0.10285509597474121,"score_gpt":0.5144219689821687,"score_spread":0.41156687300742756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225278564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9832351,0.007306108,0.000429856,0.004775737,0.00013240508,0.001376968,0.000028300425,0.000021485916,0.002694035],"genre_scores_gemma":[0.997909,0.0010525604,0.00005621093,0.00028539103,0.000025996174,0.00018715869,0.00019497845,0.000016726426,0.00027198743],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9718456,0.025857234,0.00068216526,0.00034164177,0.0009680991,0.00030522494],"domain_scores_gemma":[0.98511434,0.01375905,0.0005568065,0.00022914483,0.00029634705,0.000044317905],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03551129,0.00015152527,0.0005225044,0.00041694558,0.00037171668,0.000031816868,0.0013466924,0.000053691787,0.00030249148],"category_scores_gemma":[0.01677778,0.00010415726,0.00008069093,0.001613288,0.00026157426,0.00006337296,0.000719486,0.0034948646,0.000002671972],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0054264334,0.0045943516,0.57613003,0.011918708,0.00089782826,0.00026667057,0.058300383,0.03832643,0.0040328717,0.10274267,0.0018995869,0.19546402],"study_design_scores_gemma":[0.01093149,0.0054678572,0.5422467,0.015941825,0.00009643672,0.00013421904,0.11573761,0.005914582,0.00064456766,0.0017333524,0.3005478,0.0006035748],"about_ca_topic_score_codex":0.0022393228,"about_ca_topic_score_gemma":0.000015985242,"teacher_disagreement_score":0.2986482,"about_ca_system_score_codex":0.0002342171,"about_ca_system_score_gemma":0.00023011322,"threshold_uncertainty_score":0.9988041},"labels":[],"label_agreement":null},{"id":"W4225282856","doi":"10.19173/irrodl.v23i2.5769","title":"Ukrainian E-Learning Platforms for Schools: Evaluation of Their Functionality","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Educational Technologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ukrainian; Computer science; Context (archaeology); Social constructivism; Open learning; E learning; Educational technology; Knowledge management; Class (philosophy); Quality (philosophy); Distance education; World Wide Web; Cooperative learning; Artificial intelligence; Teaching method; Mathematics education; Psychology; Pedagogy; The Internet","score_opus":0.2535088877769138,"score_gpt":0.4877042227023651,"score_spread":0.23419533492545125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225282856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8106356,0.027865805,0.034865398,0.105897345,0.0009202035,0.0071920436,0.00036556894,0.00011312568,0.012144915],"genre_scores_gemma":[0.9969175,0.0009326993,0.0011194252,0.00009404184,0.00002198625,0.0006287369,0.00019802591,0.0000043419777,0.00008326017],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972902,0.00057812716,0.00040755028,0.00024167715,0.0013121543,0.00017028507],"domain_scores_gemma":[0.99649173,0.0013151445,0.0002920138,0.00023311019,0.0016480233,0.00001995486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025852837,0.000071354414,0.00017705084,0.00020711755,0.00036501553,0.00007861413,0.0019803413,0.000020462898,0.00014105883],"category_scores_gemma":[0.007086846,0.000051693107,0.000043249995,0.00096292526,0.00012170601,0.0003307881,0.0018305588,0.00074730633,0.0000016149272],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001537195,0.0003016123,0.029421272,0.0009041011,0.00013907862,9.146604e-7,0.001181016,0.005438404,0.00037894337,0.7537109,0.003253935,0.20511606],"study_design_scores_gemma":[0.0031933475,0.0009897004,0.069287494,0.0047965134,0.000024841687,0.00004460358,0.03098341,0.19229381,0.0013937344,0.34436196,0.35219675,0.0004338383],"about_ca_topic_score_codex":0.00007594263,"about_ca_topic_score_gemma":0.0000025271588,"teacher_disagreement_score":0.409349,"about_ca_system_score_codex":0.0002829464,"about_ca_system_score_gemma":0.00058193726,"threshold_uncertainty_score":0.89601284},"labels":[],"label_agreement":null},{"id":"W4225283804","doi":"10.19173/irrodl.v23i2.6082","title":"Are K–12 Teachers Ready for E-learning?","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Competence (human resources); Psychological intervention; Significant difference; Mathematics education; Technology integration; Scale (ratio); Medical education; Educational technology; Social psychology; Medicine","score_opus":0.20374084936175768,"score_gpt":0.5153761803594364,"score_spread":0.31163533099767876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225283804","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3758352,0.043382537,0.0005512485,0.3828676,0.0010756227,0.0066494993,0.0002525895,0.00013745512,0.18924822],"genre_scores_gemma":[0.98936784,0.007349817,0.00005822959,0.00017183086,0.000043687898,0.000391414,0.00013215786,0.0000050056724,0.002480014],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99792445,0.0009890182,0.00018573295,0.00015580741,0.0005442194,0.00020075399],"domain_scores_gemma":[0.9987004,0.0007877936,0.00016695679,0.00009727685,0.00021270661,0.000034877383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0104278345,0.000044113123,0.00012263241,0.000096330514,0.00091707055,0.000069076785,0.0009829625,0.000026676804,0.00036436963],"category_scores_gemma":[0.0061301324,0.000036863414,0.000028765488,0.00035199051,0.00022527219,0.00008988678,0.00049195415,0.00072123186,0.0000033505726],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016356276,0.00042455734,0.58819294,0.00070747983,0.00011328151,0.000008951765,0.011185478,0.00040904983,0.00004954569,0.2257347,0.06946308,0.10354738],"study_design_scores_gemma":[0.0002394113,0.00005798513,0.008357489,0.00042282607,0.0000050928907,0.000002427999,0.10210528,0.00009438384,0.000005559379,0.006537449,0.8821212,0.00005089914],"about_ca_topic_score_codex":0.0013299715,"about_ca_topic_score_gemma":0.00014516868,"teacher_disagreement_score":0.81265813,"about_ca_system_score_codex":0.00020066513,"about_ca_system_score_gemma":0.00021016327,"threshold_uncertainty_score":0.7338784},"labels":[],"label_agreement":null},{"id":"W4225289013","doi":"10.19173/irrodl.v23i2.5615","title":"From Physical to Virtual: A New Learning Norm in Music Education for Gifted Students","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Music Education Insights","field":"Arts and Humanities","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Teknologi MARA","keywords":"Psychology; Mathematics education; Multivariate analysis of variance; Music education; Descriptive statistics; Distance education; Sample (material); Pedagogy; Mathematics; Statistics","score_opus":0.1623565303706462,"score_gpt":0.44894643713410143,"score_spread":0.2865899067634552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225289013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9610683,0.0016949252,0.00004005537,0.017094033,0.0007051314,0.0020169471,0.00014016397,0.0000146998445,0.017225742],"genre_scores_gemma":[0.98945695,0.00035090005,0.00003097258,0.0006928056,0.00037010206,0.00051117234,0.00056924764,0.000011124171,0.008006702],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99823344,0.000406566,0.0002740058,0.00022470333,0.00069743884,0.00016386663],"domain_scores_gemma":[0.9987066,0.00074894115,0.00011183057,0.000120455414,0.000248785,0.0000633969],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019298046,0.0000772176,0.0001894808,0.00019454,0.00032255353,0.0002868125,0.0009607456,0.000009295058,0.0020398863],"category_scores_gemma":[0.0011365381,0.000063411324,0.000037789887,0.00024478565,0.00007180799,0.0001896262,0.00090300373,0.00049740693,0.000021488135],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083084166,0.0025610032,0.024568543,0.00073758076,0.00018245558,0.000008392566,0.14676207,0.0019228529,0.00013206714,0.38289648,0.2962175,0.1431802],"study_design_scores_gemma":[0.00061930896,0.00018153663,0.0026941476,0.001807373,0.0000076964,6.5569736e-7,0.06336862,0.0003890017,0.0000051551997,0.0052069994,0.9256266,0.000092943446],"about_ca_topic_score_codex":0.0047638817,"about_ca_topic_score_gemma":0.00029567265,"teacher_disagreement_score":0.6294091,"about_ca_system_score_codex":0.00022305579,"about_ca_system_score_gemma":0.00037822415,"threshold_uncertainty_score":0.9988724},"labels":[],"label_agreement":null},{"id":"W4225289138","doi":"10.19173/irrodl.v23i2.5590","title":"Mapping Network Structure and Diversity of Interdisciplinary Knowledge in Recommended MOOC Offerings","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pace; Diversity (politics); Curriculum; Discipline; Variety (cybernetics); Learning analytics; Process (computing); Data science; Computer science; Massive open online course; Analytics; Knowledge management; World Wide Web; Sociology; Pedagogy; Social science; Geography; Artificial intelligence","score_opus":0.06807906218314903,"score_gpt":0.41129479558829163,"score_spread":0.3432157334051426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225289138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92605895,0.022113893,0.0022155705,0.045656666,0.0002200501,0.0007269692,0.00006751136,0.000020099274,0.0029202655],"genre_scores_gemma":[0.9963331,0.0029923134,0.00046680626,0.000051975043,0.00001737124,0.0000071676664,0.000032216903,0.0000028539046,0.000096179494],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99819314,0.00079613226,0.00028117636,0.00020458268,0.00035568452,0.00016928572],"domain_scores_gemma":[0.99894285,0.00062109594,0.00013563524,0.00015506588,0.000110919405,0.00003444673],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.004866969,0.00006510531,0.00021859976,0.00015205954,0.00034714432,0.000056299974,0.0014546767,0.000016889151,0.00004218123],"category_scores_gemma":[0.00034833464,0.000052475883,0.000026934687,0.00081334164,0.00007618649,0.00015205966,0.014748687,0.00093016884,3.421956e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023378387,0.00042560577,0.713259,0.0038327693,0.00015576849,0.00007641411,0.009364905,0.013884519,0.00015979458,0.05354469,0.0059607695,0.19910198],"study_design_scores_gemma":[0.0032713388,0.0007724218,0.29063004,0.023725964,0.000017515618,0.00012265668,0.021920584,0.5260221,0.000049158432,0.08059325,0.05229406,0.0005809056],"about_ca_topic_score_codex":0.00014885254,"about_ca_topic_score_gemma":0.000022418359,"teacher_disagreement_score":0.5121376,"about_ca_system_score_codex":0.00008481464,"about_ca_system_score_gemma":0.000070860035,"threshold_uncertainty_score":0.99321985},"labels":[],"label_agreement":null},{"id":"W4229503919","doi":"10.19173/irrodl.v12i7.1163","title":"IRRODL Volume 12, Number 7","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Chaos, Complexity, and Education","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Connectivism; Sophistication; Natural (archaeology); Computer science; Process (computing); Sociology; Cognitive science; Epistemology; Learning theory; Psychology; Social science; Pedagogy","score_opus":0.23828487600789666,"score_gpt":0.45067155950775595,"score_spread":0.21238668349985929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229503919","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19820355,0.034872208,0.086981684,0.10889673,0.0024647603,0.0040613045,0.00007766922,0.0001795218,0.56426257],"genre_scores_gemma":[0.9846285,0.011362552,0.0022491792,0.0002616658,0.0000664289,0.000050766663,0.00004608746,0.0000053466233,0.0013295022],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985019,0.00034467096,0.00026345046,0.0002152215,0.0004819093,0.00019284191],"domain_scores_gemma":[0.99902135,0.0002447679,0.00009590663,0.00028620983,0.00029172105,0.000060058417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041518584,0.00006392299,0.00014092188,0.00006472282,0.00013007641,0.00015875918,0.0020522785,0.000020321811,0.0005321258],"category_scores_gemma":[0.0009509395,0.000046593574,0.000031996347,0.00037340628,0.000120972465,0.00037835748,0.0012349831,0.000356172,0.00008974382],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084320636,0.0005687499,0.38561982,0.001628984,0.00007796122,0.000027022228,0.0041493378,0.000019483798,0.00004339476,0.39288822,0.050681815,0.16421089],"study_design_scores_gemma":[0.0011020013,0.00021032685,0.42140037,0.010635808,0.0000113588585,0.00012213812,0.0032097592,0.022029946,0.00017771596,0.092191316,0.44849858,0.000410693],"about_ca_topic_score_codex":0.0012141586,"about_ca_topic_score_gemma":0.000030612406,"teacher_disagreement_score":0.78642493,"about_ca_system_score_codex":0.0000642261,"about_ca_system_score_gemma":0.00013484841,"threshold_uncertainty_score":0.58264047},"labels":[],"label_agreement":null},{"id":"W4229596288","doi":"10.19173/irrodl.v15i6.2062","title":"Editorial: Volume 15, Number 6","year":2014,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Physics","score_opus":0.06625505022702254,"score_gpt":0.3727602006924562,"score_spread":0.30650515046543364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229596288","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015167783,0.0125280805,0.000022279288,0.0014628408,0.8066401,0.00037665034,0.0013004731,0.0000067146393,0.17764771],"genre_scores_gemma":[0.00062109565,0.12608288,0.000034919474,0.00006864642,0.7720534,0.00011780792,0.0010625182,0.000027259166,0.09993148],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99780273,0.00016499514,0.0008256408,0.00052072475,0.00036729837,0.00031861477],"domain_scores_gemma":[0.99738747,0.0012396157,0.0005606626,0.00032926918,0.00041716584,0.00006584429],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.013716632,0.00015797015,0.00072100613,0.00015152057,0.00018239916,0.00037512314,0.0018418566,0.00018594263,0.0049768956],"category_scores_gemma":[0.010013541,0.00013527845,0.00010611787,0.00028598576,0.0003018611,0.0002016597,0.0016101169,0.0012532109,0.0036962496],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022297367,0.000026527121,0.0017659406,0.0006609487,0.00006482113,0.0000010017859,0.000035624333,0.00000695983,4.2336612e-8,0.007817947,0.98927295,0.0003249239],"study_design_scores_gemma":[0.00038432545,0.00002222357,0.000067365174,0.0028945953,0.000005203623,4.8417957e-7,0.00020245527,0.00014289198,1.5616195e-7,0.003286028,0.9928603,0.00013392606],"about_ca_topic_score_codex":0.001416121,"about_ca_topic_score_gemma":0.000016456435,"teacher_disagreement_score":0.1135548,"about_ca_system_score_codex":0.00021632749,"about_ca_system_score_gemma":0.00012824062,"threshold_uncertainty_score":0.9983255},"labels":[],"label_agreement":null},{"id":"W4229924501","doi":"10.19173/irrodl.v6i3.277","title":"Volume 6, Number 3: Well Balanced with an International Focus","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Drilling and Well Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Volume (thermodynamics); Focus (optics); Computer science; Physics","score_opus":0.02152493121346039,"score_gpt":0.3382481811788026,"score_spread":0.31672324996534224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229924501","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4517775,0.018704059,0.029425833,0.008296759,0.00084077544,0.0018960412,0.00021020527,0.00035003477,0.4884988],"genre_scores_gemma":[0.99173814,0.0070831054,0.00036302264,0.000018975667,0.0000930447,0.00003519083,0.00018127881,0.000016458096,0.00047077006],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99890274,0.00007582784,0.00024024321,0.0001473147,0.00043939397,0.00019447092],"domain_scores_gemma":[0.99947774,0.00013955146,0.00003709587,0.0001428287,0.0001595706,0.000043196156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013475597,0.00009222112,0.0001602428,0.00006766838,0.000052889394,0.0001315788,0.00068852835,0.000027439928,0.00025684206],"category_scores_gemma":[0.00011512098,0.00006681035,0.00002216694,0.0002545022,0.00006507861,0.0002660783,0.00014572927,0.0004177404,0.000028336053],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028920668,0.0002732845,0.33944833,0.0026414793,0.00026749552,0.00009251262,0.00014603107,0.5643412,0.00065625284,0.028745567,0.012770726,0.050327897],"study_design_scores_gemma":[0.001644787,0.00012244185,0.044156667,0.011054208,0.000015626125,0.000086817716,0.00039450178,0.5199504,0.0005678042,0.0017349375,0.41986588,0.0004059047],"about_ca_topic_score_codex":0.00045962594,"about_ca_topic_score_gemma":0.00003276738,"teacher_disagreement_score":0.5399607,"about_ca_system_score_codex":0.0000779843,"about_ca_system_score_gemma":0.00002518285,"threshold_uncertainty_score":0.28122404},"labels":[],"label_agreement":null},{"id":"W4233076037","doi":"10.19173/irrodl.v20i1.3998","title":"Participation in Online Courses and Interaction With a Virtual Agent","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Conversation; Asynchronous communication; Computer-mediated communication; Quality (philosophy); Online course; Computer science; Distance education; Educational technology; Identification (biology); Discussion board; Learning Management; Online discussion; Mathematics education; Psychology; World Wide Web; The Internet; Communication","score_opus":0.09375166960129426,"score_gpt":0.5036263217423416,"score_spread":0.4098746521410473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233076037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9826081,0.0014346637,0.000019145833,0.011752109,0.00003759528,0.00042889244,0.000007635194,0.000004172907,0.0037076983],"genre_scores_gemma":[0.9831863,0.0161828,0.00006249791,0.00006080667,0.00003134949,0.000018737763,0.00006469777,0.0000032199905,0.0003895929],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99841267,0.0006455519,0.00019409497,0.0001386512,0.00045574518,0.0001532931],"domain_scores_gemma":[0.99900395,0.00064019166,0.00009014658,0.00006147975,0.0001657034,0.00003855368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037470888,0.00004670798,0.00013385035,0.000093822906,0.000096616575,0.00009748702,0.00025385353,0.000022484715,0.0001653069],"category_scores_gemma":[0.0012376705,0.000031763022,0.000011026325,0.00033605951,0.0001339458,0.00028356386,0.00017505116,0.00042780122,0.000005765962],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003404653,0.00030660644,0.69807017,0.00044033697,0.00003251712,0.0000131279685,0.001977618,0.00080931804,0.00006672203,0.023046643,0.0002486111,0.27464786],"study_design_scores_gemma":[0.0026928075,0.0010131586,0.2838234,0.029004894,0.0000220743,0.000009477672,0.13959964,0.008778408,0.000042920194,0.0009640515,0.5337519,0.00029724973],"about_ca_topic_score_codex":0.0016337357,"about_ca_topic_score_gemma":0.00160979,"teacher_disagreement_score":0.5335033,"about_ca_system_score_codex":0.00008174747,"about_ca_system_score_gemma":0.00019466649,"threshold_uncertainty_score":0.24697305},"labels":[],"label_agreement":null},{"id":"W4233270294","doi":"10.19173/irrodl.v12i2.1112","title":"IRRODL Volume 12, Number 2","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Engineering Applied Research","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Physics","score_opus":0.0917948276123911,"score_gpt":0.3881133230083675,"score_spread":0.2963184953959764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233270294","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17194761,0.032119155,0.003845682,0.004058101,0.00046508625,0.0025779372,0.000116794625,0.00024025106,0.7846294],"genre_scores_gemma":[0.9735095,0.025205147,0.00039417084,0.000021468284,0.00003366676,0.00009504797,0.00004548961,0.000019304027,0.00067620317],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99865717,0.00013243654,0.0002698518,0.00014249691,0.0005266261,0.00027141525],"domain_scores_gemma":[0.99931246,0.00024901345,0.000026494496,0.00019825109,0.00014384023,0.00006994927],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035185686,0.00008580872,0.0001762943,0.00008627538,0.00005881875,0.00006168413,0.0010115214,0.000036054484,0.0009996413],"category_scores_gemma":[0.00063346856,0.00006498894,0.00002949626,0.00034622397,0.00011722286,0.00012573496,0.00050408643,0.00080757693,0.000117693315],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042437692,0.00070317707,0.43978545,0.028476886,0.0009199453,0.00034412413,0.002663079,0.016493095,0.0032156648,0.12622727,0.15430483,0.22644208],"study_design_scores_gemma":[0.0021149204,0.00018058813,0.12734969,0.024051245,0.000026067251,0.00013356919,0.0023723987,0.09400999,0.0022391065,0.006208778,0.74053526,0.0007784048],"about_ca_topic_score_codex":0.00022984891,"about_ca_topic_score_gemma":0.000008942989,"teacher_disagreement_score":0.8015619,"about_ca_system_score_codex":0.00008389376,"about_ca_system_score_gemma":0.00003690499,"threshold_uncertainty_score":0.9999136},"labels":[],"label_agreement":null},{"id":"W4233776584","doi":"10.19173/irrodl.v6i3.1092","title":"IRRODL Volume 6, Number 3","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Earthquake and Disaster Impact Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"Iowa State University","keywords":"Volume (thermodynamics); Computer science; Data science; Physics","score_opus":0.09455799944058178,"score_gpt":0.47990296744284766,"score_spread":0.38534496800226586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233776584","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19272305,0.01815189,0.000053781132,0.06402701,0.00012254827,0.000769717,0.000039053677,0.000017776745,0.72409517],"genre_scores_gemma":[0.9742154,0.020057516,0.000029920117,0.00015749743,0.00009422744,0.000023290637,0.000035695204,0.0000032688652,0.0053831954],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982166,0.0005630222,0.00022063415,0.00012076754,0.0006540356,0.00022489225],"domain_scores_gemma":[0.9990108,0.0005193777,0.00007232507,0.000088830544,0.00026737733,0.000041287916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054231198,0.000050524235,0.00014319795,0.00003837756,0.00036412544,0.00016316563,0.00060933316,0.000022296386,0.00071759196],"category_scores_gemma":[0.0019538999,0.000035517776,0.000031733027,0.00036668318,0.00036619394,0.00020084024,0.00038890936,0.0002682945,0.00006708331],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004178554,0.000120559474,0.81153846,0.00036917985,0.000027893728,0.000010045615,0.0012721487,0.00001897338,0.0000126755585,0.10901961,0.057629768,0.019938888],"study_design_scores_gemma":[0.00029497873,0.000022845732,0.12186056,0.0025224357,0.000004650877,0.0000025489483,0.008234013,0.0000383911,0.0000056479457,0.00763002,0.8593094,0.00007451008],"about_ca_topic_score_codex":0.0117284,"about_ca_topic_score_gemma":0.0009340407,"teacher_disagreement_score":0.8016796,"about_ca_system_score_codex":0.00005763718,"about_ca_system_score_gemma":0.00012852687,"threshold_uncertainty_score":0.9948526},"labels":[],"label_agreement":null},{"id":"W4235147106","doi":"10.19173/irrodl.v5i2.1088","title":"IRRODL Volume 5, Number 2","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Engineering Applied Research","field":"Engineering","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Physics","score_opus":0.04435330984826863,"score_gpt":0.39699893820219173,"score_spread":0.3526456283539231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235147106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53984696,0.07779283,0.010610059,0.038997326,0.00073419645,0.0045565763,0.00021127996,0.00041531047,0.32683545],"genre_scores_gemma":[0.971102,0.02809497,0.00030130293,0.000028496068,0.0000398644,0.00007999268,0.00005824962,0.000016903592,0.0002782062],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.998685,0.00008421979,0.0002448161,0.0001361143,0.0005879849,0.0002618679],"domain_scores_gemma":[0.99935603,0.00023496505,0.000021735124,0.00017354495,0.00014857306,0.00006516954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029623217,0.00008155776,0.0001687143,0.00008163221,0.000065082764,0.00009526576,0.0008758604,0.000033572465,0.00026614446],"category_scores_gemma":[0.0006698957,0.00006228719,0.000028046443,0.0004785109,0.00010862703,0.000120012424,0.0004254119,0.00082916964,0.000112738686],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019368686,0.00049394654,0.07780693,0.024024723,0.0005771108,0.0002401175,0.00091392716,0.54106796,0.0057039754,0.18495435,0.048376437,0.11564686],"study_design_scores_gemma":[0.004178725,0.00017018446,0.048942838,0.041337136,0.000022482587,0.00019473172,0.0020043422,0.054700464,0.0026753608,0.015125236,0.82981926,0.0008292369],"about_ca_topic_score_codex":0.00018289217,"about_ca_topic_score_gemma":0.000007692288,"teacher_disagreement_score":0.7814428,"about_ca_system_score_codex":0.00016775858,"about_ca_system_score_gemma":0.000059907572,"threshold_uncertainty_score":0.36023757},"labels":[],"label_agreement":null},{"id":"W4235999297","doi":"10.19173/irrodl.v1i2.1080","title":"IRRODL Volume 1, Number 2","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Physics","score_opus":0.09538506695904003,"score_gpt":0.49484129342729954,"score_spread":0.3994562264682595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235999297","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20729141,0.013824497,0.00016253603,0.18337497,0.00023019768,0.0011459073,0.000025117577,0.00003828405,0.59390706],"genre_scores_gemma":[0.88001126,0.10884918,0.00021575768,0.00021789533,0.0001852971,0.000032025015,0.000069725975,0.0000072733924,0.010411565],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99758375,0.000955027,0.00024788675,0.00016320421,0.00078341377,0.0002667376],"domain_scores_gemma":[0.99879384,0.0005861643,0.000091718175,0.000113474925,0.0003441761,0.00007061295],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009004467,0.00005675267,0.00015764456,0.00005872777,0.0003597739,0.00016702259,0.0009365207,0.000035506047,0.0022328012],"category_scores_gemma":[0.0038806344,0.00004170243,0.000036160265,0.00062874425,0.00028234496,0.00025735408,0.00042667202,0.000605148,0.00009870911],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007850521,0.00015181852,0.6599068,0.00036910444,0.00004010586,0.000041755797,0.000710413,0.0000512072,0.000020010284,0.07071268,0.018822333,0.24909529],"study_design_scores_gemma":[0.00018910812,0.000017964694,0.0077665406,0.0020906068,0.000003050496,0.0000063030784,0.005259801,0.00018113466,0.0000018550411,0.0015495929,0.9828818,0.00005225114],"about_ca_topic_score_codex":0.0023438334,"about_ca_topic_score_gemma":0.0002754836,"teacher_disagreement_score":0.9640595,"about_ca_system_score_codex":0.00008805197,"about_ca_system_score_gemma":0.00032113606,"threshold_uncertainty_score":0.9986793},"labels":[],"label_agreement":null},{"id":"W4239676897","doi":"10.19173/irrodl.v14i2.1563","title":"IRRODL Volume 14, Number 2","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Engineering Applied Research","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Athabasca University","keywords":"Volume (thermodynamics); Computer science","score_opus":0.040475807199182964,"score_gpt":0.38204163193316165,"score_spread":0.3415658247339787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239676897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46423832,0.05689949,0.0041965777,0.031909037,0.0006696123,0.0060546394,0.00013044862,0.00035269163,0.43554917],"genre_scores_gemma":[0.97401834,0.024212357,0.00023869997,0.000035432367,0.00004403495,0.00022703854,0.00006385411,0.000019586048,0.0011406566],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99855804,0.00013333671,0.00026888278,0.00014174447,0.00060771545,0.0002902742],"domain_scores_gemma":[0.9990448,0.00040208202,0.000024540896,0.00019302947,0.00025811713,0.0000774456],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026994888,0.00008779645,0.00018140319,0.00008346221,0.0000637731,0.00015830055,0.00095106807,0.000037226328,0.0014598679],"category_scores_gemma":[0.0008300384,0.000065010216,0.00002850035,0.00043695775,0.00010700028,0.00018323777,0.0005057605,0.0008699203,0.0003757982],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007644916,0.00031349604,0.14688455,0.020504644,0.00052085455,0.00008003832,0.0005421932,0.055175815,0.005267929,0.038999885,0.48121697,0.2504172],"study_design_scores_gemma":[0.0013800676,0.0000821151,0.06331166,0.01589692,0.000011572906,0.000069379676,0.0012214399,0.196422,0.00078344706,0.004233686,0.7160691,0.00051864143],"about_ca_topic_score_codex":0.00028348682,"about_ca_topic_score_gemma":0.000004104098,"teacher_disagreement_score":0.50978,"about_ca_system_score_codex":0.00009931704,"about_ca_system_score_gemma":0.000034603116,"threshold_uncertainty_score":0.99945295},"labels":[],"label_agreement":null},{"id":"W4241498159","doi":"10.19173/irrodl.v7i2.1094","title":"IRRODL Volume 7, Number 2","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Disengagement theory; Loneliness; Higher education; Public relations; Productivity; Open learning; Sociology; Feeling; Open university; Competition (biology); Work (physics); Psychology; Pedagogy; Political science; Engineering; Economic growth; Social psychology; Teaching method; Cooperative learning; Economics","score_opus":0.10672315336039374,"score_gpt":0.40784357286134115,"score_spread":0.3011204195009474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241498159","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08882904,0.016894927,0.000031278887,0.054132994,0.00017457924,0.0005540773,0.000082770515,0.000025850246,0.83927447],"genre_scores_gemma":[0.9839983,0.0055197263,0.000030670824,0.00013511206,0.00011186055,0.000033214863,0.0003034226,0.0000051212314,0.009862597],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986113,0.00045188642,0.00026034485,0.00011150726,0.00042946573,0.0001355376],"domain_scores_gemma":[0.99891526,0.00037204078,0.000092491355,0.00018786517,0.0004097856,0.000022549868],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049717743,0.00005155832,0.00012245488,0.000054902295,0.00028331054,0.0009050609,0.0011073925,0.000016432154,0.0014052214],"category_scores_gemma":[0.0010429504,0.000035392986,0.00002829676,0.00010778081,0.00021728173,0.00060277805,0.0005360003,0.00056357525,0.00005798863],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033150493,0.0001432402,0.0643018,0.00043634893,0.000024021141,0.0000037328482,0.00069734646,0.000023181605,0.000017241027,0.8021279,0.119437225,0.012754784],"study_design_scores_gemma":[0.00018746994,0.000015078589,0.00988962,0.0019516298,0.000002880454,0.0000034859813,0.0012227854,0.00032997827,0.000003189004,0.008413234,0.97793084,0.00004980153],"about_ca_topic_score_codex":0.004653566,"about_ca_topic_score_gemma":0.00030494638,"teacher_disagreement_score":0.89516926,"about_ca_system_score_codex":0.00004995945,"about_ca_system_score_gemma":0.000055982797,"threshold_uncertainty_score":0.9995076},"labels":[],"label_agreement":null},{"id":"W4241515016","doi":"10.19173/irrodl.v13i2.1227","title":"IRRODL Volume 13, Number 2","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Universiti Malaya; Beijing Normal University; International Development Research Centre; Athabasca University; U.S. Department of Education","keywords":"Type (biology); Function (biology); Mathematics; Computer science; Artificial intelligence; Biology","score_opus":0.1529492341399233,"score_gpt":0.39035543325029926,"score_spread":0.23740619911037594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241515016","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04229633,0.04404129,0.000088217195,0.0075118807,0.0007967509,0.0004720441,0.00032262877,0.000008261968,0.9044626],"genre_scores_gemma":[0.92141044,0.031794693,0.00006255969,0.00018090075,0.000074785596,0.00003606471,0.000053087857,0.000005837649,0.046381652],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99908686,0.00006163844,0.00035658892,0.00016843303,0.00008647835,0.00024000724],"domain_scores_gemma":[0.9994185,0.00017011476,0.00014735958,0.00014095053,0.000070313334,0.00005279448],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0066743004,0.000056849785,0.00022612269,0.00007004977,0.00012023039,0.00009988646,0.00060280896,0.000020383637,0.009429766],"category_scores_gemma":[0.0010602726,0.00004671005,0.0000405874,0.00022834714,0.00015810059,0.00031283605,0.0006888007,0.00024000196,0.0040464005],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014092772,0.000073671225,0.7232736,0.00025107918,0.000047258538,9.978311e-7,0.00023105969,0.000011737158,8.231058e-7,0.13280334,0.14126197,0.0020303724],"study_design_scores_gemma":[0.0002326405,0.0000084837475,0.040570546,0.00058905507,0.000001695961,0.00000356033,0.0010309969,0.00030159525,0.0000021681353,0.0021795693,0.9550138,0.000065860826],"about_ca_topic_score_codex":0.00054230663,"about_ca_topic_score_gemma":0.0000037465718,"teacher_disagreement_score":0.8791141,"about_ca_system_score_codex":0.000076398996,"about_ca_system_score_gemma":0.00001614566,"threshold_uncertainty_score":0.9967291},"labels":[],"label_agreement":null},{"id":"W4241800065","doi":"10.19173/irrodl.v8i3.515","title":"Sabbaticals","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Public Spaces through Art","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Process management; Business","score_opus":0.14362216300819194,"score_gpt":0.5452361832037739,"score_spread":0.4016140201955819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241800065","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049178258,0.016373817,0.0009283983,0.13239802,0.00019300365,0.0012306862,0.000017373168,0.000023067469,0.79965734],"genre_scores_gemma":[0.9678044,0.030114109,0.00017302638,0.00034374723,0.00008931117,0.00001721443,0.000023621817,0.000003848001,0.001430758],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99785167,0.0005972118,0.00024791938,0.0001254054,0.0009026818,0.00027513874],"domain_scores_gemma":[0.99744797,0.0019554822,0.00007417923,0.00010805781,0.00033175154,0.00008253358],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026853187,0.000040702587,0.00012853045,0.00007709936,0.0002498878,0.00014246102,0.0010516943,0.000027906168,0.0005550665],"category_scores_gemma":[0.011832253,0.000028976112,0.00002326463,0.00061711576,0.00046667247,0.00023160715,0.0004944636,0.00037518886,0.000026041722],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007289336,0.000114403214,0.087636694,0.00036176006,0.000034728477,0.000018035835,0.0017525906,0.000006202475,0.00004401872,0.8152975,0.017879924,0.07678126],"study_design_scores_gemma":[0.00020762428,0.000024231958,0.010049788,0.0023505308,0.000002080047,0.000001848418,0.0094476035,0.00004742167,0.000023547806,0.0062232013,0.971573,0.00004914965],"about_ca_topic_score_codex":0.002630525,"about_ca_topic_score_gemma":0.00061012094,"teacher_disagreement_score":0.95369303,"about_ca_system_score_codex":0.00012966651,"about_ca_system_score_gemma":0.00020654181,"threshold_uncertainty_score":0.9964915},"labels":[],"label_agreement":null},{"id":"W4246522182","doi":"10.19173/irrodl.v16i6.2520","title":"Editorial – Volume 16, Issue Number 6","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science","score_opus":0.07436456969639868,"score_gpt":0.45184402158948506,"score_spread":0.3774794518930864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246522182","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015114734,0.03489896,0.037479024,0.656083,0.040680595,0.0026431412,0.000106513944,0.00022861632,0.21276544],"genre_scores_gemma":[0.93381363,0.025729757,0.0039048998,0.00089973194,0.019977406,0.00007581241,0.00028173893,0.00002793116,0.015289096],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978149,0.0005149727,0.0002705498,0.00021015703,0.0009859962,0.00020343439],"domain_scores_gemma":[0.9985144,0.00037754458,0.00010461042,0.00024425233,0.0006570319,0.00010216918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007121901,0.00007127362,0.00018349665,0.000060929862,0.00009161883,0.00030313572,0.0020261644,0.00003571871,0.000088274894],"category_scores_gemma":[0.0038902017,0.000049804043,0.000032821616,0.0005474825,0.00010125286,0.00032163074,0.0014425123,0.00068401935,0.00013689791],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040370796,0.00012331826,0.031662647,0.00034868316,0.000033776592,0.00001257476,0.00019604819,0.00031807637,0.000005977216,0.034945093,0.89860296,0.033710454],"study_design_scores_gemma":[0.00039453796,0.000056557506,0.00033640172,0.0017390867,0.0000024619144,0.000010237648,0.00031729037,0.013174133,0.0000057485904,0.0057286336,0.97816795,0.000066954424],"about_ca_topic_score_codex":0.000531855,"about_ca_topic_score_gemma":0.0000070458523,"teacher_disagreement_score":0.9186989,"about_ca_system_score_codex":0.00009666157,"about_ca_system_score_gemma":0.0002650993,"threshold_uncertainty_score":0.46572158},"labels":[],"label_agreement":null},{"id":"W4247429943","doi":"10.19173/irrodl.v15i3.1939","title":"Editorial: Volume 15, Number 3","year":2014,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science; Physics","score_opus":0.1078964238651243,"score_gpt":0.5239403885818892,"score_spread":0.41604396471676486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247429943","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000057485766,0.0074553946,0.00014632297,0.012469589,0.9442275,0.00069869193,0.00038015112,0.000013598173,0.034551226],"genre_scores_gemma":[0.001881142,0.036483537,0.000037688016,0.00015321249,0.94553906,0.00010659087,0.0010747602,0.0000277491,0.014696282],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9826582,0.0035878173,0.0016283796,0.0008783808,0.010737057,0.00051016774],"domain_scores_gemma":[0.9612201,0.030410985,0.001369485,0.0010398646,0.0057196016,0.00023995645],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09495782,0.00024128116,0.000924944,0.0002949707,0.0003125673,0.0033569613,0.014112626,0.0005451972,0.0015707769],"category_scores_gemma":[0.2836087,0.00014663658,0.0001447715,0.0014326036,0.00045023637,0.001098139,0.005901988,0.0056791734,0.00048006844],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000631612,0.000024580017,0.0028544697,0.00029536398,0.000026121246,0.0000029154799,0.000028670902,0.000012094897,3.7294723e-7,0.0005476877,0.9862787,0.009865866],"study_design_scores_gemma":[0.00038998332,0.00003137252,0.00014252012,0.007974125,0.000009544606,0.0000024837364,0.0003238523,0.000266484,8.786772e-7,0.0077137267,0.9829916,0.00015347067],"about_ca_topic_score_codex":0.0017299665,"about_ca_topic_score_gemma":0.000039692997,"teacher_disagreement_score":0.18865088,"about_ca_system_score_codex":0.00022213596,"about_ca_system_score_gemma":0.0010547242,"threshold_uncertainty_score":0.9993419},"labels":[],"label_agreement":null},{"id":"W4247839665","doi":"10.19173/irrodl.v15i6.2063","title":"IRRODL Volume 15, Number 6","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"National Commission for Science and Technology","keywords":"Volume (thermodynamics); Computer science; Physics","score_opus":0.18322182314905816,"score_gpt":0.5341236037514454,"score_spread":0.35090178060238725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247839665","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19242427,0.014186356,0.004672574,0.22466132,0.0007278762,0.0015890038,0.00011370751,0.000037264395,0.56158763],"genre_scores_gemma":[0.98689157,0.0053730705,0.00010843248,0.0007146001,0.00009771146,0.000030016672,0.000049840317,0.0000062361455,0.0067285188],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.994592,0.0016932996,0.00067945465,0.0003591717,0.0024125176,0.00026353635],"domain_scores_gemma":[0.99400616,0.0043437616,0.00027869747,0.0003883826,0.00087762804,0.00010538991],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.049600538,0.00008303265,0.00030116749,0.00013456731,0.00020926977,0.001200075,0.005491174,0.00005372977,0.0018928509],"category_scores_gemma":[0.060477275,0.000048290083,0.000052696127,0.0010914326,0.00025400522,0.0009305429,0.0023591279,0.0010271722,0.0003312951],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058040896,0.000055657987,0.49364758,0.00016811237,0.000020448319,0.0000047367316,0.00012652346,0.00009003221,0.000013671869,0.036175996,0.2845196,0.1851196],"study_design_scores_gemma":[0.0003113625,0.000023865992,0.03903701,0.0022336883,0.0000026603998,0.000014430147,0.00090247125,0.0047108084,0.000012944725,0.026539685,0.9261315,0.00007958111],"about_ca_topic_score_codex":0.0005451741,"about_ca_topic_score_gemma":0.00001875673,"teacher_disagreement_score":0.79446733,"about_ca_system_score_codex":0.000054333454,"about_ca_system_score_gemma":0.00012407843,"threshold_uncertainty_score":0.9998896},"labels":[],"label_agreement":null},{"id":"W4248501796","doi":"10.19173/irrodl.v18i5.3478","title":"Editorial - Volume 18, Issue 5","year":2017,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science","score_opus":0.06077510301050915,"score_gpt":0.4543893690380889,"score_spread":0.39361426602757976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248501796","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000067358683,0.0066821706,0.00021203552,0.011691335,0.9265555,0.0007140293,0.000060998096,0.000023401952,0.05405375],"genre_scores_gemma":[0.00080031244,0.07272995,0.0002594828,0.00006392097,0.907674,0.00014403426,0.00089926214,0.000024000574,0.017405016],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944795,0.0012163419,0.0006238034,0.0006088873,0.0026443144,0.00042717662],"domain_scores_gemma":[0.99426115,0.002389322,0.00062925706,0.0008130687,0.0017640512,0.00014318111],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013795328,0.00022095985,0.0005576413,0.00021593983,0.0006071528,0.002235759,0.009098085,0.0002651529,0.00053489144],"category_scores_gemma":[0.025766173,0.00016849548,0.000096301825,0.0004078236,0.00026604184,0.00086212525,0.0047290525,0.0036265687,0.00022155535],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025081066,0.000049097904,0.00020288776,0.00070049864,0.000031281023,0.000005672035,0.00008237701,0.000012531516,0.000001541557,0.0016099032,0.98912424,0.0081548765],"study_design_scores_gemma":[0.00040911356,0.00008600728,0.0000915632,0.008856518,0.0000073096257,0.0000026859864,0.00036612962,0.0005442106,0.00000234847,0.00047947123,0.9889869,0.00016774994],"about_ca_topic_score_codex":0.0014125794,"about_ca_topic_score_gemma":0.000023021597,"teacher_disagreement_score":0.06604778,"about_ca_system_score_codex":0.0002319716,"about_ca_system_score_gemma":0.0015753172,"threshold_uncertainty_score":0.99880004},"labels":[],"label_agreement":null},{"id":"W4249280549","doi":"10.19173/irrodl.v4i1.114","title":"Whiteboard Products","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Whiteboard; Interactive whiteboard; Computer science; Multimedia; License; Feature (linguistics); Educational technology; World Wide Web; Human–computer interaction; Mathematics education; Psychology","score_opus":0.09266911667497439,"score_gpt":0.4306128573655381,"score_spread":0.3379437406905637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249280549","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043461863,0.040958986,0.0062722377,0.19680107,0.0010626594,0.0030887616,0.000011270008,0.00009125171,0.7082519],"genre_scores_gemma":[0.9796071,0.016032496,0.0018302156,0.00033847176,0.000031106665,0.000060422277,0.000027153808,0.000006071536,0.0020669522],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977006,0.00094350567,0.0002800285,0.00026883147,0.000584893,0.00022219526],"domain_scores_gemma":[0.99861664,0.00046526635,0.000109690925,0.00026837847,0.00047729307,0.00006276438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0078161955,0.00007234048,0.00016018657,0.000108228756,0.0001867378,0.000381578,0.0017931281,0.000020795045,0.00015759643],"category_scores_gemma":[0.005822049,0.000051380626,0.000023663504,0.0009017282,0.000092327515,0.0004386745,0.0007462171,0.0006028481,0.00004793445],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021896873,0.00020453718,0.029610695,0.0010061727,0.000037011327,0.000012404866,0.0006650504,0.00017847728,0.00017988273,0.91465753,0.015587297,0.037839036],"study_design_scores_gemma":[0.0005683898,0.00010504069,0.009100805,0.004900185,0.000003632827,0.00004807642,0.004095956,0.0016429928,0.00047081342,0.0045794724,0.9743101,0.000174532],"about_ca_topic_score_codex":0.00010003466,"about_ca_topic_score_gemma":0.0000036625531,"teacher_disagreement_score":0.95872283,"about_ca_system_score_codex":0.000063136424,"about_ca_system_score_gemma":0.00028980194,"threshold_uncertainty_score":0.6969957},"labels":[],"label_agreement":null},{"id":"W4249549298","doi":"10.19173/irrodl.v16i5.2440","title":"Editorial: Volume 16, Number 5","year":2015,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Physics","score_opus":0.09890143967319201,"score_gpt":0.3907593914537042,"score_spread":0.2918579517805122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249549298","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012005057,0.020446615,0.000008502303,0.0012374477,0.7254822,0.00036455135,0.0018752944,0.000006088689,0.2505673],"genre_scores_gemma":[0.0004675952,0.1398865,0.000026997606,0.000049118564,0.718484,0.00012105678,0.0015122904,0.000027824948,0.13942464],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99780375,0.00014838076,0.0007960836,0.0004958945,0.0004436409,0.00031223294],"domain_scores_gemma":[0.99758667,0.0008248149,0.0005246347,0.0003108765,0.00066853105,0.000084484716],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.015774721,0.00015501768,0.00069408567,0.00015201318,0.00014681566,0.0003673834,0.001794076,0.00018442301,0.0040831594],"category_scores_gemma":[0.0113823535,0.00013251971,0.00009055271,0.00033210398,0.0002954133,0.00025408325,0.0017971621,0.0012451025,0.003153316],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029880335,0.000032826734,0.0014185233,0.00048429743,0.0000679788,0.0000014554292,0.000049937946,0.0000053446056,2.0922055e-8,0.0051227477,0.9924716,0.00031541282],"study_design_scores_gemma":[0.00045462232,0.00002349674,0.000027287955,0.0024461043,0.0000052251344,5.946511e-7,0.00047912667,0.000061468854,1.12247946e-7,0.0052329493,0.991138,0.00013103276],"about_ca_topic_score_codex":0.0023617065,"about_ca_topic_score_gemma":0.000023628369,"teacher_disagreement_score":0.119439885,"about_ca_system_score_codex":0.00047600328,"about_ca_system_score_gemma":0.00025560308,"threshold_uncertainty_score":0.99762285},"labels":[],"label_agreement":null},{"id":"W4249641402","doi":"10.19173/irrodl.v19i5.4309","title":"Editorial - Volume 19, Issue 5","year":2018,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science","score_opus":0.03859646651767996,"score_gpt":0.44407346278230425,"score_spread":0.4054769962646243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249641402","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009174275,0.010896549,0.0008358499,0.024787985,0.95883954,0.00048798742,0.00014978,0.000031311636,0.0039618295],"genre_scores_gemma":[0.00016201955,0.051292427,0.00048366844,0.00007860664,0.9408678,0.000038219012,0.0007834078,0.000017869894,0.006275979],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99469155,0.0010496234,0.0006147601,0.0005608125,0.0026919518,0.00039131907],"domain_scores_gemma":[0.99437207,0.0027456048,0.000398046,0.0006064411,0.0017441727,0.00013366363],"candidate_categories":["metaresearch","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012643356,0.00020113247,0.0005155892,0.00022245175,0.00026221003,0.0007787582,0.005975634,0.00026314956,0.00015760242],"category_scores_gemma":[0.021935642,0.0001450694,0.00009446914,0.00080118957,0.00030628106,0.00033413572,0.0038336068,0.0029559163,0.00013379865],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021154381,0.000042136824,0.00012280697,0.00084063015,0.000034963607,0.00000760898,0.000037046942,0.000025028867,6.814269e-7,0.00090036826,0.9941542,0.0038133736],"study_design_scores_gemma":[0.00035194575,0.0001451107,0.000013434687,0.009112436,0.0000094123625,0.0000023390169,0.0000692697,0.0046425015,0.0000011666381,0.0016308426,0.9838787,0.00014286384],"about_ca_topic_score_codex":0.0009770514,"about_ca_topic_score_gemma":0.000018073575,"teacher_disagreement_score":0.04039588,"about_ca_system_score_codex":0.00018432189,"about_ca_system_score_gemma":0.0011021601,"threshold_uncertainty_score":0.9994025},"labels":[],"label_agreement":null},{"id":"W4249965853","doi":"10.19173/irrodl.v21i2.4812","title":"Editorial – Volume 21, Issue 2","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Data science; Computer science","score_opus":0.31010253274695543,"score_gpt":0.605728892009415,"score_spread":0.2956263592624596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249965853","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018045527,0.018109709,0.0012017493,0.8786888,0.0036653993,0.0015055038,0.00009482351,0.00002372757,0.09490574],"genre_scores_gemma":[0.33545187,0.59020907,0.0025579035,0.004184363,0.057854444,0.00029976523,0.00030221805,0.00004439416,0.0090959845],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99254566,0.005088139,0.00027376605,0.00018717322,0.0016334049,0.000271831],"domain_scores_gemma":[0.9958168,0.0030735885,0.0000860348,0.00008762744,0.00077491056,0.00016103733],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03309468,0.00005483239,0.00019079751,0.00004489972,0.00036607348,0.00021582186,0.0012157997,0.000052940326,0.0008566278],"category_scores_gemma":[0.045091625,0.0000394189,0.000037982925,0.00063598505,0.00081697,0.00022166247,0.0006727721,0.0010565361,0.000055000382],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002443207,0.000079461504,0.008465898,0.0016065509,0.000053964308,0.000010088379,0.009624877,0.00002426762,0.000089795656,0.15309641,0.7688074,0.057896942],"study_design_scores_gemma":[0.00019400258,0.000062409585,0.00023451333,0.0013683562,0.0000017818026,1.7498225e-7,0.010846827,0.00019573489,0.0000068895642,0.0044908575,0.982554,0.00004440651],"about_ca_topic_score_codex":0.003230771,"about_ca_topic_score_gemma":0.000062749,"teacher_disagreement_score":0.87450445,"about_ca_system_score_codex":0.000081117156,"about_ca_system_score_gemma":0.00046807458,"threshold_uncertainty_score":0.99563247},"labels":[],"label_agreement":null},{"id":"W4251847862","doi":"10.19173/irrodl.v19i4.4223","title":"Editorial - Volume 19, Issue 4","year":2018,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science","score_opus":0.2013683468586405,"score_gpt":0.6176511261945685,"score_spread":0.41628277933592805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251847862","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009557646,0.018356077,0.000097752374,0.038640454,0.90038323,0.0012203591,0.0004592116,0.00001412244,0.040819228],"genre_scores_gemma":[0.000035062003,0.22520852,0.00017603028,0.000051134237,0.7646683,0.00009944432,0.00052306795,0.000015547701,0.009222904],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.979418,0.013008643,0.00066059956,0.00047860664,0.005822325,0.0006118271],"domain_scores_gemma":[0.9723816,0.022133488,0.00039100615,0.00034524113,0.0044838246,0.00026487315],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11353054,0.00016549777,0.00053756684,0.00020292962,0.00086425483,0.0006232922,0.0033014556,0.00046711726,0.0014231064],"category_scores_gemma":[0.21347813,0.00012115969,0.000098426084,0.00083834253,0.0028012637,0.0002925426,0.0017217849,0.0041458076,0.00010997488],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009604611,0.000037861762,0.000085504515,0.0013390951,0.00004159581,0.0000037995487,0.0009756276,8.6140386e-7,8.1796276e-7,0.00473771,0.98843575,0.0042453157],"study_design_scores_gemma":[0.00029636224,0.00011513029,0.00000852465,0.009663031,0.000008269101,1.803911e-7,0.0043742685,0.000021443635,7.726529e-7,0.007610772,0.9777797,0.00012155223],"about_ca_topic_score_codex":0.020963183,"about_ca_topic_score_gemma":0.0006587875,"teacher_disagreement_score":0.20685245,"about_ca_system_score_codex":0.00048091265,"about_ca_system_score_gemma":0.0035319177,"threshold_uncertainty_score":0.99991256},"labels":[],"label_agreement":null},{"id":"W4252444608","doi":"10.19173/irrodl.v8i3.512","title":"Online Graduate Study of Health Care Learners' Perceptions of Instructional Immediacy","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Immediacy; Distance education; Perception; Instructional design; Psychology; Medical education; Graduate students; Computer-mediated communication; Health care; Educational technology; Pedagogy; Mathematics education; Computer science; Medicine; The Internet; World Wide Web; Political science","score_opus":0.27527835783596016,"score_gpt":0.5997523075017814,"score_spread":0.32447394966582127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252444608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96440727,0.014110998,0.00006357577,0.015675897,0.00019722668,0.0010293876,0.00010232749,0.000005519672,0.0044078184],"genre_scores_gemma":[0.98822165,0.010881628,0.00017617646,0.000105676874,0.000034568366,0.00003849731,0.00040470387,0.000006097095,0.00013100554],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99701613,0.00118688,0.00085330213,0.00016716382,0.0006015738,0.00017492955],"domain_scores_gemma":[0.9974226,0.00088413514,0.00039536113,0.00032932006,0.0009078826,0.000060722174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006146309,0.00006631749,0.00027701195,0.00024205113,0.00015363209,0.000013461144,0.0008085878,0.000029330982,0.0005317131],"category_scores_gemma":[0.0008933041,0.000052661107,0.00004023157,0.00060902245,0.00022537819,0.00006328514,0.0003705916,0.00068126584,0.0000052888695],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029826828,0.0028086624,0.6263588,0.0020856461,0.0001358185,0.0000017614598,0.03455588,0.00004133286,0.000026661075,0.027442409,0.0027540652,0.3034907],"study_design_scores_gemma":[0.00066836545,0.00024065847,0.6315112,0.001574699,0.0000043022023,0.000005834608,0.356923,0.000009842215,0.0000019960548,0.00013390555,0.008887991,0.000038165195],"about_ca_topic_score_codex":0.005006449,"about_ca_topic_score_gemma":0.00060639426,"teacher_disagreement_score":0.32236713,"about_ca_system_score_codex":0.00012568026,"about_ca_system_score_gemma":0.0003046834,"threshold_uncertainty_score":0.7568286},"labels":[],"label_agreement":null},{"id":"W4254827588","doi":"10.19173/irrodl.v13i4.1371","title":"Editorial: Volume 13, Number 4","year":2012,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Physics","score_opus":0.08351413299212233,"score_gpt":0.38117153168346063,"score_spread":0.2976573986913383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254827588","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022352368,0.02780612,0.000008604662,0.001029958,0.7939148,0.0003794483,0.0016863765,0.00000609975,0.17514627],"genre_scores_gemma":[0.00093066733,0.15988968,0.000025373804,0.00004039348,0.7423235,0.000113101014,0.0010043038,0.0000246364,0.0956483],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99789876,0.00014002893,0.0007864547,0.00043657693,0.00036215133,0.00037604137],"domain_scores_gemma":[0.99771065,0.0010079867,0.0005300086,0.0003034683,0.00036914164,0.0000787643],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.013187538,0.0001573898,0.00066127337,0.00014659681,0.00018003887,0.00031354398,0.0016692858,0.00018861599,0.007911817],"category_scores_gemma":[0.007012867,0.00013435827,0.00010322498,0.00029917757,0.00028627747,0.000313351,0.001714839,0.0012804604,0.005101721],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022304454,0.00004068416,0.004682914,0.0006041727,0.000073774994,8.82389e-7,0.00005974009,0.0000033359545,4.6739025e-8,0.0046109078,0.98955095,0.00035031608],"study_design_scores_gemma":[0.00034059476,0.000014821989,0.00016307857,0.0023262247,0.000006498503,5.7267926e-7,0.0003062055,0.000046519664,1.6414953e-7,0.0014682878,0.9951931,0.00013390243],"about_ca_topic_score_codex":0.0019843406,"about_ca_topic_score_gemma":0.000013446082,"teacher_disagreement_score":0.13208356,"about_ca_system_score_codex":0.00025143818,"about_ca_system_score_gemma":0.00012784405,"threshold_uncertainty_score":0.99567294},"labels":[],"label_agreement":null},{"id":"W4255123966","doi":"10.19173/irrodl.v7i1.1093","title":"IRRODL Volume 7, Number 1","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"Athabasca University; National Science Foundation","keywords":"Volume (thermodynamics); Computer science; Mathematics; Physics","score_opus":0.1735559836099107,"score_gpt":0.5314471630027608,"score_spread":0.35789117939285015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255123966","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24828611,0.023455052,0.0011976776,0.16178733,0.00047431517,0.0014119627,0.00016724205,0.00003008087,0.5631902],"genre_scores_gemma":[0.9834359,0.004559243,0.000093085,0.000320202,0.00010515904,0.000031635765,0.00008596116,0.000005758867,0.011363002],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953112,0.0010127524,0.00071430026,0.0003318766,0.002374184,0.00025570317],"domain_scores_gemma":[0.99592835,0.0026390809,0.00025692457,0.0003025963,0.0008113716,0.00006168797],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03130153,0.00007880442,0.00026546846,0.00013699481,0.00020021935,0.0012182617,0.0046732393,0.000050129205,0.0017002674],"category_scores_gemma":[0.020080801,0.00004629379,0.000051319246,0.001243466,0.00024865253,0.0009482168,0.0019516796,0.0009041105,0.0002208887],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038782324,0.000056922643,0.57685804,0.000096450385,0.00001055233,0.000009188726,0.00003816551,0.00011845913,0.00001633014,0.027899733,0.35434544,0.040511947],"study_design_scores_gemma":[0.00032268526,0.00001535433,0.10429956,0.002054275,0.0000027139818,0.000020612932,0.0008946279,0.0018207371,0.000019749707,0.042089958,0.8483752,0.00008450267],"about_ca_topic_score_codex":0.0021323948,"about_ca_topic_score_gemma":0.000040987,"teacher_disagreement_score":0.73514986,"about_ca_system_score_codex":0.000069771435,"about_ca_system_score_gemma":0.00015210795,"threshold_uncertainty_score":0.99981856},"labels":[],"label_agreement":null},{"id":"W4255724406","doi":"10.19173/irrodl.v20i1.4012","title":"Structural Relationships of Factors Which Impact on Learner Achievement in Online Learning Environment","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Test anxiety; Academic achievement; Test (biology); Goal orientation; Anxiety; Self-efficacy; Self-regulated learning; Applied psychology; Mathematics education; Social psychology","score_opus":0.12432140981494551,"score_gpt":0.44414203079733827,"score_spread":0.3198206209823928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255724406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909705,0.0012076297,0.00024828865,0.0058965967,0.00006359366,0.00046954298,0.000012406804,0.0000070379797,0.0011244238],"genre_scores_gemma":[0.9969081,0.002040194,0.00018318188,0.000030260351,0.000010089093,0.000015259142,0.00017349202,0.0000058539335,0.0006335145],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971098,0.0012755027,0.000488509,0.0002643547,0.00065733097,0.00020454703],"domain_scores_gemma":[0.99812275,0.001141529,0.0002449347,0.00026994644,0.00016555948,0.0000552607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043467684,0.000106131105,0.00023860762,0.00026113188,0.00010957431,0.00009497652,0.0011849158,0.000037742906,0.00041820726],"category_scores_gemma":[0.0016691379,0.00007078892,0.000067843386,0.0006227369,0.00006503355,0.00026600485,0.00062523986,0.0013127935,0.000023129774],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030745305,0.00017078363,0.9620921,0.00021369872,0.00002684785,8.106019e-7,0.00050836394,0.02285404,0.000049130354,0.01148137,0.000089410074,0.0024827102],"study_design_scores_gemma":[0.0004689563,0.0002692544,0.968518,0.003862389,0.000002601936,0.0000023543823,0.002353557,0.019907067,0.000026098543,0.00041181664,0.0040911823,0.0000867016],"about_ca_topic_score_codex":0.0005374671,"about_ca_topic_score_gemma":0.000028429291,"teacher_disagreement_score":0.011069553,"about_ca_system_score_codex":0.00018923199,"about_ca_system_score_gemma":0.00011213259,"threshold_uncertainty_score":0.5703507},"labels":[],"label_agreement":null},{"id":"W4256206157","doi":"10.19173/irrodl.v20i1.3709","title":"Understanding Participant’s Behaviour in Massively Open Online Courses","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada; Athabasca University; Bill and Melinda Gates Foundation","keywords":"Massive open online course; Openness to experience; World Wide Web; Computer science; Learning Management; Distance education; Drop out; Connectivism; Psychology; Mathematics education; Learning theory; Social psychology","score_opus":0.3489999684206768,"score_gpt":0.49810822200538485,"score_spread":0.14910825358470803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256206157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6375269,0.016135013,0.010354983,0.31289554,0.00050621235,0.003997152,0.00016151211,0.000063367406,0.018359272],"genre_scores_gemma":[0.99261093,0.0058974293,0.0005518652,0.00017820035,0.00001586711,0.000015635997,0.00006406901,0.0000055363594,0.0006604858],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99795717,0.00053987204,0.0003772653,0.00028032518,0.0005721402,0.00027320566],"domain_scores_gemma":[0.9986411,0.000720634,0.00015306377,0.0002565206,0.00016936482,0.000059327787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005453299,0.000084201565,0.00027591077,0.00015160337,0.00008825014,0.00043820543,0.0029390038,0.000029922014,0.00007419708],"category_scores_gemma":[0.0011397828,0.00006078744,0.000030289406,0.00069836015,0.00008466229,0.00045678776,0.0024747693,0.0007176518,0.000015510155],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006693819,0.00043789393,0.7754639,0.0007289383,0.000049324688,0.000068492875,0.000375162,0.0024011277,0.0000613624,0.21170789,0.0016642386,0.0069747474],"study_design_scores_gemma":[0.006281094,0.00090757856,0.31244534,0.075088054,0.000039108094,0.00007860528,0.022492638,0.48743594,0.00009118589,0.04987375,0.04439348,0.0008732221],"about_ca_topic_score_codex":0.00063286955,"about_ca_topic_score_gemma":0.0001087935,"teacher_disagreement_score":0.48503482,"about_ca_system_score_codex":0.00013677131,"about_ca_system_score_gemma":0.0002448933,"threshold_uncertainty_score":0.5461449},"labels":[],"label_agreement":null},{"id":"W4285331905","doi":"10.19173/irrodl.v23i3.5994","title":"Cross Validating a Rubric for Automatic Classification of Cognitive Presence in MOOC Discussions","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rubric; Context (archaeology); Scale (ratio); Computer science; Cognition; Massive open online course; Online discussion; Distance education; Psychology; Data science; Mathematics education; World Wide Web","score_opus":0.13105552566361456,"score_gpt":0.4999864602088998,"score_spread":0.36893093454528525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285331905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79339933,0.013579641,0.112864345,0.073801905,0.00017451712,0.0022536272,0.00018667693,0.000039737028,0.0037002466],"genre_scores_gemma":[0.9950417,0.002635168,0.0018417258,0.00003096723,0.00001274969,0.00005976762,0.00011169742,0.0000036116594,0.00026256242],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99814904,0.00060071674,0.00041864943,0.00022360407,0.0004451718,0.00016284532],"domain_scores_gemma":[0.9957341,0.0032126764,0.00019822113,0.00017898047,0.00064163975,0.000034359677],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0045332126,0.00005837269,0.00019841046,0.00010321256,0.00010224798,0.00017387369,0.0009386229,0.000024102714,0.000023407687],"category_scores_gemma":[0.014974322,0.00004078805,0.000041009553,0.00087245775,0.00011190243,0.00026040297,0.0007725357,0.00036409136,0.000001448996],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000096085925,0.0010693704,0.3213816,0.008411572,0.00013378939,0.000046025998,0.0026981668,0.0036512802,0.0021875785,0.21060167,0.0006429752,0.4490799],"study_design_scores_gemma":[0.0010103299,0.00009865231,0.09355559,0.0352921,0.000009543155,0.000014043212,0.0035141308,0.8566841,0.00050126086,0.007948041,0.0012476782,0.0001245197],"about_ca_topic_score_codex":0.00008954913,"about_ca_topic_score_gemma":0.000014679731,"teacher_disagreement_score":0.8530328,"about_ca_system_score_codex":0.000040213537,"about_ca_system_score_gemma":0.00023044713,"threshold_uncertainty_score":0.99332297},"labels":[],"label_agreement":null},{"id":"W4297513369","doi":"10.19173/irrodl.v23i3.6332","title":"Book Review: Teaching and Learning at a Distance: Foundations of Distance Education (7th ed.)","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Mathematics education; Computer science; Pedagogy; Sociology; Psychology","score_opus":0.043735261149583884,"score_gpt":0.46565948451107353,"score_spread":0.42192422336148966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513369","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008620661,0.89171547,0.0004225041,0.06297489,0.00014496205,0.0014082062,0.00006319892,0.00001919205,0.03463093],"genre_scores_gemma":[0.248301,0.73277146,0.0003280557,0.0013260603,0.00010507873,0.00026341967,0.00047607804,0.000015213394,0.016413648],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99464935,0.0034340485,0.00044018036,0.00024755127,0.000997439,0.00023142598],"domain_scores_gemma":[0.9977437,0.001405013,0.00034132742,0.0001435786,0.00029764633,0.000068727815],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014144517,0.000084396175,0.00026672488,0.00009909984,0.0017959077,0.000090958885,0.0007350412,0.000021030883,0.001202217],"category_scores_gemma":[0.007242157,0.00007131134,0.00004772474,0.0004832385,0.00032338433,0.0003208057,0.00094106834,0.0014334026,0.0000029010494],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024972067,0.0006122565,0.07384162,0.009810975,0.00011959953,0.00001046188,0.0047056465,0.00045530434,0.000086364926,0.12681451,0.2653609,0.51793265],"study_design_scores_gemma":[0.00016218265,0.000052577787,0.0006849694,0.00802666,0.000012102364,0.0000043972314,0.008831835,0.00023164165,0.0000014817782,0.00030220317,0.9816175,0.00007242384],"about_ca_topic_score_codex":0.0010804675,"about_ca_topic_score_gemma":0.00010271811,"teacher_disagreement_score":0.7162566,"about_ca_system_score_codex":0.00030938452,"about_ca_system_score_gemma":0.000692619,"threshold_uncertainty_score":0.9997108},"labels":[],"label_agreement":null},{"id":"W4297513484","doi":"10.19173/irrodl.v23i3.6696","title":"Bridging the Gap: Micro-credentials for Development","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Economic Growth and Development","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Credentialing; Higher education; Public relations; Competence (human resources); Business; Value (mathematics); Bridging (networking); Computer science; Political science; Management; Economic growth; Economics","score_opus":0.11830334176092988,"score_gpt":0.41260432892255183,"score_spread":0.29430098716162195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513484","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25129518,0.09949669,0.28702152,0.3222632,0.0018474952,0.011070079,0.00018658469,0.00009606598,0.02672318],"genre_scores_gemma":[0.98789424,0.00447379,0.0044616656,0.0012102473,0.000046609144,0.0008575533,0.00012361379,0.000007772192,0.0009244855],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984852,0.00034244396,0.00034091203,0.00020620765,0.00041704113,0.00020820243],"domain_scores_gemma":[0.99886453,0.00065949553,0.0001243373,0.00017737885,0.00013921707,0.000035068046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00976779,0.000058612073,0.00013575402,0.00007481705,0.00057234464,0.00023477561,0.00248795,0.0000079561405,0.000073634365],"category_scores_gemma":[0.00057413505,0.000038616683,0.000031326086,0.00028506597,0.000054396627,0.0001429213,0.0029955734,0.0003009775,0.0000050489593],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019694804,0.00028560281,0.024566613,0.0018465966,0.00025292818,0.000026038422,0.0028019522,0.0012459997,0.00043533067,0.24612471,0.070320494,0.6518968],"study_design_scores_gemma":[0.00080207386,0.000063401334,0.0071610645,0.0014409949,0.0000033095835,0.000044316745,0.0010527674,0.008796342,0.00095934013,0.004886802,0.97463655,0.00015300648],"about_ca_topic_score_codex":0.00007372481,"about_ca_topic_score_gemma":0.0000055475616,"teacher_disagreement_score":0.90431607,"about_ca_system_score_codex":0.00015086493,"about_ca_system_score_gemma":0.00034572138,"threshold_uncertainty_score":0.46232715},"labels":[],"label_agreement":null},{"id":"W4297513487","doi":"10.19173/irrodl.v23i3.6178","title":"Students’ Intention to Take E-Learning Courses During the COVID-19 Pandemic: A Protection Motivation Theory Perspective","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Technology acceptance model; Structural equation modeling; Coronavirus disease 2019 (COVID-19); Perspective (graphical); Psychology; Context (archaeology); Vulnerability (computing); Test (biology); Mathematics education; Medical education; Usability; Computer science; Medicine; Geography","score_opus":0.2425600341133864,"score_gpt":0.5531476328740952,"score_spread":0.3105875987607088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95436335,0.0068205763,0.0016199205,0.029756406,0.00028499425,0.0040221065,0.00007001142,0.00003933167,0.0030233357],"genre_scores_gemma":[0.9929816,0.0025643916,0.000004336365,0.0009762497,0.00004021888,0.00105236,0.00007417389,0.000010564146,0.0022961178],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99467224,0.0034800642,0.00034840326,0.00032435628,0.0009156629,0.00025924772],"domain_scores_gemma":[0.9978995,0.0013721538,0.00020221247,0.00017940403,0.00025178993,0.000094982744],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014231175,0.00009437502,0.00017367117,0.00019618688,0.0009716991,0.0000999846,0.00095922715,0.000024756017,0.0011533733],"category_scores_gemma":[0.0057052285,0.0000652624,0.00004925867,0.00072442443,0.0001258814,0.00010590499,0.0012506292,0.0012413668,0.000013869744],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030842046,0.00054468977,0.9070642,0.0012770707,0.00019245967,0.000026735803,0.01169639,0.0016085716,0.00040702175,0.050524775,0.0012365603,0.022337295],"study_design_scores_gemma":[0.0026902133,0.00091875513,0.48337832,0.002338409,0.000028535705,0.00022974102,0.23591235,0.00026374226,0.000017003,0.0053921957,0.26859108,0.00023964694],"about_ca_topic_score_codex":0.00630565,"about_ca_topic_score_gemma":0.00012551731,"teacher_disagreement_score":0.4236859,"about_ca_system_score_codex":0.0018495067,"about_ca_system_score_gemma":0.00027887337,"threshold_uncertainty_score":0.99975973},"labels":[],"label_agreement":null},{"id":"W4297513560","doi":"10.19173/irrodl.v23i3.5894","title":"Qualifying with Different Types of Quizzes in an Online EFL course: Influences on Perceived Learning and Academic Achievement","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Turkish; Mathematics education; Academic achievement; Cognition; Multiple choice; Online learning; Significant difference; Multimedia; Computer science","score_opus":0.14177978442421868,"score_gpt":0.5058387345700308,"score_spread":0.36405895014581213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98602,0.0049347463,0.0000041198523,0.008097449,0.000018667482,0.0003662531,0.000021328115,0.0000059719277,0.00053146103],"genre_scores_gemma":[0.976822,0.022760002,0.00005078392,0.000069763264,0.00003053359,0.000037068112,0.00009599446,0.0000059512595,0.00012790058],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99605525,0.0021729406,0.0003357709,0.00021696682,0.0009943771,0.00022468691],"domain_scores_gemma":[0.99852943,0.0009846224,0.00019945641,0.000075233496,0.00015269838,0.000058545214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064192503,0.000083854975,0.00025157016,0.00014550127,0.00041955267,0.00006073855,0.0006343439,0.000029050248,0.0001495205],"category_scores_gemma":[0.0011775804,0.000057741065,0.000019128553,0.00043806786,0.00029057497,0.00018154609,0.0004899589,0.0014033251,3.7906813e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026591515,0.00025671683,0.9498377,0.0003287769,0.000029189572,0.000006779525,0.0032211856,0.0023090672,0.00023459953,0.0053459355,0.00001953295,0.038144596],"study_design_scores_gemma":[0.0014339999,0.0013821458,0.76587826,0.010163667,0.000023605115,0.0000045348334,0.17336792,0.0022166485,0.000028717013,0.0005346176,0.044729237,0.00023667602],"about_ca_topic_score_codex":0.0016498032,"about_ca_topic_score_gemma":0.0009970253,"teacher_disagreement_score":0.18395947,"about_ca_system_score_codex":0.00010832705,"about_ca_system_score_gemma":0.0002773785,"threshold_uncertainty_score":0.60968274},"labels":[],"label_agreement":null},{"id":"W4297513567","doi":"10.19173/irrodl.v23i3.6294","title":"The Landscape of MOOC Platforms Worldwide","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"World Wide Web; Visitor pattern; Analytics; Computer science; Massive open online course; Data science","score_opus":0.05478223011694526,"score_gpt":0.4109450032287177,"score_spread":0.3561627731117724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513567","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29051983,0.14992347,0.010207544,0.4903539,0.0009056343,0.0029298372,0.00020547336,0.00009891037,0.054855365],"genre_scores_gemma":[0.98447937,0.014120871,0.00021333958,0.00011949688,0.000020425023,0.00003209106,0.000036256577,0.0000036899696,0.0009744805],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99824667,0.00032781615,0.000303747,0.00014634938,0.0008044964,0.00017089285],"domain_scores_gemma":[0.99807644,0.0012846846,0.00016395333,0.00025527316,0.00018849577,0.000031131167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007799316,0.000051850442,0.00014664033,0.00008432071,0.0003785955,0.00012999665,0.002707948,0.000009248056,0.00005685388],"category_scores_gemma":[0.0013552192,0.000029361576,0.00004099282,0.00075668894,0.00010512898,0.00013115487,0.0025804092,0.0007073298,0.000002724889],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016007715,0.00027163627,0.08617192,0.0009086442,0.00014186467,0.00003493347,0.0006156542,0.010189834,0.00007031622,0.6266791,0.015938938,0.25881705],"study_design_scores_gemma":[0.0013767136,0.0005588366,0.014940054,0.0049622543,0.000013024856,0.00006917315,0.0059344266,0.3120124,0.00008728073,0.049997333,0.6097966,0.00025194313],"about_ca_topic_score_codex":0.000117352145,"about_ca_topic_score_gemma":0.000008722192,"teacher_disagreement_score":0.69395953,"about_ca_system_score_codex":0.000038299742,"about_ca_system_score_gemma":0.00014600574,"threshold_uncertainty_score":0.50320864},"labels":[],"label_agreement":null},{"id":"W4297513569","doi":"10.19173/irrodl.v23i3.6238","title":"Evaluation of Higher-Order Skills Development in an Asynchronous Online Poster Session for Final Year Science Undergraduates","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Asynchronous communication; Psychology; Medical education; Focus group; Higher education; Online discussion; Cognitive skill; Perception; Cognition; Computer science; Mathematics education; Multimedia; World Wide Web; Medicine","score_opus":0.2646625511286906,"score_gpt":0.5557300236032585,"score_spread":0.29106747247456793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96955156,0.0036598379,0.000082544444,0.02094736,0.00020743723,0.0015269589,0.00004042692,0.0000041493067,0.003979694],"genre_scores_gemma":[0.99691045,0.002034146,0.00044340963,0.000064448155,0.000020107353,0.00015566866,0.00013409992,0.0000028408826,0.00023480445],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965545,0.0012895247,0.00025864242,0.00015260061,0.0015920392,0.00015269591],"domain_scores_gemma":[0.99834466,0.0004797213,0.00012508972,0.00008093305,0.00093345105,0.000036141715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027321985,0.000037946767,0.00009628326,0.00013145148,0.00047411473,0.00007077012,0.00062781246,0.000010431957,0.00062938256],"category_scores_gemma":[0.0023424474,0.000030289866,0.000011868346,0.00066785834,0.00017725336,0.000268623,0.00037498458,0.00023874296,9.514453e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037409758,0.004046971,0.21469088,0.0012557718,0.00008470024,0.0000033807053,0.02046415,0.0081840465,0.00054065895,0.06692923,0.0031439085,0.68028224],"study_design_scores_gemma":[0.0031087827,0.0004909127,0.37720704,0.0048533096,0.000035476805,0.000002026354,0.069181025,0.0033951283,0.00022179163,0.00922449,0.53199434,0.0002856795],"about_ca_topic_score_codex":0.00074037706,"about_ca_topic_score_gemma":0.00027138036,"teacher_disagreement_score":0.67999655,"about_ca_system_score_codex":0.00051757443,"about_ca_system_score_gemma":0.0016998269,"threshold_uncertainty_score":0.9469309},"labels":[],"label_agreement":null},{"id":"W4297513575","doi":"10.19173/irrodl.v23i2.6022","title":"Extending The Community of Inquiry Framework: Development and Validation of Technology Sub-Dimensions","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dimension (graph theory); Computer science; Educational technology; Distance education; Technology education; Technology integration; Emerging technologies; Community of inquiry; Knowledge management; Data science; Psychology; Mathematics education; Artificial intelligence; Mathematics","score_opus":0.15571044083121446,"score_gpt":0.48936038322245623,"score_spread":0.3336499423912418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98052526,0.0074184295,0.00009873028,0.010727288,0.000039088583,0.0003355018,0.000009657523,0.000004490225,0.00084156066],"genre_scores_gemma":[0.98835886,0.011030139,0.00047039887,0.000025618629,0.000011034651,0.00003384333,0.00003424422,0.0000027536685,0.000033087636],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9969205,0.001975343,0.0002999671,0.00008438969,0.00058806647,0.00013173034],"domain_scores_gemma":[0.997627,0.001783078,0.000205535,0.00012384978,0.00023955273,0.00002096079],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014330591,0.00004110361,0.00015110298,0.00013863614,0.0009418418,0.000026616883,0.00077610684,0.000026721846,0.000085700216],"category_scores_gemma":[0.0048195682,0.00002833186,0.00001804406,0.0007415653,0.0005050497,0.00008239161,0.0014148762,0.0010427256,3.8978771e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014678095,0.00045395974,0.19604866,0.0012454768,0.00014204881,0.0000061102432,0.019974923,0.00081439957,0.0010965843,0.30643117,0.0005974872,0.4730424],"study_design_scores_gemma":[0.00075689034,0.00031292927,0.025067896,0.0113526555,0.000031821528,0.000015622563,0.47545797,0.00043130715,0.003805588,0.028319802,0.45422748,0.00022003008],"about_ca_topic_score_codex":0.0005783575,"about_ca_topic_score_gemma":0.000046744608,"teacher_disagreement_score":0.47282237,"about_ca_system_score_codex":0.0000694748,"about_ca_system_score_gemma":0.00031715233,"threshold_uncertainty_score":0.7243981},"labels":[],"label_agreement":null},{"id":"W4297513579","doi":"10.19173/irrodl.v23i3.6136","title":"Open Textbook Author Journeys: Internal Conversations and Cycles of Time","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Global Educational Policies and Reforms","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sociology; Witness; Open educational resources; Agency (philosophy); Open education; Curriculum; Pedagogy; Social justice; The Internet; Media studies; Public relations; Political science; Computer science; Social science; World Wide Web; Law","score_opus":0.10866730543880958,"score_gpt":0.5035120933211802,"score_spread":0.3948447878823706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513579","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32658207,0.02979011,0.000052700867,0.34682336,0.0004023027,0.0033316216,0.00057313894,0.000015114998,0.29242957],"genre_scores_gemma":[0.977567,0.014475544,0.00004871249,0.00028968064,0.00004258501,0.000065301014,0.00007677605,0.0000040477307,0.007430366],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998165,0.00065384916,0.00026785882,0.00011625381,0.0006494796,0.00014756668],"domain_scores_gemma":[0.998944,0.00049663207,0.00016198175,0.000079893965,0.00025179065,0.00006569545],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006916827,0.00004463396,0.00015378353,0.000078553894,0.00054895587,0.00016135332,0.001396319,0.0000151215645,0.0013532239],"category_scores_gemma":[0.0016076617,0.000030714433,0.000026541506,0.00031571934,0.00042221596,0.00020961916,0.0019583155,0.0003465852,0.0000049255304],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003425265,0.0005819006,0.09188656,0.00086580584,0.00024383783,0.0000100948955,0.015281229,0.0005623038,0.0001634199,0.72158617,0.1086286,0.059847526],"study_design_scores_gemma":[0.0005452285,0.000116719595,0.02165989,0.0021442585,0.000010146362,0.000014162701,0.054432727,0.0005984743,0.000012242475,0.014749318,0.9056204,0.000096435426],"about_ca_topic_score_codex":0.016485536,"about_ca_topic_score_gemma":0.00014688628,"teacher_disagreement_score":0.79699177,"about_ca_system_score_codex":0.00014355125,"about_ca_system_score_gemma":0.00043745243,"threshold_uncertainty_score":0.9995597},"labels":[],"label_agreement":null},{"id":"W4297513581","doi":"10.19173/irrodl.v23i2.6034","title":"Revising and Validating the Community of Inquiry Instrument for MOOCs and other Global Online Courses  ","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Community of inquiry; Survey instrument; Computer science; Online learning; Exploratory factor analysis; Online community; Confirmatory factor analysis; Mathematics education; Psychology; Lingua franca; Limiting; Massive open online course; World Wide Web; Applied psychology; Human–computer interaction; Psychometrics; Engineering; Linguistics","score_opus":0.21593118573378195,"score_gpt":0.49949927674280603,"score_spread":0.2835680910090241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9079934,0.02298428,0.006428475,0.06062162,0.000098852666,0.0010048328,0.0002980587,0.000014372434,0.0005561473],"genre_scores_gemma":[0.99400085,0.0039894837,0.0015902647,0.00030006474,0.000022484404,0.000019242088,0.00004419339,0.0000034142952,0.000029994271],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99797064,0.001096934,0.00027418113,0.0001258194,0.00040746934,0.00012497864],"domain_scores_gemma":[0.99816275,0.0012783464,0.00018074251,0.0001919186,0.00015833261,0.000027923043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007868249,0.000058818292,0.00017159799,0.00003899931,0.00047521482,0.00013523703,0.0010924669,0.000011185707,0.0000074321065],"category_scores_gemma":[0.0016718813,0.00003802194,0.000023646739,0.00032865547,0.00020722007,0.00010540997,0.0024035675,0.0005503232,8.0576875e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017744194,0.0006147035,0.27245218,0.004830271,0.00021651716,0.00000600294,0.0035843644,0.0035745357,0.00016231425,0.22841424,0.001749393,0.48421803],"study_design_scores_gemma":[0.0043459116,0.0018278088,0.057463758,0.02749293,0.00008538109,0.00024310788,0.06956375,0.55366945,0.00012215148,0.050743394,0.23384501,0.00059735373],"about_ca_topic_score_codex":0.0004713399,"about_ca_topic_score_gemma":0.000013653924,"teacher_disagreement_score":0.5500949,"about_ca_system_score_codex":0.000045772933,"about_ca_system_score_gemma":0.00008566985,"threshold_uncertainty_score":0.3655016},"labels":[],"label_agreement":null},{"id":"W4297513582","doi":"10.19173/irrodl.v23i3.6078","title":"Emergency Online Learning: The Effects of Interactional, Motivational, Self-Regulatory, and Situational Factors on Learning Outcomes and Continuation Intentions","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Situational ethics; Self-efficacy; Social psychology; Applied psychology; Multilevel model; Mathematics education; Computer science","score_opus":0.061263845958043836,"score_gpt":0.44245265193518185,"score_spread":0.381188805977138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98009014,0.0031421816,0.000056864228,0.014613583,0.00015234006,0.0006630287,0.000025743915,0.000016569466,0.0012395198],"genre_scores_gemma":[0.98455256,0.0140914675,0.00006151802,0.0000460353,0.000047854028,0.00006379318,0.00026808245,0.000008585331,0.0008600753],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955605,0.0022117991,0.00044273568,0.00023869853,0.0013551126,0.00019113734],"domain_scores_gemma":[0.9946066,0.004406126,0.0003674981,0.00008754697,0.000476261,0.000055941986],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0057883454,0.000109652065,0.00023702065,0.00019649579,0.0012997381,0.00008824523,0.00047845228,0.000032980453,0.0003083141],"category_scores_gemma":[0.011577939,0.00007647276,0.00005922463,0.00050264265,0.00026848042,0.00025718304,0.0006274277,0.0012004626,9.1474783e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008289205,0.0003915148,0.92649174,0.0005261466,0.00019655979,0.0000027566714,0.003099194,0.0015588378,0.00025042958,0.048346214,0.0006547487,0.018398939],"study_design_scores_gemma":[0.0010716433,0.0005532011,0.76741856,0.0022750753,0.000054814576,0.000007376597,0.05549286,0.002956111,0.000033688753,0.0024564175,0.16746543,0.00021481952],"about_ca_topic_score_codex":0.0004976187,"about_ca_topic_score_gemma":0.00008521512,"teacher_disagreement_score":0.16681069,"about_ca_system_score_codex":0.00012701901,"about_ca_system_score_gemma":0.00024041718,"threshold_uncertainty_score":0.99966663},"labels":[],"label_agreement":null},{"id":"W4297513589","doi":"10.19173/irrodl.v23i2.5946","title":"Latent Profiles of Online Self-Regulated Learning: Relationships with Predicted and Final Course Grades","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Latent variable; Structural equation modeling; Task (project management); Latent variable model; Developmental psychology; Social psychology; Statistics; Mathematics; Engineering","score_opus":0.19092496027129327,"score_gpt":0.485281288259415,"score_spread":0.2943563279881217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98352677,0.0072403024,0.0002404556,0.006222198,0.000054278906,0.00071792316,0.00010001795,0.000029702513,0.0018683285],"genre_scores_gemma":[0.99646044,0.0010872498,0.00070983183,0.00003063011,0.00002164336,0.000096337,0.00056071853,0.000013641736,0.0010195363],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9922125,0.006225856,0.0004347077,0.00026446977,0.0006484721,0.00021404054],"domain_scores_gemma":[0.9974542,0.001607104,0.0003352033,0.00016478878,0.00039548666,0.000043193795],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013467882,0.00010719354,0.0002874342,0.00018213483,0.00045219847,0.00003917497,0.0005408188,0.000037216727,0.00037331323],"category_scores_gemma":[0.0019202931,0.00007540007,0.000026649215,0.00083568564,0.00029011635,0.00007697349,0.00054599374,0.0023519362,0.0000010835887],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071137026,0.0006242404,0.96016955,0.00064258266,0.0002928411,0.000025550824,0.0026098227,0.0012776477,0.0001086169,0.02015966,0.001210072,0.012168037],"study_design_scores_gemma":[0.0015400879,0.0008198428,0.95037925,0.0029861555,0.00004247932,0.0001018789,0.008863952,0.0028340262,0.000015752445,0.0005298144,0.031750318,0.00013647116],"about_ca_topic_score_codex":0.00034988727,"about_ca_topic_score_gemma":0.0000081890375,"teacher_disagreement_score":0.030540245,"about_ca_system_score_codex":0.00006550578,"about_ca_system_score_gemma":0.00015749298,"threshold_uncertainty_score":0.9999497},"labels":[],"label_agreement":null},{"id":"W4297513732","doi":"10.19173/irrodl.v23i3.5925","title":"Examining Pre-Service Teachers’ Perceptions About Virtual Classrooms in Online Learning","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perception; Gesture; Psychology; Multimedia; Educational technology; Sample (material); Distance education; Mathematics education; Service (business); Computer science; Medical education","score_opus":0.11131352445350287,"score_gpt":0.4651048002931291,"score_spread":0.3537912758396262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96958613,0.0042767883,0.000057291723,0.016284274,0.00008583092,0.0005946139,0.000037995855,0.000022289538,0.009054799],"genre_scores_gemma":[0.9808259,0.015592505,0.00014438172,0.00022532114,0.00010861943,0.000112941605,0.000357635,0.000012882938,0.002619794],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99393,0.003642748,0.00047474267,0.00031264432,0.0012331548,0.00040675176],"domain_scores_gemma":[0.9979216,0.0014157518,0.00019048995,0.00014480173,0.00024371514,0.00008367479],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013964446,0.00010404579,0.00026572,0.0002480565,0.0009939988,0.00016587759,0.0014029145,0.0000465947,0.0017864323],"category_scores_gemma":[0.004434238,0.00009145465,0.000042360643,0.0014085829,0.00021318304,0.0003149321,0.0014402207,0.0025815547,0.000009721892],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001327745,0.00042677997,0.7653221,0.00028284334,0.00004229054,0.00003149039,0.01816592,0.011188173,0.00012807615,0.008293084,0.00080887147,0.19517763],"study_design_scores_gemma":[0.00065680424,0.00018137407,0.053703245,0.0027416756,0.000007727461,0.0000062339445,0.47554725,0.0036321436,6.9531154e-7,0.00025544252,0.46312374,0.00014365681],"about_ca_topic_score_codex":0.004491255,"about_ca_topic_score_gemma":0.0020725993,"teacher_disagreement_score":0.71161884,"about_ca_system_score_codex":0.00039065542,"about_ca_system_score_gemma":0.00056159735,"threshold_uncertainty_score":0.9997195},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4297513749","doi":"10.19173/irrodl.v23i3.6046","title":"Unleashing Adult Learners’ Numeracy Agency Through Self-Determined Online Professional Development","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital literacy in education","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Numeracy; Agency (philosophy); Resource (disambiguation); Literacy; Psychology; Professional development; Experiential learning; Mathematics education; Pedagogy; Computer science; Sociology","score_opus":0.072905389564144,"score_gpt":0.4381875657427444,"score_spread":0.3652821761786004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8118569,0.01772616,0.0070189787,0.12958589,0.0027192587,0.004355758,0.00018837104,0.00020045394,0.02634819],"genre_scores_gemma":[0.982844,0.0029056568,0.0102853775,0.0010310324,0.00005929175,0.00033077318,0.0005980831,0.00001272529,0.0019330697],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967875,0.0008028997,0.00051969837,0.0003426347,0.001278868,0.00026842582],"domain_scores_gemma":[0.9982611,0.0007449616,0.00023046498,0.0002876664,0.00041825935,0.00005752855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003933826,0.0001063829,0.00019266797,0.00011967311,0.0004488607,0.00031071983,0.0028562297,0.000017175184,0.00013870455],"category_scores_gemma":[0.0015905331,0.0000817223,0.000037475485,0.00083130586,0.000056172576,0.0010701102,0.0035658756,0.00081432745,0.000011609015],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002097847,0.0040983767,0.053554155,0.0033286342,0.00022803145,0.000116087496,0.024272243,0.0009659159,0.00020667126,0.25416458,0.017446244,0.6414093],"study_design_scores_gemma":[0.0014537539,0.00027229215,0.031463258,0.009927375,0.00000946129,0.00013464285,0.00777752,0.02484092,0.00016808846,0.01371553,0.9097497,0.00048746137],"about_ca_topic_score_codex":0.00011990893,"about_ca_topic_score_gemma":0.0000042128745,"teacher_disagreement_score":0.89230347,"about_ca_system_score_codex":0.00028959016,"about_ca_system_score_gemma":0.0006437544,"threshold_uncertainty_score":0.53076327},"labels":[],"label_agreement":null},{"id":"W4297513759","doi":"10.19173/irrodl.v23i2.5870","title":"Educational Processes and Learning at Home During COVID-19: Parents’ Experiences with Distance Education","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Education Studies and Reforms","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Social distance; Socioeconomic status; Psychology; Theme (computing); Medical education; Coronavirus disease 2019 (COVID-19); Mathematics education; Developmental psychology; Social psychology; Sociology; Medicine; Computer science","score_opus":0.07289325220700976,"score_gpt":0.4565365171037573,"score_spread":0.38364326489674755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9239881,0.023796806,0.000014838505,0.04247438,0.00017650887,0.00066124415,0.000021543867,0.000009589904,0.008856973],"genre_scores_gemma":[0.9682229,0.02615011,0.000018660656,0.00016477685,0.000057540223,0.00053483713,0.00009037379,0.0000038870803,0.0047569107],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.998053,0.0005409871,0.00018836092,0.00021225827,0.000822324,0.00018308392],"domain_scores_gemma":[0.99873567,0.00062655826,0.00015815163,0.0000679831,0.00030106562,0.00011057731],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0030715638,0.00006264378,0.00012675808,0.00008215454,0.002888123,0.00014602103,0.0005313389,0.0000116584815,0.0008337361],"category_scores_gemma":[0.0029558227,0.000041708587,0.000013379122,0.000647592,0.0004899883,0.00023542969,0.0007032107,0.00034899803,0.0000019426177],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003161764,0.00037968004,0.8542092,0.0025248195,0.000063004605,0.0000040853415,0.10568358,0.00025863777,0.0000058801043,0.025608126,0.0041787517,0.006768091],"study_design_scores_gemma":[0.00024069466,0.000044870965,0.013936499,0.00087045005,0.000003848124,0.000009471352,0.62656313,0.000010501174,0.0000017891,0.0003937628,0.35784528,0.00007972719],"about_ca_topic_score_codex":0.0022702413,"about_ca_topic_score_gemma":0.00028650672,"teacher_disagreement_score":0.84027267,"about_ca_system_score_codex":0.00044019867,"about_ca_system_score_gemma":0.0015486315,"threshold_uncertainty_score":0.99841},"labels":[],"label_agreement":null},{"id":"W4297513788","doi":"10.19173/irrodl.v23i3.6242","title":"Book Review: Reimagining Digital Learning for Sustainable Development: How Upskilling, Data Analytics, and Educational Technologies Close the Skill Gap","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education and Employability","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning analytics; Data science; Analytics; Computer science; Educational technology; Cultural analytics; Knowledge management; World Wide Web; Mathematics education; Psychology; The Internet; Semantic analytics","score_opus":0.11927962642967771,"score_gpt":0.4700364682178838,"score_spread":0.3507568417882061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513788","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016111442,0.44937763,0.00022030072,0.5423645,0.00010464591,0.0022078673,0.000068118585,0.000032571686,0.0040132697],"genre_scores_gemma":[0.4365282,0.5115428,0.00039964123,0.0025813708,0.00014994647,0.0010013654,0.0020051678,0.00002362153,0.045767896],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975829,0.00072568894,0.0003156138,0.0003209548,0.00074718666,0.00030766678],"domain_scores_gemma":[0.99670374,0.0021511845,0.00020088928,0.00029154873,0.0006026395,0.000049981572],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0139684025,0.00008397633,0.00019683906,0.00009478849,0.0017227296,0.00047453682,0.0019027458,0.000022089354,0.0003444454],"category_scores_gemma":[0.021882731,0.000054955017,0.000028247669,0.0006122832,0.00052121753,0.00055439945,0.0022392403,0.0007805946,0.0000020116813],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007725992,0.0002926402,0.12504376,0.0048181987,0.00013099637,0.000005345086,0.0047877044,0.0000788035,0.0000010965534,0.06351332,0.70974374,0.09150712],"study_design_scores_gemma":[0.00012774998,0.00002067236,0.0011101437,0.0016053475,0.000008205012,0.0000027778415,0.02209765,0.00010761687,0.0000010738532,0.002734899,0.97211254,0.000071327646],"about_ca_topic_score_codex":0.0003610987,"about_ca_topic_score_gemma":0.000025999685,"teacher_disagreement_score":0.53978306,"about_ca_system_score_codex":0.00024323456,"about_ca_system_score_gemma":0.0010770069,"threshold_uncertainty_score":0.99957687},"labels":[],"label_agreement":null},{"id":"W4308259539","doi":"10.19173/irrodl.v23i4.6484","title":"SLOAN: Social Learning Optimization Analysis of Networks","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Opinion Dynamics and Social Influence","field":"Physics and Astronomy","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Dissemination; Computer science; Social network analysis; Social network (sociolinguistics); Set (abstract data type); Social learning; Subject (documents); Social media; Data science; World Wide Web; Knowledge management","score_opus":0.048025724047608666,"score_gpt":0.42487251796680503,"score_spread":0.37684679391919634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308259539","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68684286,0.025495155,0.14584439,0.031311616,0.00071514223,0.004405335,0.0014960535,0.000052635685,0.10383682],"genre_scores_gemma":[0.9974913,0.0015117098,0.00004458487,0.000029874582,0.000032141623,0.000047177702,0.00069608155,0.0000041253015,0.00014300084],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998414,0.00059408235,0.0003010034,0.00012733137,0.00043579846,0.0001278218],"domain_scores_gemma":[0.9991317,0.00033415275,0.00021684288,0.00006896723,0.00022672689,0.000021618082],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031499357,0.000051544772,0.00023243799,0.00012696236,0.00037461604,0.000057421435,0.0005437595,0.000011794934,0.00093210937],"category_scores_gemma":[0.00012893126,0.00004422459,0.00008208184,0.0011987637,0.000094323725,0.000080153266,0.00074683735,0.0005653371,3.2044196e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029854182,0.000063998734,0.13047944,0.00006278866,0.00025135398,5.2228575e-7,0.0002092628,0.8153861,0.0000042970496,0.04549485,0.00017526302,0.007842272],"study_design_scores_gemma":[0.00040135498,0.000063554086,0.017254695,0.0004666667,0.000074505464,2.98922e-7,0.006017581,0.96209335,0.0000022623572,0.000826282,0.01269575,0.000103718485],"about_ca_topic_score_codex":0.0008049726,"about_ca_topic_score_gemma":0.0000031769564,"teacher_disagreement_score":0.31064844,"about_ca_system_score_codex":0.000048759463,"about_ca_system_score_gemma":0.00006847684,"threshold_uncertainty_score":0.99998116},"labels":[],"label_agreement":null},{"id":"W4308259541","doi":"10.19173/irrodl.v23i4.6120","title":"Impact of COVID-19 on Formal Education: An International Review of Practices and Potentials of Open Education at a Distance","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of West Attica; Scheme for Promotion of Academic and Research Collaboration; Universidad Internacional de La Rioja; Université de Lille","keywords":"Distance education; Open education; Coronavirus disease 2019 (COVID-19); International education; Face (sociological concept); Psychological intervention; Political science; Formal education; Scale (ratio); Pandemic; Medical education; Higher education; Public relations; Sociology; Medicine; Pedagogy; Geography; Nursing; Social science","score_opus":0.1299984535134669,"score_gpt":0.5267911628180162,"score_spread":0.3967927093045493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308259541","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33388188,0.38481724,0.010306507,0.14390622,0.0014004364,0.010890575,0.00071202446,0.000042664116,0.11404245],"genre_scores_gemma":[0.9102916,0.08763346,0.0005707406,0.00034460332,0.000024010662,0.00017482058,0.00027691017,0.0000056457056,0.00067818497],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997025,0.0011783852,0.00056446367,0.00027471108,0.0008256614,0.0001317871],"domain_scores_gemma":[0.9971992,0.00062946085,0.0011019117,0.00036347538,0.0006238006,0.000082192244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009225641,0.000086227934,0.00029784688,0.00017920301,0.00018316279,0.0001196329,0.0028690796,0.000013696159,0.00034400818],"category_scores_gemma":[0.0046568434,0.000065342654,0.00005654524,0.00057105994,0.00014857686,0.00078336615,0.0038327142,0.00029795093,0.0000011598311],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009925175,0.0035489642,0.10564012,0.031608563,0.00039945354,0.0000066799926,0.0018370651,0.0011742886,0.00022443061,0.38973722,0.027222842,0.43760785],"study_design_scores_gemma":[0.003049975,0.0035964875,0.108332,0.10312422,0.00010971276,0.00015862493,0.010189015,0.013261741,0.00024051011,0.008772543,0.7485329,0.00063227344],"about_ca_topic_score_codex":0.0012753118,"about_ca_topic_score_gemma":0.000022845617,"teacher_disagreement_score":0.7213101,"about_ca_system_score_codex":0.00027101138,"about_ca_system_score_gemma":0.0011866085,"threshold_uncertainty_score":0.55750126},"labels":[],"label_agreement":null},{"id":"W4308259542","doi":"10.19173/irrodl.v23i4.6304","title":"Translating and Validating the Community of Inquiry Survey Instrument in Brazil","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Portuguese; Community of inquiry; Adaptation (eye); Inclusion (mineral); Psychology; Medical education; Computer-assisted web interviewing; Cognition; Test (biology); Reliability (semiconductor); Computer science; Applied psychology; Medicine; Social psychology","score_opus":0.21469738831323454,"score_gpt":0.4794621008062562,"score_spread":0.26476471249302164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308259542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96415424,0.0055061365,0.0009570187,0.028035158,0.000053149914,0.00039922708,0.00003473658,0.0000065682325,0.00085374573],"genre_scores_gemma":[0.99727654,0.0022783005,0.00024824988,0.00009920093,0.000006785706,0.00001627843,0.00004869548,0.0000028944764,0.00002306884],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99453646,0.0042330297,0.00038054207,0.00012935487,0.0005744856,0.00014612751],"domain_scores_gemma":[0.9970716,0.002394536,0.00016483541,0.00022171199,0.00012388093,0.000023436036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024047768,0.000056003446,0.0001789743,0.000094749106,0.0003667565,0.000106978056,0.0017255353,0.000011492873,0.000016670296],"category_scores_gemma":[0.002341071,0.00003766754,0.000021314643,0.0007664746,0.00015866772,0.00014441377,0.0023605374,0.0012909063,2.5056852e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007003408,0.0003005832,0.72342867,0.0012504524,0.00005439164,0.00000911444,0.007142888,0.0071023726,0.00013357119,0.026007913,0.00024331009,0.2342567],"study_design_scores_gemma":[0.0024959182,0.0006444698,0.587872,0.011978087,0.000012922468,0.000063095875,0.033667747,0.3402381,0.00011019966,0.011621428,0.010948277,0.00034775885],"about_ca_topic_score_codex":0.0032893093,"about_ca_topic_score_gemma":0.00016051054,"teacher_disagreement_score":0.33313572,"about_ca_system_score_codex":0.000049257495,"about_ca_system_score_gemma":0.00011933009,"threshold_uncertainty_score":0.8334524},"labels":[],"label_agreement":null},{"id":"W4308259544","doi":"10.19173/irrodl.v23i4.6193","title":"Open Distance and e-Learning: Ethiopian Doctoral Students’ Satisfaction with Support Services","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Leverage (statistics); Distance education; Psychology; Medical education; Higher education; Population; Open university; Sociology; Pedagogy; Political science; Computer science; Medicine","score_opus":0.07616194279843819,"score_gpt":0.47391294500777625,"score_spread":0.39775100220933807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308259544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92032874,0.006387587,0.00007558626,0.042731892,0.00013556269,0.0021936076,0.000071124414,0.000031750595,0.028044146],"genre_scores_gemma":[0.98177963,0.015365495,0.00014927408,0.00017655134,0.000042435473,0.00010867028,0.00013981275,0.000008269102,0.00222987],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99563247,0.0021902143,0.00026074165,0.00027100957,0.0013894124,0.00025612654],"domain_scores_gemma":[0.9987973,0.0005812593,0.0001956305,0.00011344104,0.00022985869,0.00008248659],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012246888,0.00008285477,0.00021449043,0.00008482364,0.0013741475,0.00062413485,0.0016194023,0.000024575922,0.0007351041],"category_scores_gemma":[0.00061681774,0.000061748586,0.00001939885,0.0005669296,0.00023970062,0.00048986037,0.0023847774,0.0013203762,0.0000033943693],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020727783,0.00007331603,0.9357755,0.00035401658,0.00004038453,0.000020420886,0.0021177463,0.00020546424,0.0000068251943,0.014250864,0.0003559647,0.04659218],"study_design_scores_gemma":[0.00071329274,0.00027335415,0.06925097,0.0016862492,0.000010589419,0.000009941947,0.0552545,0.00018560972,0.000002004708,0.0004033093,0.87209564,0.00011450516],"about_ca_topic_score_codex":0.011732872,"about_ca_topic_score_gemma":0.003541738,"teacher_disagreement_score":0.8717397,"about_ca_system_score_codex":0.00015876729,"about_ca_system_score_gemma":0.00039274868,"threshold_uncertainty_score":0.9999259},"labels":[],"label_agreement":null},{"id":"W4308259550","doi":"10.19173/irrodl.v23i4.6427","title":"Book Review: The Finest Blend: Graduate Education in Canada","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Lembaga Pengelola Dana Pendidikan","keywords":"Library science; Sociology; Media studies; Pedagogy; Computer science; Mathematics education; Psychology","score_opus":0.06705522866265147,"score_gpt":0.44988950497593,"score_spread":0.38283427631327854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308259550","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075451303,0.5892538,0.0000019364475,0.387324,0.00030906222,0.0011762994,0.000029280613,0.0000027895685,0.014357704],"genre_scores_gemma":[0.13881443,0.8329111,0.00000961895,0.019229928,0.000054653014,0.0005303688,0.00013982586,0.0000045292654,0.008305561],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971479,0.0011440432,0.00029153677,0.00013124278,0.0011128131,0.00017242448],"domain_scores_gemma":[0.9988934,0.0005873752,0.00013859483,0.00011981679,0.0002220201,0.000038784074],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007087182,0.000047195103,0.00012595396,0.00004061784,0.00044028563,0.000051448173,0.0010039756,0.000006294265,0.001617189],"category_scores_gemma":[0.0015738392,0.000031940515,0.000016735565,0.00065248244,0.00008359291,0.00012392522,0.00039382643,0.00048838125,0.0000048764277],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009172769,0.000047012923,0.014753031,0.00033047394,0.000005947131,0.000002407818,0.0005889337,0.000031922467,4.449529e-7,0.0034426625,0.9599555,0.020832473],"study_design_scores_gemma":[0.000073779185,0.00000581698,0.01972527,0.0032251049,0.0000016783823,0.0000017126068,0.0059372047,0.000011409971,8.630199e-7,0.00022979683,0.97074956,0.000037832804],"about_ca_topic_score_codex":0.7498043,"about_ca_topic_score_gemma":0.24297357,"teacher_disagreement_score":0.50683075,"about_ca_system_score_codex":0.000932083,"about_ca_system_score_gemma":0.008553188,"threshold_uncertainty_score":0.9992955},"labels":[],"label_agreement":null},{"id":"W4308259557","doi":"10.19173/irrodl.v23i4.6472","title":"Book Review: The Distributed University for Sustainable Higher Education","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"University-Industry-Government Innovation Models","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Computer science; Higher education; Educational technology; Sociology; Pedagogy; Mathematics education; Political science; Psychology","score_opus":0.051240338406864955,"score_gpt":0.3489508164072516,"score_spread":0.29771047800038664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308259557","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039749844,0.21342072,0.000827247,0.6954036,0.00037618077,0.007590417,0.00031178925,0.00005231075,0.0780428],"genre_scores_gemma":[0.4472861,0.15992978,0.00007528945,0.12984574,0.0009053132,0.0007082388,0.009428935,0.00007129753,0.2517493],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985319,0.00018067533,0.00022519645,0.00019153852,0.0006630045,0.0002077186],"domain_scores_gemma":[0.99841017,0.00031290826,0.00027238976,0.00019425908,0.0007988534,0.000011396996],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0043932498,0.00007939206,0.00015789596,0.00012387605,0.0007720386,0.0001575375,0.00131286,0.000024413483,0.0020837935],"category_scores_gemma":[0.00074469467,0.000060074497,0.000046560996,0.0011715796,0.00009481933,0.000793637,0.0019116902,0.0006670168,0.000005471682],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007479396,0.00008231462,0.0018090369,0.001833518,0.000022667457,0.0000038397566,0.000005655234,0.00015355635,0.0000023529476,0.16637285,0.8287096,0.0009298176],"study_design_scores_gemma":[0.0003345741,0.000012677969,0.001096001,0.0016457211,0.000021981385,0.0000013468717,0.0021134329,0.00058015616,0.0000010046443,0.0012010921,0.9929259,0.00006614624],"about_ca_topic_score_codex":0.000628903,"about_ca_topic_score_gemma":0.0000025661868,"teacher_disagreement_score":0.56555784,"about_ca_system_score_codex":0.00039328766,"about_ca_system_score_gemma":0.00018912964,"threshold_uncertainty_score":0.9988284},"labels":[],"label_agreement":null},{"id":"W4308259582","doi":"10.19173/irrodl.v23i4.6223","title":"Development of the Online Course Overload Indicator and the Student Mental Fatigue Survey","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Grit, Self-Efficacy, and Motivation","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Exploratory factor analysis; Information overload; Psychology; Applied psychology; Perception; Construct validity; Construct (python library); Higher education; Reliability (semiconductor); Medical education; Psychometrics; Computer science; Clinical psychology; World Wide Web; Medicine","score_opus":0.1587886628294095,"score_gpt":0.5004990875361338,"score_spread":0.3417104247067243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308259582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98170054,0.008693558,0.000015773732,0.0072279903,0.0001594271,0.0011330118,0.0001957212,0.0000027691715,0.00087121804],"genre_scores_gemma":[0.9967102,0.0023991615,0.000022160277,0.0001631433,0.000014106229,0.00010603856,0.00032326172,0.0000050508434,0.0002569016],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964331,0.0020876224,0.0003858038,0.00016497112,0.0007892363,0.00013929902],"domain_scores_gemma":[0.99837357,0.0010597004,0.00023301491,0.00018084852,0.00012422688,0.000028642573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009958702,0.00006798755,0.00018013253,0.00004685768,0.00031532132,0.000036507394,0.0010171166,0.000016755292,0.000362183],"category_scores_gemma":[0.00078344945,0.000036072066,0.000029836325,0.00030557817,0.00028752422,0.000039388255,0.0013674425,0.00056911167,0.0000016789422],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014316525,0.0030557602,0.8503913,0.0005587642,0.0006330991,0.0000064013147,0.02164391,0.00009449625,0.000143092,0.02743132,0.012530986,0.082079165],"study_design_scores_gemma":[0.0017335616,0.00004262415,0.9504935,0.0005119611,0.000008942552,0.000006117463,0.010761639,0.000053680127,0.000013046608,0.000057338566,0.036272347,0.000045208235],"about_ca_topic_score_codex":0.0005977043,"about_ca_topic_score_gemma":0.00012284602,"teacher_disagreement_score":0.10010218,"about_ca_system_score_codex":0.00008298074,"about_ca_system_score_gemma":0.0001618761,"threshold_uncertainty_score":0.39656496},"labels":[],"label_agreement":null},{"id":"W4308259596","doi":"10.19173/irrodl.v23i4.6361","title":"MOOCs as a Research Agenda: Changes Over Time","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Timeline; Scopus; Continuance; Citation; Computer science; Higher education; Data science; Citation analysis; World Wide Web; Psychology; Political science; Geography","score_opus":0.13590648847345405,"score_gpt":0.4931434373519149,"score_spread":0.35723694887846086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308259596","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13962811,0.06888027,0.0013566999,0.7197565,0.0004308543,0.0029674156,0.00020999828,0.00013397483,0.066636205],"genre_scores_gemma":[0.9585241,0.026926434,0.0005347112,0.0011218918,0.00012739214,0.00020625771,0.00019768601,0.000018815734,0.012342715],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.995262,0.002000411,0.00026534815,0.000329216,0.0017890016,0.00035400124],"domain_scores_gemma":[0.9977571,0.001322497,0.00010626559,0.00035249413,0.00039414223,0.00006753821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017289707,0.000079644924,0.00020528749,0.00028547036,0.0005591004,0.0002968196,0.0032994365,0.00002101152,0.0006114731],"category_scores_gemma":[0.0027460505,0.000060630766,0.000041055056,0.001548716,0.00016356564,0.00018214497,0.0057430933,0.0015858491,0.000057407113],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034265258,0.001253701,0.024211407,0.0027898934,0.0003174389,0.00060264085,0.0030851122,0.004213302,0.0013702614,0.46503535,0.18230599,0.31447226],"study_design_scores_gemma":[0.0006434926,0.00048810532,0.002382292,0.0028760624,0.0000048697766,0.000070883565,0.001411555,0.0874276,0.000051784948,0.011980062,0.89249015,0.0001731667],"about_ca_topic_score_codex":0.00064212235,"about_ca_topic_score_gemma":0.000010860344,"teacher_disagreement_score":0.818896,"about_ca_system_score_codex":0.00016013814,"about_ca_system_score_gemma":0.00030959217,"threshold_uncertainty_score":0.7158355},"labels":[],"label_agreement":null},{"id":"W4308302984","doi":"10.19173/irrodl.v23i4.6245","title":"A Case Study on How Distance Education May Inform Post-Pandemic University Teaching","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Qualitative property; TUTOR; Higher education; Flexibility (engineering); Autonomy; Dialogical self; Pedagogy; Mathematics education; Psychology; Instructional design; Computer science; Social psychology","score_opus":0.09674578296902453,"score_gpt":0.47401952104757344,"score_spread":0.3772737380785489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308302984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9465507,0.0012754508,0.000030382735,0.026668603,0.00010575078,0.0010372819,0.00004430378,0.000015207239,0.024272313],"genre_scores_gemma":[0.9949,0.0019156965,0.000031431657,0.00010569204,0.00004370834,0.00002251001,0.000066996785,0.0000036980093,0.0029102778],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965731,0.0021317895,0.00014754014,0.00016821868,0.00080400426,0.00017538073],"domain_scores_gemma":[0.9986875,0.00077750825,0.00012851173,0.00011799596,0.00023511905,0.000053376483],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.010034093,0.000056796616,0.0001280568,0.0001350567,0.0013380671,0.00013307738,0.0007918304,0.000015299252,0.00013244509],"category_scores_gemma":[0.0025096738,0.000047069992,0.00002921802,0.00045950015,0.00011543977,0.00027367772,0.0006638361,0.0011455587,0.000002139986],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037656596,0.0013495686,0.35220882,0.00041855196,0.00008572691,0.00061593263,0.016238557,0.00035542488,0.000012445838,0.089373454,0.0047665616,0.5341984],"study_design_scores_gemma":[0.0002684345,0.0001615997,0.002192673,0.0005918141,0.0000055626297,0.00004337926,0.43253574,0.00009645249,2.1591156e-7,0.00009408383,0.56395483,0.00005521207],"about_ca_topic_score_codex":0.006333132,"about_ca_topic_score_gemma":0.00077650225,"teacher_disagreement_score":0.55918825,"about_ca_system_score_codex":0.0003952433,"about_ca_system_score_gemma":0.00095221354,"threshold_uncertainty_score":0.99996203},"labels":[],"label_agreement":null},{"id":"W4308495629","doi":"10.19173/irrodl.v23i4.6445","title":"A Learning Analytics Approach Using Social Network Analysis and Binary Classifiers on Virtual Resource Interactions for Learner Performance Prediction","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Learning analytics; Leverage (statistics); Virtual learning environment; Variety (cybernetics); Online learning; Component (thermodynamics); Resource (disambiguation); Educational technology; Artificial intelligence; Data science; Multimedia; Mathematics education; Psychology","score_opus":0.09942502324876194,"score_gpt":0.4139832109013118,"score_spread":0.31455818765254984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308495629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7359815,0.0049212566,0.21018472,0.038358066,0.00035486475,0.0025206765,0.00020071495,0.00014893565,0.0073292465],"genre_scores_gemma":[0.9959887,0.0015387215,0.0012074335,0.00012832916,0.00010417463,0.00006193078,0.00026296344,0.000009656001,0.00069804065],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971531,0.0011247876,0.0003697093,0.0003631843,0.0007133054,0.00027591735],"domain_scores_gemma":[0.99838734,0.00095049303,0.00024288871,0.0001667056,0.00019771383,0.000054859152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064818906,0.0001085692,0.00029779947,0.0003690134,0.0012898738,0.00026190843,0.0009268068,0.000029034962,0.000019955913],"category_scores_gemma":[0.0007807743,0.00009021807,0.00009272108,0.0019505707,0.00013214258,0.00025788392,0.0013095139,0.0013741747,4.711501e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023600824,0.00020578172,0.044031706,0.00036358493,0.0004325559,0.0000041549006,0.0005293431,0.91101784,0.000033415836,0.010944428,0.0012570183,0.030944144],"study_design_scores_gemma":[0.0003054143,0.00035547768,0.0035742987,0.0004893604,0.00006676187,0.000008964539,0.0023008294,0.9714154,0.0000017460645,0.00014456426,0.02125151,0.00008569379],"about_ca_topic_score_codex":0.00005105012,"about_ca_topic_score_gemma":0.0000019437914,"teacher_disagreement_score":0.26000723,"about_ca_system_score_codex":0.00018070352,"about_ca_system_score_gemma":0.00011850301,"threshold_uncertainty_score":0.9920797},"labels":[],"label_agreement":null},{"id":"W4308496108","doi":"10.19173/irrodl.v23i4.6295","title":"Technology Enabling the New Normal: How Students Respond to Classes","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Organizational and Employee Performance","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Structural equation modeling; Theory of planned behavior; Psychology; Pandemic; Coronavirus disease 2019 (COVID-19); Technology acceptance model; Self-efficacy; Class (philosophy); Distance education; Mathematics education; Social psychology; Usability; Control (management); Computer science; Mathematics; Medicine; Statistics","score_opus":0.06023166702633054,"score_gpt":0.41014733744437976,"score_spread":0.3499156704180492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308496108","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18502435,0.018759638,0.0120617505,0.78050715,0.00031558596,0.0015517523,0.000032584314,0.000053944663,0.00169321],"genre_scores_gemma":[0.9885582,0.007204413,0.0004966286,0.0010760408,0.0000469645,0.000097069475,0.000023570534,0.00000636529,0.0024907747],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99809784,0.00033212526,0.0001907579,0.00020066203,0.0009833988,0.00019520884],"domain_scores_gemma":[0.998965,0.00042755876,0.00007828967,0.00025106943,0.00023083853,0.000047238587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004322357,0.000060246533,0.0001180444,0.00019129975,0.00045684678,0.00032620956,0.0044308985,0.000012809027,0.00008336813],"category_scores_gemma":[0.0014465918,0.00003766475,0.000017761182,0.001979817,0.00006392035,0.00027558103,0.006209782,0.00056467956,0.000010666446],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032754836,0.00043770447,0.35863313,0.00081209507,0.00017972526,0.00008211343,0.0022323527,0.0070445584,0.0011765913,0.28020862,0.13747548,0.2113901],"study_design_scores_gemma":[0.00042294466,0.00020832727,0.015543022,0.0011591426,0.000003030475,0.0000527519,0.0016217056,0.0019331407,0.0003241591,0.0037162858,0.9749023,0.000113202725],"about_ca_topic_score_codex":0.000103214894,"about_ca_topic_score_gemma":0.000008501024,"teacher_disagreement_score":0.8374268,"about_ca_system_score_codex":0.00009284449,"about_ca_system_score_gemma":0.00025027525,"threshold_uncertainty_score":0.82337856},"labels":[],"label_agreement":null},{"id":"W4308496115","doi":"10.19173/irrodl.v23i4.6436","title":"The Influence of Sense of Community and Satisfaction With E-Learning and Their Impact on Nursing Students’ Academic Achievement","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Academic achievement; Psychology; Scale (ratio); Medical education; Sense of community; Mathematics education; Medicine; Social psychology","score_opus":0.0630362980601034,"score_gpt":0.48941190630351405,"score_spread":0.42637560824341064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308496115","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992021,0.0031338816,0.000006267411,0.0040130373,0.0000094568695,0.00036412652,0.000015106469,0.0000029801402,0.00043413456],"genre_scores_gemma":[0.9735445,0.026336323,0.000012142479,0.000021806089,0.00000915785,0.00001606341,0.000013324773,0.0000038287917,0.000042879517],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954039,0.0033130231,0.00025864947,0.00009331616,0.0007730622,0.0001580609],"domain_scores_gemma":[0.9969538,0.002472973,0.00025633918,0.00008789269,0.00018870854,0.000040304494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012566272,0.000067638866,0.00018070264,0.0000732158,0.001146159,0.00006354194,0.00043651904,0.000019971436,0.000017667926],"category_scores_gemma":[0.0015479234,0.00003691092,0.000020588383,0.00034961136,0.0005391197,0.00012823132,0.0005446538,0.0015628479,1.2413253e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005406877,0.00012641626,0.82824755,0.00027654332,0.00008628299,0.0000015533542,0.006993825,0.003246773,0.00040519302,0.005203868,0.000053888187,0.1548174],"study_design_scores_gemma":[0.00082504156,0.0010680096,0.7904073,0.007512123,0.000017728045,0.000012509791,0.18324229,0.0003528773,0.000058911897,0.0012399802,0.015152622,0.00011063525],"about_ca_topic_score_codex":0.0035963212,"about_ca_topic_score_gemma":0.00015101688,"teacher_disagreement_score":0.17624846,"about_ca_system_score_codex":0.00012116628,"about_ca_system_score_gemma":0.00019020724,"threshold_uncertainty_score":0.8815444},"labels":[],"label_agreement":null},{"id":"W4308496240","doi":"10.19173/irrodl.v23i4.6475","title":"Using Low-immersive Virtual Reality in Online Learning: Field Notes from Environmental Management Education","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Summative assessment; Virtual reality; Thematic analysis; Computer science; Audit; Instructional simulation; Multimedia; Psychology; Qualitative research; Formative assessment; Mathematics education; Human–computer interaction","score_opus":0.10738727670189475,"score_gpt":0.4407043994853974,"score_spread":0.3333171227835027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308496240","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9143936,0.007934126,0.03500449,0.0368276,0.0001809568,0.0019085715,0.00025147936,0.000015831314,0.0034833162],"genre_scores_gemma":[0.9914057,0.0072314353,0.00040387042,0.0003568642,0.000017294256,0.00006902689,0.00041874597,0.00000368292,0.000093343275],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997984,0.00068432034,0.00030470127,0.00026301658,0.00059947325,0.00016451071],"domain_scores_gemma":[0.9988415,0.00070002704,0.00013530948,0.00023295576,0.00004182087,0.000048353337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024803986,0.00007034496,0.0001449016,0.0001296396,0.00022241258,0.00010574258,0.0013288565,0.000017138847,0.00013595387],"category_scores_gemma":[0.0005425544,0.00006120215,0.000028099596,0.00048621173,0.000058135258,0.00024442744,0.002294625,0.000631518,0.0000030225142],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024834502,0.0024095024,0.060252246,0.00053402304,0.00011585996,0.000034878154,0.0021178557,0.02481807,0.0015399628,0.08676865,0.0018077552,0.81935287],"study_design_scores_gemma":[0.0036574914,0.0011102861,0.251146,0.01247153,0.000040988583,0.000055868324,0.06274547,0.41410646,0.0009703081,0.024889415,0.22788383,0.0009223519],"about_ca_topic_score_codex":0.0028791863,"about_ca_topic_score_gemma":0.000027269753,"teacher_disagreement_score":0.8184305,"about_ca_system_score_codex":0.00029813676,"about_ca_system_score_gemma":0.00012319056,"threshold_uncertainty_score":0.43524876},"labels":[],"label_agreement":null},{"id":"W4321437985","doi":"10.19173/irrodl.v24i1.7174","title":"Editorial - Volume 24, Issue 1","year":2023,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science","score_opus":0.0976691402302459,"score_gpt":0.3842653449832701,"score_spread":0.28659620475302416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321437985","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007505288,0.015751516,0.000005649715,0.0023709273,0.9215236,0.00039074005,0.002709651,0.000011031444,0.057229415],"genre_scores_gemma":[0.000048902886,0.1676954,0.000012992077,0.000026375523,0.6815956,0.000104981315,0.0011092421,0.000023405193,0.1493831],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997785,0.00012642841,0.00081266894,0.00053482,0.00039294563,0.0003481373],"domain_scores_gemma":[0.99707705,0.0017130116,0.00047773938,0.00030733028,0.00035988615,0.000064975124],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.012626309,0.00015313197,0.0006742478,0.00026514757,0.00020043128,0.00038095153,0.0019070447,0.00018455659,0.0032124636],"category_scores_gemma":[0.015683265,0.00013391556,0.00010206171,0.0004667174,0.00028531265,0.0002113473,0.0020074788,0.0013210566,0.0054438626],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027479322,0.000023602,0.0004883981,0.0007073107,0.00007622112,0.0000026702164,0.00005400186,0.000013277286,6.4869525e-8,0.0025022628,0.9957861,0.00031862303],"study_design_scores_gemma":[0.00036818124,0.000032259017,0.00004137032,0.0030395812,0.000004970782,1.9767245e-7,0.0004619803,0.00014711954,1.7996867e-7,0.0017650896,0.99401146,0.00012759391],"about_ca_topic_score_codex":0.0018994646,"about_ca_topic_score_gemma":0.000022628745,"teacher_disagreement_score":0.23992796,"about_ca_system_score_codex":0.0002341249,"about_ca_system_score_gemma":0.00015647845,"threshold_uncertainty_score":0.9976987},"labels":[],"label_agreement":null},{"id":"W4321438055","doi":"10.19173/irrodl.v24i1.7054","title":"Book Review: Participant Experience in an Inquiry-Based Massive Open Online Course, authored by Nathaniel Ostashewski and Martha Cleveland-Innes (Commonwealth of Learning, 2022)","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Commonwealth; Massive open online course; Online course; Course (navigation); Sociology; Psychology; Library science; Mathematics education; Pedagogy; Computer science; History; Engineering; Archaeology","score_opus":0.3349145744812455,"score_gpt":0.5742983390374775,"score_spread":0.239383764556232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321438055","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3883244,0.4093706,0.00007452518,0.19450925,0.00028573957,0.004530244,0.00032019865,0.00003582386,0.0025492157],"genre_scores_gemma":[0.5411213,0.4551029,0.00005019844,0.0011518938,0.000030371119,0.00025995035,0.0005383676,0.000009496449,0.0017355282],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955627,0.002601415,0.0005182666,0.00027069426,0.000744804,0.00030217547],"domain_scores_gemma":[0.9980724,0.0010338539,0.00028764352,0.00016679772,0.0003105298,0.00012878425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01211414,0.000090880865,0.00032577457,0.00009856315,0.00030744413,0.00016144596,0.001059078,0.000038055303,0.0007920833],"category_scores_gemma":[0.0036534218,0.000070962604,0.00002428788,0.0008477887,0.00036945497,0.00046463,0.00064203865,0.00059090107,0.00000489099],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045597137,0.0018061264,0.25686592,0.0066700256,0.00010975191,0.000061496,0.036760744,0.0005579869,0.00020769583,0.011399755,0.6262724,0.058832143],"study_design_scores_gemma":[0.0006460191,0.00017746093,0.027047453,0.010945533,0.000013671421,7.36948e-7,0.04604547,0.00091752905,0.000022017062,0.00016182756,0.9138933,0.00012900138],"about_ca_topic_score_codex":0.003555243,"about_ca_topic_score_gemma":0.00058263814,"teacher_disagreement_score":0.2876209,"about_ca_system_score_codex":0.00007960481,"about_ca_system_score_gemma":0.00045413175,"threshold_uncertainty_score":0.86727566},"labels":[],"label_agreement":null},{"id":"W4321438061","doi":"10.19173/irrodl.v24i1.6589","title":"Using Survival Analysis to Identify Populations of Learners at Risk of Withdrawal: Conceptualization and Impact of Demographics","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Dropout (neural networks); Conceptualization; Psychology; Demographics; Intervention (counseling); Identification (biology); At-risk students; Medical education; Higher education; Mathematics education; Computer science; Medicine; Demography; Sociology; Political science","score_opus":0.17463789600911575,"score_gpt":0.5292195005070426,"score_spread":0.35458160449792686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321438061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98375976,0.001226372,0.013842646,0.0008084477,0.000019661571,0.00018923731,0.000072031515,0.0000062297554,0.00007561261],"genre_scores_gemma":[0.9927861,0.0061821756,0.00088022155,0.0000042762445,0.000005745004,0.0000022607398,0.000101112084,0.000003816735,0.0000342891],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99794686,0.0006665814,0.00045850882,0.00017400297,0.00062365516,0.00013040313],"domain_scores_gemma":[0.9981412,0.00066966,0.0003780414,0.00020354247,0.0005558308,0.00005169069],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047760643,0.0000656944,0.00032681625,0.0005374483,0.00009331818,0.000046495064,0.0006662301,0.000026646525,0.000012557194],"category_scores_gemma":[0.0026589914,0.000048475442,0.00010095302,0.003908807,0.0001778864,0.00015004392,0.0008439736,0.00021328207,5.099468e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019426869,0.000024807461,0.9134871,0.00021711044,0.00022247403,8.612497e-7,0.00026451625,0.0782537,0.00027475253,0.0055429814,0.00003582621,0.001656466],"study_design_scores_gemma":[0.0002740103,0.00011079437,0.5806892,0.0017030677,0.00009269841,0.0000015852999,0.0008858018,0.41502884,0.00004728428,0.001019858,0.000077571145,0.00006929566],"about_ca_topic_score_codex":0.0019933851,"about_ca_topic_score_gemma":0.00009842152,"teacher_disagreement_score":0.33677515,"about_ca_system_score_codex":0.000040340685,"about_ca_system_score_gemma":0.00009809409,"threshold_uncertainty_score":0.3183253},"labels":[],"label_agreement":null},{"id":"W4321438066","doi":"10.19173/irrodl.v24i1.6689","title":"The Design and Psychometric Properties of a Peer Observation Tool for Use in LMS-Based Classrooms in Medical Sciences","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Varimax rotation; Content validity; Computer science; Peer assessment; Face validity; Reliability (semiconductor); Psychology; Content analysis; Interview; Medical education; Mathematics education; Cronbach's alpha; Psychometrics; Clinical psychology; Medicine","score_opus":0.5197707500844525,"score_gpt":0.5591341504450672,"score_spread":0.0393634003606147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321438066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9620642,0.0057506403,0.0070164795,0.023389397,0.00010656455,0.0013227675,0.0000092701,0.000009190894,0.000331465],"genre_scores_gemma":[0.99557596,0.0025864905,0.00097326003,0.00011017242,0.000015526532,0.00025651976,0.000027596741,0.0000065139825,0.0004479843],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99469674,0.0035992963,0.000469427,0.00021492722,0.0007843556,0.00023527262],"domain_scores_gemma":[0.99155563,0.007859812,0.00014303529,0.000114180075,0.00030711878,0.000020245241],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.064625494,0.000065762186,0.00019890832,0.0004288863,0.00016085203,0.00009947525,0.00064030394,0.000047341015,0.0000348345],"category_scores_gemma":[0.036722727,0.000037087004,0.000021177822,0.0023238736,0.00042816126,0.00011418261,0.00017396799,0.00063850626,0.0000015301819],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079183065,0.00015729837,0.7762383,0.0007911062,0.000033483346,0.0000064564215,0.0008820567,0.000863097,0.0001404228,0.03128647,0.0017788106,0.18703061],"study_design_scores_gemma":[0.0029031653,0.0005489797,0.85048366,0.013762929,0.0000060255866,0.0000068531144,0.0042050523,0.088011585,0.000058277466,0.003238475,0.036608573,0.00016646026],"about_ca_topic_score_codex":0.00054270955,"about_ca_topic_score_gemma":0.000029746108,"teacher_disagreement_score":0.18686415,"about_ca_system_score_codex":0.00004550238,"about_ca_system_score_gemma":0.00017485394,"threshold_uncertainty_score":0.9713914},"labels":[],"label_agreement":null},{"id":"W4321438068","doi":"10.19173/irrodl.v24i1.6453","title":"What are the indicators of Student Engagement in Learning Management Systems? A Systematized Review of the Literature","year":2023,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Tehran University of Medical Sciences and Health Services","keywords":"Learning Management; Scopus; Student engagement; Higher education; Learning analytics; Psychology; Computer science; World Wide Web; Mathematics education; Knowledge management; Medical education; Data science; MEDLINE; Political science; Medicine","score_opus":0.11654893853459242,"score_gpt":0.48350569044252956,"score_spread":0.36695675190793714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321438068","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002913394,0.99199957,0.000043669945,0.004114113,0.00023161058,0.0032565314,0.00002663248,0.000011056077,0.00028769716],"genre_scores_gemma":[0.001262849,0.9974861,0.000030907515,0.000049562906,0.00003267474,0.0003565918,0.000089145724,0.000018598197,0.00067354133],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9871724,0.00798123,0.001927334,0.00047393652,0.0021213365,0.00032375052],"domain_scores_gemma":[0.99382263,0.002598916,0.0021656463,0.0008975837,0.00046383654,0.00005137963],"candidate_categories":["open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.028804893,0.00027854057,0.001728542,0.0004973481,0.000189328,0.0005262641,0.006449543,0.00008880557,0.000008669011],"category_scores_gemma":[0.0029583208,0.00013205475,0.00033737434,0.004239522,0.00017016,0.00025360673,0.005077534,0.0024470675,0.000007210936],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004976512,0.000114631286,0.0008748689,0.8766437,0.00043126568,0.000035209097,0.00043363243,0.00026310392,5.739153e-8,0.015439196,0.0007003603,0.10505896],"study_design_scores_gemma":[0.00015877878,0.00002747661,0.00013777793,0.7610592,0.00009254363,0.000009740105,0.002201128,0.00040577087,1.0488338e-7,0.00005912986,0.23575614,0.00009216932],"about_ca_topic_score_codex":0.00004562303,"about_ca_topic_score_gemma":0.0000039691217,"teacher_disagreement_score":0.23505577,"about_ca_system_score_codex":0.00021642778,"about_ca_system_score_gemma":0.00027764583,"threshold_uncertainty_score":0.9998543},"labels":[],"label_agreement":null},{"id":"W4321438078","doi":"10.19173/irrodl.v24i1.6466","title":"Book Review: Powering a Learning Society During an Age of Disruption, edited by Sungsup Ra, Shanti Jagannathan, and Rupert Maclean (Springer, 2021)","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Economic and Business Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sociology; Media studies","score_opus":0.06466971344126761,"score_gpt":0.36334654992595006,"score_spread":0.29867683648468246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321438078","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19601221,0.79131156,0.00013819264,0.009463705,0.00011991309,0.0007441871,0.00019631638,0.000022376884,0.0019914992],"genre_scores_gemma":[0.15644333,0.84041476,0.000022477812,0.00026704947,0.00005479595,0.00005127185,0.0003833913,0.000016111922,0.0023468086],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.998381,0.00011447797,0.0007161876,0.0003631152,0.00014268902,0.00028249677],"domain_scores_gemma":[0.99901253,0.00026302336,0.0003325428,0.00017650693,0.00015567614,0.000059718466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004720003,0.00012983171,0.0005380768,0.00013966237,0.00024114698,0.00010550609,0.0005440978,0.000043994685,0.000401146],"category_scores_gemma":[0.0012733886,0.00011604963,0.00008172035,0.00052803196,0.00028809713,0.0004217265,0.00094848423,0.00047876456,0.000022478713],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035778695,0.0005860785,0.6580071,0.05369396,0.0011167078,0.000106813655,0.0031023305,0.0005862833,0.0029394042,0.022251392,0.2342348,0.023017364],"study_design_scores_gemma":[0.0010882507,0.000100545265,0.04463155,0.019937823,0.000015159418,0.000014456596,0.0016325886,0.0041327057,0.000083000436,0.00060181326,0.9274384,0.00032373145],"about_ca_topic_score_codex":0.00026208058,"about_ca_topic_score_gemma":0.000006687143,"teacher_disagreement_score":0.69320357,"about_ca_system_score_codex":0.00007535445,"about_ca_system_score_gemma":0.000023181146,"threshold_uncertainty_score":0.47323668},"labels":[],"label_agreement":null},{"id":"W4321438093","doi":"10.19173/irrodl.v24i1.7044","title":"Book Review: The Encyclopedia of Female Pioneers in Online Learning, authored by Susan Bainbridge and Norine Wark (Routledge, 2022)","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Encyclopedia; Media studies; Psychology; Sociology; Computer science; Library science","score_opus":0.045115864577946,"score_gpt":0.4425679362662241,"score_spread":0.3974520716882781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321438093","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10039598,0.73240906,0.000015161685,0.14479604,0.00014166308,0.002008026,0.00015163298,0.000035582685,0.020046826],"genre_scores_gemma":[0.038513426,0.94995064,0.000021042546,0.00041944522,0.00007612772,0.000053603602,0.00048080308,0.000010491313,0.010474449],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996022,0.001917583,0.0005411077,0.00026397948,0.0009047192,0.00035064385],"domain_scores_gemma":[0.9974561,0.0017653024,0.00023403397,0.00015908194,0.00030258566,0.000082904065],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013107282,0.00011072202,0.0003614201,0.00015095348,0.00030947643,0.0000665288,0.0009256317,0.000050707127,0.000480599],"category_scores_gemma":[0.008530491,0.00007398382,0.00005360046,0.0013984346,0.00044675922,0.00021213063,0.0007027041,0.001102441,0.000010118769],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013629424,0.00027964695,0.1095472,0.0050498447,0.000091072114,0.000038694878,0.0026503236,0.00016638462,0.00011521457,0.0032382966,0.71131206,0.16737495],"study_design_scores_gemma":[0.0003156471,0.000060001472,0.0057896734,0.0085063875,0.000010140408,0.0000016067424,0.0066181202,0.00043680661,0.0000064145547,0.000070154696,0.9781045,0.00008054757],"about_ca_topic_score_codex":0.0016235091,"about_ca_topic_score_gemma":0.00027061036,"teacher_disagreement_score":0.26679242,"about_ca_system_score_codex":0.0000805576,"about_ca_system_score_gemma":0.00028696028,"threshold_uncertainty_score":0.99982107},"labels":[],"label_agreement":null},{"id":"W4321438122","doi":"10.19173/irrodl.v24i1.6677","title":"The Perception and Behavioral Intention Toward MOOCs: Undergraduates in China","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Theory of planned behavior; Likert scale; Technology acceptance model; Psychology; Usability; Perception; Applied psychology; Control (management); Social psychology; Scale (ratio); Computer science; Developmental psychology","score_opus":0.11303073611914786,"score_gpt":0.4719476668812561,"score_spread":0.35891693076210823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321438122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7313081,0.0076757693,0.0023786696,0.25654638,0.00015895371,0.00071155874,0.00001372548,0.00005255527,0.0011542905],"genre_scores_gemma":[0.9476148,0.05182991,0.00011427371,0.000030634896,0.00001517038,0.000019687792,0.00004723695,0.0000032053683,0.00032511834],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99852026,0.0004523237,0.00024422273,0.00018070322,0.0004212829,0.00018122963],"domain_scores_gemma":[0.99918616,0.00044139544,0.00007354464,0.00014000126,0.00012683496,0.00003208101],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053497446,0.000059021546,0.00011954621,0.00012896501,0.00017753642,0.0003332102,0.0009358214,0.00002127452,0.0000060248854],"category_scores_gemma":[0.0009814783,0.000035819307,0.000025308782,0.000758514,0.00013089577,0.00023449097,0.0010019026,0.00051757204,0.000009120068],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006878061,0.0001901234,0.2741596,0.0009810664,0.00003965473,0.000043192613,0.0016494049,0.00081367994,0.00024212377,0.0990111,0.002853446,0.6199478],"study_design_scores_gemma":[0.00081788516,0.00024078088,0.5536718,0.008484919,0.000008105774,0.000027257634,0.0066706454,0.37453607,0.000013367951,0.039295014,0.016050627,0.00018355562],"about_ca_topic_score_codex":0.0006335787,"about_ca_topic_score_gemma":0.00005800442,"teacher_disagreement_score":0.61976427,"about_ca_system_score_codex":0.00005316994,"about_ca_system_score_gemma":0.00005298323,"threshold_uncertainty_score":0.32131538},"labels":[],"label_agreement":null},{"id":"W4321438123","doi":"10.19173/irrodl.v24i1.6684","title":"An Online Physics Laboratory Delivered Through Live Broadcasting Media: A COVID-19 Teaching Experience","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology-Enhanced Education Studies","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nuclear Physics; Universitas Negeri Yogyakarta","keywords":"Physics education; Session (web analytics); Coronavirus disease 2019 (COVID-19); Mathematics education; Multimedia; Psychology; Computer science; World Wide Web; Medicine","score_opus":0.2832312013248983,"score_gpt":0.5644172559014734,"score_spread":0.2811860545765751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321438123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92521584,0.015396166,0.0011642379,0.05268376,0.00028892848,0.0012141453,0.00027236424,0.00032646197,0.0034380774],"genre_scores_gemma":[0.951148,0.04732487,0.00051642925,0.0004453828,0.00013599561,0.00011401814,0.00016382494,0.000007115257,0.00014441955],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99741334,0.0010584311,0.00027425098,0.00024708157,0.000725959,0.00028094792],"domain_scores_gemma":[0.9968258,0.002312304,0.00015268956,0.0001667661,0.00045534337,0.000087109715],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0064037815,0.00007411155,0.00019056411,0.0000773647,0.0008956608,0.0001186131,0.0011863133,0.00004274608,0.00007704857],"category_scores_gemma":[0.028130034,0.0000598289,0.000022438568,0.001095367,0.0007066116,0.00043574328,0.0006417,0.0006952969,0.000014140154],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015986993,0.00062918756,0.12510432,0.0017450462,0.00016389845,0.00007091048,0.42264634,0.0011373139,0.0010534493,0.16496526,0.032671534,0.24965286],"study_design_scores_gemma":[0.00049689214,0.00006937719,0.010131523,0.0041063023,0.000008806887,0.000002338041,0.68246484,0.0010028739,0.0000629684,0.009558293,0.2918969,0.0001988912],"about_ca_topic_score_codex":0.0053698816,"about_ca_topic_score_gemma":0.00049870653,"teacher_disagreement_score":0.25981846,"about_ca_system_score_codex":0.0003071735,"about_ca_system_score_gemma":0.00066265266,"threshold_uncertainty_score":0.98005646},"labels":[],"label_agreement":null},{"id":"W4321438125","doi":"10.19173/irrodl.v24i1.6780","title":"The Online PhD Experience: A Qualitative Systematic Review","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Doctoral Education Challenges and Solutions","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Oberta de Catalunya; Generalitat de Catalunya","keywords":"PsycINFO; Scopus; Psychology; Medical education; Thematic analysis; Population; Online community; Qualitative research; Pedagogy; MEDLINE; Medicine; Sociology; Computer science; World Wide Web","score_opus":0.6435216604996458,"score_gpt":0.7264240239547828,"score_spread":0.08290236345513702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321438125","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017491404,0.56531763,0.00004397109,0.39895424,0.0005429086,0.0077674403,0.00023550756,0.00004936238,0.009597536],"genre_scores_gemma":[0.11844289,0.8728346,0.00001679533,0.0010824442,0.00006669276,0.0016972093,0.00031107344,0.000008914913,0.0055393344],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9938792,0.0041992455,0.0007716759,0.00016421091,0.00068715704,0.00029848915],"domain_scores_gemma":[0.99129784,0.007314913,0.00028879943,0.00027131982,0.000758784,0.000068348236],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018258229,0.00007501269,0.00033856917,0.00006616121,0.0009441934,0.000043354215,0.0010503903,0.000030425108,0.0002549226],"category_scores_gemma":[0.021515984,0.00003835871,0.000049134578,0.0009061868,0.0002030371,0.00011771295,0.00071918615,0.00086650404,0.00012020385],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000690213,0.00020982332,0.001980026,0.6751733,0.00016578245,0.0000082203715,0.032597005,0.000012212109,0.0000081028,0.14136708,0.14545347,0.0029559834],"study_design_scores_gemma":[0.0002561717,0.000037401114,0.0013762459,0.57676363,0.000018322839,0.000002165772,0.29007828,0.00042455312,3.1391176e-7,0.0020344374,0.12893228,0.00007618877],"about_ca_topic_score_codex":0.00045699967,"about_ca_topic_score_gemma":0.000101520665,"teacher_disagreement_score":0.3978718,"about_ca_system_score_codex":0.00014131467,"about_ca_system_score_gemma":0.00034810934,"threshold_uncertainty_score":0.9867262},"labels":[],"label_agreement":null},{"id":"W4321439399","doi":"10.19173/irrodl.v24i1.6751","title":"Educational Experience and Instructional Design Effectiveness Within the Community of Inquiry Framework","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Community of inquiry; Instructional design; Process (computing); Social constructivism; Computer science; Knowledge management; Mathematics education; Psychology; Cognition; Sociology; Management science; Pedagogy; Engineering","score_opus":0.2197315686239628,"score_gpt":0.5372588717375409,"score_spread":0.31752730311357813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321439399","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97804666,0.0024299342,0.0004183469,0.016998047,0.00016214544,0.00061933004,0.000012752359,0.000009152786,0.0013036577],"genre_scores_gemma":[0.9904494,0.008765451,0.0004981436,0.000039993927,0.00007163636,0.00007177297,0.000033901928,0.000003645488,0.00006602614],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99465895,0.0041926033,0.00024155395,0.000112863825,0.0006508553,0.00014318227],"domain_scores_gemma":[0.99149925,0.007882803,0.00013601995,0.00012224876,0.00032066804,0.000039001327],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01813207,0.000053493506,0.00014372438,0.000086347995,0.0007348124,0.000089728375,0.00082143466,0.00003734905,0.00007572942],"category_scores_gemma":[0.012426625,0.000034409255,0.000021879901,0.0008803769,0.0010197059,0.0001915793,0.00054051925,0.00086969143,0.0000030141362],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003066885,0.0002200673,0.2740764,0.0016743976,0.00010029407,0.000003727221,0.026135257,0.0016730521,0.00021564466,0.60405123,0.0009527262,0.090590484],"study_design_scores_gemma":[0.00082340476,0.00023031665,0.5355216,0.023989378,0.000019810494,0.000018268775,0.2406034,0.0019933097,0.00023422144,0.14478193,0.051522966,0.0002613526],"about_ca_topic_score_codex":0.0013949409,"about_ca_topic_score_gemma":0.000044531746,"teacher_disagreement_score":0.45926932,"about_ca_system_score_codex":0.000053532574,"about_ca_system_score_gemma":0.000493972,"threshold_uncertainty_score":0.9958921},"labels":[],"label_agreement":null},{"id":"W4321439408","doi":"10.19173/irrodl.v24i1.6664","title":"“Someone in Their Corner”: Parental Support in Online Secondary Education","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Parental Involvement in Education","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Attrition; Student engagement; Online community; Online discussion; Computer-mediated communication; Community of inquiry; Cognition; Pedagogy; The Internet; World Wide Web; Computer science","score_opus":0.17333809260541824,"score_gpt":0.5136123123770829,"score_spread":0.3402742197716647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321439408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9618638,0.0048535373,0.000001346629,0.015845964,0.00025247652,0.00087543315,0.000102158025,0.000011318709,0.016193958],"genre_scores_gemma":[0.940287,0.056929346,0.000012121838,0.0001516649,0.00005530908,0.00011868928,0.0016897355,0.0000047464328,0.0007514051],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997887,0.00078830705,0.0003682266,0.00018362625,0.00052813755,0.00024468589],"domain_scores_gemma":[0.9989683,0.00060918485,0.00009910915,0.000105936204,0.00016628268,0.00005119146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076692374,0.00006271244,0.00015860281,0.00028681348,0.000118448435,0.00009273818,0.00077542826,0.000033586646,0.00043025578],"category_scores_gemma":[0.0019787634,0.000050850533,0.000022856444,0.0013386891,0.00021402119,0.0003286079,0.00038090968,0.0005430773,0.000025432957],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006418778,0.0010376903,0.8538937,0.0007264329,0.000015149844,0.000009062058,0.006889969,0.000055425877,0.0001378696,0.014201673,0.010596986,0.11237187],"study_design_scores_gemma":[0.00059935905,0.000058780046,0.6964336,0.007795643,0.000002424293,0.0000021545632,0.13496661,0.00041157863,0.000045886383,0.0072575975,0.15229143,0.00013492518],"about_ca_topic_score_codex":0.011423673,"about_ca_topic_score_gemma":0.008700956,"teacher_disagreement_score":0.1574601,"about_ca_system_score_codex":0.000381315,"about_ca_system_score_gemma":0.0010673858,"threshold_uncertainty_score":0.9951593},"labels":[],"label_agreement":null},{"id":"W4378901087","doi":"10.19173/irrodl.v24i2.6089","title":"Stakeholder Perspectives on the Ethics of AI in Distance-Based Higher Education","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Stakeholder; Distance education; Higher education; Value (mathematics); Engineering ethics; Sociology; Exploratory research; Foundation (evidence); Empirical research; Ethical issues; Key (lock); Knowledge management; Public relations; Computer science; Political science; Pedagogy; Social science; Engineering; Epistemology","score_opus":0.5709885314884485,"score_gpt":0.5947673966372699,"score_spread":0.023778865148821327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378901087","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46682262,0.0087517565,0.000044896,0.5180648,0.00016989277,0.0012248012,0.00001837989,0.0000083547675,0.004894494],"genre_scores_gemma":[0.9852865,0.013043421,0.000011210997,0.0009140885,0.000049539856,0.000102543076,0.00009302217,0.0000050274707,0.0004946453],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9982903,0.00056300004,0.00032484144,0.0001418964,0.0005468612,0.00013307383],"domain_scores_gemma":[0.9966753,0.0024105196,0.000091512884,0.00017053797,0.0006197634,0.000032340107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006192112,0.00005169715,0.00014782771,0.00015447737,0.00008854014,0.000029738416,0.00029905088,0.000039819923,0.00021472851],"category_scores_gemma":[0.0050813495,0.00003058264,0.000026759897,0.0008626242,0.00019202931,0.000058932936,0.00008016491,0.0009884947,0.000011586258],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012703027,0.0013818531,0.3536474,0.0077876477,0.00007318319,0.000012872888,0.009030278,0.0006386004,0.0006459217,0.5107955,0.026516907,0.08819956],"study_design_scores_gemma":[0.0006040219,0.00084204046,0.48881227,0.10128372,0.0000328376,0.0000065115632,0.15979129,0.004343577,0.003434338,0.038213197,0.20235544,0.00028074003],"about_ca_topic_score_codex":0.0012398388,"about_ca_topic_score_gemma":0.00005333218,"teacher_disagreement_score":0.51846385,"about_ca_system_score_codex":0.00015016674,"about_ca_system_score_gemma":0.0008230361,"threshold_uncertainty_score":0.60832167},"labels":[],"label_agreement":null},{"id":"W4378901677","doi":"10.19173/irrodl.v24i2.6953","title":"Instructor Leadership and the Community of Inquiry Framework: Applying Leadership Theory to Higher Education Online Learning","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Servant leadership; Perception; Shared leadership; Higher education; Leadership style; Transactional leadership; Pedagogy; Leadership studies; Educational leadership; Mathematics education; Social psychology; Political science","score_opus":0.3626546646916372,"score_gpt":0.5204100257548483,"score_spread":0.15775536106321109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378901677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8285806,0.019887846,0.00018490244,0.14063534,0.00039221687,0.0022314135,0.000030932235,0.000060457056,0.007996296],"genre_scores_gemma":[0.9843735,0.012546664,0.0002608296,0.00050785457,0.00019505098,0.00008719416,0.00011042935,0.000011173835,0.0019072803],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9922785,0.0060399408,0.00039348274,0.0001792127,0.00077578623,0.0003330668],"domain_scores_gemma":[0.992393,0.0067686774,0.00020293324,0.00019495244,0.0003552788,0.000085113155],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.023453584,0.00009734201,0.0002844186,0.00020515065,0.00080016477,0.00015466777,0.0011616041,0.0000743087,0.00016072305],"category_scores_gemma":[0.014510109,0.0000648989,0.00004803246,0.0012988535,0.0010741067,0.00021127437,0.0008057507,0.0019860647,0.000008735033],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004895963,0.0001905077,0.044631638,0.0023482186,0.000094708244,0.0000024916662,0.030011598,0.0003227272,0.000049185877,0.38489962,0.0012188843,0.53574085],"study_design_scores_gemma":[0.0007250889,0.000094657815,0.03303915,0.01415558,0.000022526869,0.0000025187123,0.7595768,0.00018672514,0.000014653579,0.021462368,0.17056338,0.00015656897],"about_ca_topic_score_codex":0.0015448824,"about_ca_topic_score_gemma":0.00012652912,"teacher_disagreement_score":0.7295652,"about_ca_system_score_codex":0.000077198696,"about_ca_system_score_gemma":0.0003828826,"threshold_uncertainty_score":0.9937911},"labels":[],"label_agreement":null},{"id":"W4378903266","doi":"10.19173/irrodl.v24i2.7138","title":"The UNESCO OER Recommendation: Some Observations From the ICDE OER Advocacy Committee","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Open educational resources; Equity (law); Political science; Open education; Computer science; Library science; World Wide Web","score_opus":0.16538588660919348,"score_gpt":0.44797456286411913,"score_spread":0.2825886762549257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378903266","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032865692,0.008017853,0.0012381196,0.9373617,0.0009179785,0.0015359992,0.000048570582,0.00008886793,0.017925205],"genre_scores_gemma":[0.89499795,0.09248642,0.000674976,0.004305713,0.00038263848,0.0004675321,0.0012274398,0.000025914253,0.005431427],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969361,0.0013722442,0.0004393595,0.00027553304,0.00068305904,0.00029370963],"domain_scores_gemma":[0.9935021,0.005368216,0.00019171742,0.00044878368,0.00042586675,0.000063337575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008942183,0.00010245972,0.00016750528,0.000071674316,0.0011179113,0.0009915547,0.0035834315,0.00003030074,0.00019854403],"category_scores_gemma":[0.0040279967,0.00005604026,0.000053338837,0.001333727,0.0001862949,0.0006791569,0.0021638174,0.00091104594,0.00015898715],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053851298,0.00015166767,0.07230279,0.0001996478,0.00015114625,0.00000780591,0.0024074249,0.0006829903,0.00006983303,0.45971304,0.2822109,0.18204892],"study_design_scores_gemma":[0.00034842815,0.000036225072,0.106942505,0.0015539215,0.0000053282924,0.0000037240002,0.008333657,0.010637401,0.000013527524,0.009981987,0.8620385,0.00010480338],"about_ca_topic_score_codex":0.0009641456,"about_ca_topic_score_gemma":0.00006329277,"teacher_disagreement_score":0.933056,"about_ca_system_score_codex":0.00008402139,"about_ca_system_score_gemma":0.00029866394,"threshold_uncertainty_score":0.95615846},"labels":[],"label_agreement":null},{"id":"W4378903565","doi":"10.19173/irrodl.v24i2.7339","title":"Editorial - Volume 24, Issue 2","year":2023,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science; Physics","score_opus":0.0948292717083387,"score_gpt":0.3836452062292039,"score_spread":0.2888159345208652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378903565","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000074535537,0.015925044,0.000005544171,0.0023575898,0.92052615,0.0003895955,0.0026574328,0.000011012664,0.05812021],"genre_scores_gemma":[0.000047937283,0.16955613,0.000012676107,0.000026196105,0.68042094,0.000102662234,0.0011053795,0.000023218983,0.14870489],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977852,0.00012639766,0.0008129823,0.0005345146,0.000392878,0.00034804447],"domain_scores_gemma":[0.9970975,0.0016933747,0.00047819,0.00030680536,0.0003591842,0.00006495621],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01257189,0.00015309306,0.00067437964,0.0002650089,0.00020044301,0.0003816118,0.0019061981,0.00018455744,0.003164157],"category_scores_gemma":[0.015534173,0.00013388057,0.000102045946,0.0004664276,0.0002853095,0.000211463,0.0020072537,0.0013208139,0.005397654],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027347405,0.000023585237,0.0004757747,0.00071210467,0.00007618741,0.0000027272242,0.000054013963,0.000013322256,6.304002e-8,0.0025361583,0.99575317,0.00032557073],"study_design_scores_gemma":[0.00037068868,0.000032306467,0.000040891773,0.0030136781,0.0000049630175,1.9828748e-7,0.00045882235,0.0001465289,1.7931296e-7,0.0017786594,0.9940255,0.00012755014],"about_ca_topic_score_codex":0.0019147152,"about_ca_topic_score_gemma":0.000022735696,"teacher_disagreement_score":0.2401052,"about_ca_system_score_codex":0.00023417847,"about_ca_system_score_gemma":0.00015592184,"threshold_uncertainty_score":0.99774706},"labels":[],"label_agreement":null},{"id":"W4378903569","doi":"10.19173/irrodl.v24i2.6905","title":"Scrutinizing Learning Management Systems in Practice: An Applied Time Series Research in Higher Education","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning Management; Autonomy; Computer science; Higher education; Distance education; E learning; Transactional leadership; Scale (ratio); Educational technology; Reliability (semiconductor); Psychology; Mathematics education; Multimedia; Social psychology","score_opus":0.16637287648713933,"score_gpt":0.5243385623219471,"score_spread":0.35796568583480776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378903569","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17989224,0.019840699,0.000008228239,0.12020801,0.00049594516,0.0049678176,0.00001510672,0.00011466439,0.6744573],"genre_scores_gemma":[0.9364529,0.05233151,0.00022262,0.000065330154,0.0002064595,0.00034356464,0.00026784316,0.000018291728,0.010091427],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.992922,0.004277613,0.00047887032,0.00034975802,0.0014562041,0.0005155209],"domain_scores_gemma":[0.99745685,0.001709839,0.00015231015,0.0001697212,0.00042990196,0.000081356164],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.039183073,0.00009188642,0.00024344555,0.0006750671,0.00047689676,0.00044206314,0.0009998331,0.000067547706,0.00016438808],"category_scores_gemma":[0.0026191855,0.00007849474,0.000021084381,0.003071204,0.00025335577,0.0007208985,0.00075614353,0.0015184934,0.00008731289],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005223034,0.0006726403,0.05288283,0.0032465255,0.00008169312,0.00014240062,0.0048392634,0.0054391697,0.00016229288,0.60215175,0.0039632977,0.32589582],"study_design_scores_gemma":[0.00044459838,0.00007351067,0.01169647,0.0097006,0.0000052763426,0.0000026711555,0.123397574,0.00087403995,0.0000029699734,0.0017492829,0.85192406,0.00012896188],"about_ca_topic_score_codex":0.0035479327,"about_ca_topic_score_gemma":0.00019546393,"teacher_disagreement_score":0.84796077,"about_ca_system_score_codex":0.00035839863,"about_ca_system_score_gemma":0.0006054154,"threshold_uncertainty_score":0.9893632},"labels":[],"label_agreement":null},{"id":"W4378904459","doi":"10.19173/irrodl.v24i2.7061","title":"Book Review: Metaphors of Ed Tech, authored by Martin Weller (AU Press, 2022)","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Library science; Media studies; Sociology; Computer science","score_opus":0.05946267941121265,"score_gpt":0.42915341101699794,"score_spread":0.3696907316057853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378904459","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005331753,0.83834606,0.0058896868,0.13234003,0.00044227781,0.003503978,0.00014003219,0.0001450316,0.013861176],"genre_scores_gemma":[0.056424037,0.9314604,0.00039665028,0.0021096766,0.000041910618,0.000507139,0.00046809088,0.000022327002,0.008569814],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972423,0.0007312676,0.0006274596,0.00031824977,0.00080635445,0.0002744147],"domain_scores_gemma":[0.99796104,0.00059464044,0.00035178135,0.00040482194,0.0006529039,0.000034782428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007994149,0.000109966684,0.00034567728,0.00022432448,0.00013253899,0.00007006396,0.002396406,0.000050925395,0.0003269276],"category_scores_gemma":[0.0035054728,0.00008034377,0.00005784084,0.0014330855,0.0002564073,0.0004483691,0.0019305092,0.00079813885,0.000040974493],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027117576,0.00005855659,0.0006980202,0.0017096368,0.00006317357,0.000009267396,0.00006903964,0.000008867593,0.0010849324,0.011730611,0.97056675,0.01397404],"study_design_scores_gemma":[0.00028879146,0.00008901362,0.0006759265,0.014342034,0.000008259065,0.0000104864475,0.00013205387,0.0035242785,0.0034130777,0.0007758627,0.97663814,0.00010204785],"about_ca_topic_score_codex":0.00025503637,"about_ca_topic_score_gemma":0.000005459391,"teacher_disagreement_score":0.13023035,"about_ca_system_score_codex":0.00011310105,"about_ca_system_score_gemma":0.00013121738,"threshold_uncertainty_score":0.4453158},"labels":[],"label_agreement":null},{"id":"W4378905786","doi":"10.19173/irrodl.v24i2.7102","title":"Informal Practices of Localizing Open Educational Resources in Ghana","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Affordance; Open educational resources; Variety (cybernetics); Computer science; Context (archaeology); Knowledge management; Multimedia; Pedagogy; Sociology; World Wide Web; Human–computer interaction; Artificial intelligence; Geography","score_opus":0.13381393514073547,"score_gpt":0.4885652613800091,"score_spread":0.35475132623927363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378905786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4804432,0.011875083,0.000608217,0.24271435,0.0005417499,0.0031854894,0.000030887466,0.00005064853,0.26055035],"genre_scores_gemma":[0.99029326,0.007523726,0.0007220652,0.00019103146,0.000030972293,0.00008627909,0.0000921638,0.0000052167484,0.0010552963],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997639,0.0007071932,0.00050348154,0.00022955297,0.0006885518,0.00023219611],"domain_scores_gemma":[0.9970939,0.0018228608,0.00044635392,0.00022328424,0.00035480905,0.00005878397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011106584,0.00007411759,0.00021554985,0.00031694514,0.00015675077,0.0005500882,0.003625257,0.000027939259,0.00016065271],"category_scores_gemma":[0.006987829,0.00005714109,0.000026076148,0.0018368466,0.00011725833,0.0013368002,0.00334673,0.0005863249,0.00003470022],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023617929,0.0005676953,0.35765353,0.0033321092,0.000106627114,0.000021901673,0.009591157,0.0027153068,0.00013142366,0.48959586,0.01595659,0.12009162],"study_design_scores_gemma":[0.00230899,0.00035450442,0.36698166,0.030262588,0.000011385499,0.00004913946,0.093992695,0.06081481,0.00025479126,0.007884029,0.43658784,0.00049758377],"about_ca_topic_score_codex":0.0024027196,"about_ca_topic_score_gemma":0.000093599156,"teacher_disagreement_score":0.50985,"about_ca_system_score_codex":0.0000624023,"about_ca_system_score_gemma":0.0004848494,"threshold_uncertainty_score":0.8365589},"labels":[],"label_agreement":null},{"id":"W4378906016","doi":"10.19173/irrodl.v24i2.6895","title":"Predicting Online Learning Success Based on Learners’ Perceptions: The Integration of the Information System Success Model and the Security Triangle Framework","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Organizational and Employee Performance","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Confidentiality; Information security; Structural equation modeling; Variety (cybernetics); Knowledge management; Perception; Higher education; Computer science; Online learning; Security awareness; Mathematics education; Psychology; World Wide Web; Computer security; Political science","score_opus":0.054485057937963814,"score_gpt":0.3779035432930292,"score_spread":0.3234184853550654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378906016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8987126,0.0013574144,0.03274676,0.063411936,0.00022358155,0.001909664,0.00008934107,0.00007383956,0.0014749026],"genre_scores_gemma":[0.9965301,0.0029311024,0.00010348677,0.00020387043,0.00003374575,0.00005421279,0.00008346891,0.0000044516537,0.000055560504],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974323,0.0009544996,0.0004410078,0.00015339344,0.00085988425,0.00015889872],"domain_scores_gemma":[0.99710155,0.001876158,0.0002794386,0.00027351116,0.00044195118,0.000027392505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007503445,0.000090079695,0.00018580434,0.00011261053,0.000614443,0.00032285898,0.00169487,0.00004038196,0.000007785881],"category_scores_gemma":[0.0045181364,0.00004063245,0.00004850006,0.001385649,0.00027179738,0.0006081655,0.00094943267,0.00088256545,0.0000048458596],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004527773,0.00013189712,0.24974012,0.0031164542,0.00008374969,0.0000017008781,0.011050323,0.46228513,0.000040515995,0.24373542,0.00088984723,0.028472044],"study_design_scores_gemma":[0.00045363573,0.00003387562,0.031095976,0.0045883763,0.0000061122096,0.0000034542063,0.0032772569,0.95898724,0.000018029657,0.0011780971,0.00031148258,0.000046448637],"about_ca_topic_score_codex":0.0003204819,"about_ca_topic_score_gemma":0.000020275635,"teacher_disagreement_score":0.4967021,"about_ca_system_score_codex":0.00007146072,"about_ca_system_score_gemma":0.00014499703,"threshold_uncertainty_score":0.54089576},"labels":[],"label_agreement":null},{"id":"W4378906502","doi":"10.19173/irrodl.v24i2.7024","title":"Developing a Conceptual Model of Self-Directed Learning in Virtual Environments for Medical Sciences Students","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Educational technology; Excellence; Context (archaeology); Process (computing); Conceptual model; Virtual learning environment; Knowledge management; Experiential learning; Qualitative research; Psychology; Mathematics education; Multimedia; Sociology","score_opus":0.29948723021895585,"score_gpt":0.5680848612098797,"score_spread":0.2685976309909238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378906502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98211306,0.0018196508,0.007740093,0.0046327943,0.00013478809,0.0009684202,0.00002354744,0.000060857627,0.0025068114],"genre_scores_gemma":[0.9938882,0.0032203426,0.0014987136,0.000095883166,0.00002532923,0.00015651467,0.00010163264,0.000011922157,0.0010014521],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99495184,0.0027237807,0.0005664733,0.0003028321,0.0011282129,0.00032687132],"domain_scores_gemma":[0.99618524,0.0033500907,0.00020991854,0.000100820034,0.00011335633,0.000040572068],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034981668,0.000096150485,0.00031515185,0.00030973545,0.00020332041,0.000043066604,0.0012518767,0.000066882545,0.00011862043],"category_scores_gemma":[0.009237287,0.000072834984,0.000035661466,0.0010370577,0.00046731584,0.00009058538,0.0007796931,0.0009938462,0.00000899366],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054189883,0.0005821513,0.6522034,0.0010542904,0.0003208935,0.000034346744,0.012116713,0.0137547115,0.00039163322,0.24342711,0.0019878442,0.07358505],"study_design_scores_gemma":[0.011343872,0.0019521047,0.3640933,0.041857418,0.000041970812,0.00003206747,0.057482395,0.4388336,0.00021416368,0.008236262,0.07505792,0.00085491256],"about_ca_topic_score_codex":0.00019308043,"about_ca_topic_score_gemma":0.000006577305,"teacher_disagreement_score":0.4250789,"about_ca_system_score_codex":0.0001081612,"about_ca_system_score_gemma":0.0002631386,"threshold_uncertainty_score":0.9991083},"labels":[],"label_agreement":null},{"id":"W4378906627","doi":"10.19173/irrodl.v24i2.7123","title":"Exploring the Influence of Countries’ Economic Conditions on Massive Open Online Course (MOOC) Participation: A Study of 3.5 Million MITx Learners","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Globe; Open education; Developing country; Massive open online course; The Internet; Internet access; Open educational resources; Bridge (graph theory); Digital divide; Public relations; Distance education; Political science; Business; Medical education; Economic growth; Computer science; World Wide Web; Psychology; Pedagogy; Medicine; Economics","score_opus":0.21019464707370614,"score_gpt":0.4916236825384418,"score_spread":0.28142903546473563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378906627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9788081,0.00021989206,0.000025103524,0.020080693,0.000043025193,0.00061475986,0.00006307503,0.000008555952,0.0001367915],"genre_scores_gemma":[0.994089,0.00550635,0.000030080424,0.000078950914,0.00001888359,0.00008964003,0.000069494956,0.000004996244,0.0001125806],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99780077,0.0006726793,0.0004915414,0.00022516014,0.00063142856,0.00017840076],"domain_scores_gemma":[0.99734133,0.0015318943,0.00037748695,0.00035043954,0.0003554217,0.00004341291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045730527,0.000082483166,0.00026370707,0.00014441075,0.00018630073,0.00016605016,0.0026517992,0.0000160023,0.000021992524],"category_scores_gemma":[0.0014035729,0.000054027107,0.00003510507,0.0007210282,0.00020554259,0.0004053024,0.001583578,0.0004288551,0.00001560687],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029152015,0.0020185057,0.23019803,0.0014041791,0.00041946414,0.000055721408,0.005303852,0.64125085,0.0000949826,0.10330033,0.0024561165,0.013206446],"study_design_scores_gemma":[0.0026478376,0.0014140878,0.83322984,0.013260199,0.000062257175,0.0000069863468,0.027462387,0.10834403,0.00013617797,0.0030485298,0.010099715,0.00028794314],"about_ca_topic_score_codex":0.0006765911,"about_ca_topic_score_gemma":0.00007521727,"teacher_disagreement_score":0.6030318,"about_ca_system_score_codex":0.000058787453,"about_ca_system_score_gemma":0.00020246445,"threshold_uncertainty_score":0.4927747},"labels":[],"label_agreement":null},{"id":"W4378906844","doi":"10.19173/irrodl.v24i2.6881","title":"Critical Issues in Open and Distance Education Research","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ode; Disadvantaged; Management science; Sociology; Generalization; Educational research; Computer science; Epistemology; Social science; Mathematics; Political science; Economics; Law","score_opus":0.17415604805472967,"score_gpt":0.5992575827727408,"score_spread":0.4251015347180111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378906844","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.254104,0.058718324,0.00003610827,0.534541,0.00028454233,0.0030384732,0.000057561472,0.000037743423,0.14918223],"genre_scores_gemma":[0.86841273,0.1271802,0.00018208608,0.00009085062,0.0001271724,0.00014064768,0.00009364424,0.000007653465,0.00376499],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956295,0.0024745322,0.00029390302,0.0002685686,0.00096750923,0.00036602662],"domain_scores_gemma":[0.9962891,0.002846238,0.00004928034,0.00013689497,0.00059176073,0.00008675461],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026894327,0.00005934299,0.00019303302,0.00023673396,0.0004998461,0.0005898056,0.0013488269,0.000043751075,0.00020260536],"category_scores_gemma":[0.02097668,0.00004652012,0.000016104654,0.0016194597,0.0006076566,0.00052801176,0.0014595056,0.0009153179,0.000026575022],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119256896,0.00022734242,0.16530761,0.0011700101,0.000014486995,0.000026788488,0.0024340723,0.000017343415,0.00003423004,0.5609878,0.02058722,0.2490739],"study_design_scores_gemma":[0.00025856588,0.00005446152,0.024720196,0.009023427,0.0000020280113,0.0000018026491,0.04656655,0.00039331228,0.0000075273565,0.024841903,0.8940475,0.00008270968],"about_ca_topic_score_codex":0.007346326,"about_ca_topic_score_gemma":0.0013793808,"teacher_disagreement_score":0.8734603,"about_ca_system_score_codex":0.0001322649,"about_ca_system_score_gemma":0.00089299213,"threshold_uncertainty_score":0.9992638},"labels":[],"label_agreement":null},{"id":"W4378907133","doi":"10.19173/irrodl.v24i2.6856","title":"Partnering Higher Education and K–12 Institutions in OER: Foundations in Supporting Teacher OER-Enabled Pedagogy","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Discipline; Higher education; Pedagogy; Open education; Professional development; Sociology; Political science; Social science","score_opus":0.1882389196129543,"score_gpt":0.5234531223688621,"score_spread":0.3352142027559078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378907133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6736133,0.0073172287,0.0009920154,0.14102769,0.0008196503,0.0024153865,0.000010304745,0.00010618498,0.17369826],"genre_scores_gemma":[0.99005604,0.006408645,0.0002597107,0.00013120403,0.00004126787,0.00017620636,0.000121067256,0.0000060361945,0.0027998164],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99797237,0.00059040345,0.000468455,0.00029753832,0.00037745573,0.0002937589],"domain_scores_gemma":[0.9989271,0.00051140384,0.00013774252,0.00018569051,0.00016926402,0.00006876298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060790735,0.000087092165,0.00019042422,0.00043155017,0.00022189687,0.00039130606,0.000904929,0.00003627287,0.00018424088],"category_scores_gemma":[0.0019578047,0.000073922536,0.000021599226,0.0014141749,0.00009992886,0.0007712311,0.0009997721,0.00070114224,0.000028529012],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026503118,0.00040581232,0.46992508,0.00089230353,0.00002526939,0.000019479783,0.0027308813,0.0017454675,0.00020331862,0.4289989,0.0031599263,0.09186709],"study_design_scores_gemma":[0.0010375689,0.00006947996,0.61213577,0.007937258,0.0000057884863,0.000026716745,0.013419944,0.027758453,0.000022015363,0.006494057,0.33081293,0.0002800204],"about_ca_topic_score_codex":0.0013013597,"about_ca_topic_score_gemma":0.00025425552,"teacher_disagreement_score":0.4225048,"about_ca_system_score_codex":0.00016246137,"about_ca_system_score_gemma":0.0007029746,"threshold_uncertainty_score":0.37733734},"labels":[],"label_agreement":null},{"id":"W4378907561","doi":"10.19173/irrodl.v24i2.7177","title":"How Instructors’ TPACK Developed During Emergency Remote Teaching: Evidence From Instructors in Faculties of Education","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology-Enhanced Education Studies","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Likert scale; Knowledge level; Psychology; Technology integration; Educational technology; Mathematics education; Pedagogy; Knowledge management; Computer science","score_opus":0.19521719988924846,"score_gpt":0.5158097279308044,"score_spread":0.3205925280415559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378907561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9770393,0.0056603616,0.00002247581,0.015266344,0.00023949718,0.0004595803,0.00001799287,0.000031626205,0.0012628649],"genre_scores_gemma":[0.9288258,0.06953909,0.0003901804,0.000008121255,0.000040926505,0.00003790231,0.000044027598,0.0000051863417,0.0011087578],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99775064,0.0007135544,0.0004141097,0.00022770317,0.0006666508,0.00022735327],"domain_scores_gemma":[0.99842715,0.0006940506,0.00024358362,0.00015518167,0.00044141445,0.000038637118],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004310596,0.000081202386,0.00023637488,0.0003148546,0.00032864435,0.000073347896,0.0010434377,0.00005264702,0.000059886395],"category_scores_gemma":[0.02059175,0.00006579211,0.0000296228,0.0013702025,0.00038648918,0.0004413713,0.0006643124,0.0005676104,0.0000048076267],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007131942,0.00007051435,0.7526684,0.0012496597,0.00006909196,0.0000025416323,0.02392777,0.00003165916,0.0019159076,0.01599215,0.0025886062,0.20141241],"study_design_scores_gemma":[0.00024246969,0.000020717014,0.8366795,0.013061246,0.000005518365,8.7525785e-7,0.11891358,0.000050351486,0.0005825487,0.008831294,0.021479283,0.00013260302],"about_ca_topic_score_codex":0.011997206,"about_ca_topic_score_gemma":0.0014696947,"teacher_disagreement_score":0.2012798,"about_ca_system_score_codex":0.00029352837,"about_ca_system_score_gemma":0.0006047184,"threshold_uncertainty_score":0.994582},"labels":[],"label_agreement":null},{"id":"W4378907695","doi":"10.19173/irrodl.v24i2.7063","title":"Book Review: Teaching in a Digital Age: Guidelines for Designing Teaching and Learning–Third Edition, authored by Anthony William (Tony) Bates (Tony Bates Associates Ltd., 2022)","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology-Enhanced Education Studies","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"BATES; Library science; Media studies; Sociology; Psychology; Computer science; Engineering","score_opus":0.0951441149641756,"score_gpt":0.4938208536854231,"score_spread":0.39867673872124754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378907695","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027836842,0.7207337,0.0007127911,0.24095973,0.0003439803,0.0036710564,0.00027445678,0.00036134958,0.0051060617],"genre_scores_gemma":[0.123561986,0.8568698,0.00094022625,0.0020127937,0.00026251946,0.0009377608,0.0011760823,0.000039741128,0.01419909],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99600065,0.0014718912,0.00077493384,0.00043169915,0.0008052614,0.00051557214],"domain_scores_gemma":[0.9929579,0.005755296,0.00037291515,0.00014062203,0.0006902923,0.00008301348],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.026170729,0.00017225354,0.0005018688,0.0002758197,0.0014385947,0.00042657586,0.00088657415,0.00009774287,0.00005023306],"category_scores_gemma":[0.11808693,0.00014000441,0.00006773926,0.0007891375,0.0004922818,0.00070153,0.00070178637,0.0016613014,0.0000074008317],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026302918,0.00006039577,0.012238856,0.0011822769,0.0000677805,0.0000054023735,0.0031076735,0.000025570722,0.00030000668,0.0015657586,0.9389196,0.042500388],"study_design_scores_gemma":[0.00035596258,0.00007054169,0.0018298959,0.017384706,0.000014836474,0.0000021500502,0.016125534,0.0002776994,0.000042448206,0.0025365937,0.9611808,0.00017879964],"about_ca_topic_score_codex":0.000821159,"about_ca_topic_score_gemma":0.00009372155,"teacher_disagreement_score":0.23894694,"about_ca_system_score_codex":0.00027841594,"about_ca_system_score_gemma":0.00021590121,"threshold_uncertainty_score":0.9998614},"labels":[],"label_agreement":null},{"id":"W4378907922","doi":"10.19173/irrodl.v24i2.6898","title":"Is My MOOC Learner-Centric? A Framework for Formative Evaluation of MOOC Pedagogy","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Usability; Computer science; Quality (philosophy); Instructional design; Massive open online course; Pedagogy; Psychology; Mathematics education; Human–computer interaction","score_opus":0.20448172459755176,"score_gpt":0.5482737219473997,"score_spread":0.3437919973498479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378907922","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21881667,0.041756265,0.33816534,0.38326064,0.0007395608,0.007077387,0.00043951065,0.00017558623,0.009569028],"genre_scores_gemma":[0.9795167,0.016815856,0.0028247037,0.00017685971,0.00005485346,0.00010502061,0.00015879556,0.000008602316,0.00033860406],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972086,0.0006748618,0.000423024,0.00023512819,0.0012105274,0.0002478606],"domain_scores_gemma":[0.9963197,0.0019328803,0.00025552808,0.0002592932,0.0011839069,0.000048674294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013095836,0.00008253917,0.00024677103,0.00022443276,0.0001434228,0.00013227497,0.0015029119,0.0000443594,0.000046236582],"category_scores_gemma":[0.008005638,0.00006017051,0.000072315,0.0012814185,0.0000992958,0.0002809375,0.0009170533,0.00051304034,0.000019147483],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014999456,0.0003177648,0.02128295,0.0038967463,0.00025417047,0.000006948565,0.004428636,0.010157951,0.000057712263,0.3956944,0.012929921,0.5508228],"study_design_scores_gemma":[0.00089245563,0.00018611313,0.004534165,0.0068590166,0.00002277163,0.000004488194,0.002484813,0.8705565,0.00011192761,0.08668108,0.027551165,0.00011551146],"about_ca_topic_score_codex":0.00010864848,"about_ca_topic_score_gemma":0.0000037890945,"teacher_disagreement_score":0.86039853,"about_ca_system_score_codex":0.00007591898,"about_ca_system_score_gemma":0.00033961734,"threshold_uncertainty_score":0.95840746},"labels":[],"label_agreement":null},{"id":"W4386503032","doi":"10.19173/irrodl.v24i3.7053","title":"University Educators’ Experience of Personal Learning Networks to Enhance Their Professional Knowledge","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Connectivism; Professional development; Social media; Pedagogy; Professional learning community; Educational technology; Faculty development; Sociology; Computer-mediated communication; Psychology; Learning theory; The Internet; Computer science","score_opus":0.1340069077193722,"score_gpt":0.5449935568918751,"score_spread":0.41098664917250294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386503032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96090543,0.0046296,0.0022196388,0.004689053,0.0005082578,0.0006477098,0.000021801048,0.00003414219,0.02634437],"genre_scores_gemma":[0.99034655,0.0015467056,0.00009353131,0.00005126484,0.00006606879,0.000030619634,0.00007160107,0.000009822713,0.0077838097],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950834,0.0036354335,0.00030620315,0.00030039414,0.00036893683,0.0003056474],"domain_scores_gemma":[0.99688315,0.002298787,0.00016999991,0.00015356518,0.00042851482,0.00006600497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012807229,0.000101725585,0.00026595054,0.0002613244,0.0002922378,0.000029247987,0.0009636794,0.000052583633,0.00051078846],"category_scores_gemma":[0.0029245564,0.00007526875,0.000048532052,0.0017228553,0.0002563789,0.00008817742,0.00086808566,0.0013555274,0.000035047964],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013273128,0.00074096763,0.37581316,0.0017597552,0.00028725376,0.000049085924,0.08794285,0.0013755279,0.0015686532,0.064628914,0.026922934,0.43758357],"study_design_scores_gemma":[0.00070973806,0.00036500947,0.29254812,0.017293971,0.000010064748,0.000017063818,0.13347793,0.0047357543,0.000214295,0.00034308617,0.54997367,0.00031129943],"about_ca_topic_score_codex":0.00033629977,"about_ca_topic_score_gemma":0.000006634174,"teacher_disagreement_score":0.5230507,"about_ca_system_score_codex":0.00008652088,"about_ca_system_score_gemma":0.0001715178,"threshold_uncertainty_score":0.5889168},"labels":[],"label_agreement":null},{"id":"W4386507298","doi":"10.19173/irrodl.v24i3.7196","title":"A Systematic Review of Systematic Reviews on Open Educational Resources: An Analysis of the Legal and Technical Openness","year":2023,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Open educational resources; Systematic review; Knowledge management; Openness to experience; Checklist; Relevance (law); Sustainability; Engineering ethics; Adaptation (eye); Computer science; Management science; Process management; Political science; Business; Psychology; World Wide Web; Engineering","score_opus":0.19085724124573075,"score_gpt":0.5083933723768019,"score_spread":0.31753613113107115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386507298","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007949689,0.9857085,0.00004794369,0.002454324,0.000088681525,0.009525255,0.000053438533,0.0000077614195,0.0021061997],"genre_scores_gemma":[0.0002857458,0.99675274,0.00013111244,0.00017569744,0.000021161306,0.0017465182,0.0002169058,0.000019422796,0.000650691],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9843179,0.010091561,0.0031349545,0.00065771834,0.0015163828,0.00028145642],"domain_scores_gemma":[0.988151,0.0063977283,0.0030187168,0.0014877765,0.0008159193,0.00012885893],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037641965,0.00031897562,0.0043407492,0.00047829706,0.0002507825,0.0006742373,0.010790961,0.000099604695,0.000083249404],"category_scores_gemma":[0.027021853,0.00016697317,0.0004727383,0.004935763,0.0002606997,0.0005345269,0.005108288,0.0011802962,0.000017833967],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038171233,0.00011191632,0.000024818137,0.9700293,0.00032758721,0.000001197061,0.000082469334,0.000006810386,1.2648694e-7,0.026350707,0.00038285513,0.0026784102],"study_design_scores_gemma":[0.00009386986,0.00006573993,0.000070370654,0.96272784,0.0010952074,0.00003474702,0.00049094943,0.0003353775,1.4563201e-7,0.00007803577,0.034855824,0.00015187405],"about_ca_topic_score_codex":0.0005014763,"about_ca_topic_score_gemma":0.00005364007,"teacher_disagreement_score":0.03447297,"about_ca_system_score_codex":0.00022314404,"about_ca_system_score_gemma":0.0008053309,"threshold_uncertainty_score":0.99456114},"labels":[],"label_agreement":null},{"id":"W4386515856","doi":"10.19173/irrodl.v24i3.7125","title":"Online Student Engagement: The Overview of HE in Indonesia","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology-Enhanced Education Studies","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitas Diponegoro","keywords":"Student engagement; Thematic analysis; Psychology; Online learning; Descriptive statistics; Qualitative property; Mathematics education; Variance (accounting); Medical education; Qualitative research; Computer science; Multimedia; Medicine; Sociology","score_opus":0.311949486469913,"score_gpt":0.5831700605610526,"score_spread":0.2712205740911396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386515856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.850365,0.03859155,0.000009073567,0.10551382,0.000109703986,0.001169019,0.000034024844,0.00003080107,0.0041770027],"genre_scores_gemma":[0.7812844,0.21809281,0.000010629093,0.00007741496,0.000019073255,0.00008381895,0.000025880861,0.0000024281762,0.00040357112],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976146,0.0010467962,0.00032434665,0.00012717834,0.00070385326,0.00018320957],"domain_scores_gemma":[0.9978656,0.0015948598,0.00012798102,0.00013930588,0.0002537956,0.00001846697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01249692,0.000046727095,0.00017380735,0.0001435839,0.00022940371,0.000042250875,0.0012126856,0.000024097835,0.0000911661],"category_scores_gemma":[0.0042648865,0.000029013092,0.000024593313,0.0015812403,0.0004235594,0.00008737915,0.000969076,0.0004982901,0.0000086698],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005779664,0.0004464101,0.6624271,0.0017085184,0.00017158508,0.000011488764,0.026393699,0.00016341916,0.00009798081,0.14732596,0.019136798,0.14205919],"study_design_scores_gemma":[0.00033520468,0.000033028587,0.6346798,0.00568645,0.0000063381012,5.200258e-7,0.10523884,0.000058883285,0.000021058991,0.0029883946,0.25089195,0.00005957667],"about_ca_topic_score_codex":0.0018100048,"about_ca_topic_score_gemma":0.0008485314,"teacher_disagreement_score":0.23175514,"about_ca_system_score_codex":0.00011954475,"about_ca_system_score_gemma":0.00019639208,"threshold_uncertainty_score":0.51057756},"labels":[],"label_agreement":null},{"id":"W4386520416","doi":"10.19173/irrodl.v24i3.7185","title":"Effects of Using the WhatsApp Application on Iranian Intermediate EFL Learners’ Vocabulary Learning and Autonomy","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Vocabulary; Blended learning; Psychology; Mathematics education; Control (management); Vocabulary learning; Significant difference; Autonomy; Test (biology); Language acquisition; Analysis of covariance; Learner autonomy; Vocabulary development; Teaching method; Educational technology; Pedagogy; Computer science; Language education; Linguistics; Mathematics; Comprehension approach; Artificial intelligence","score_opus":0.045672558649441274,"score_gpt":0.40916853484089,"score_spread":0.36349597619144874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386520416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9292794,0.012653379,0.03004496,0.021156462,0.00040811862,0.003601809,0.000006716676,0.000110336005,0.002738811],"genre_scores_gemma":[0.989558,0.009681995,0.0002659461,0.00010156402,0.00004316225,0.00013620593,0.00003713861,0.000010412635,0.0001655768],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973267,0.0011217728,0.0003646412,0.00032692522,0.00062227104,0.000237742],"domain_scores_gemma":[0.9966467,0.0025535212,0.00027219902,0.0002698813,0.00020454262,0.000053169973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059702853,0.00010882054,0.00022463703,0.00021809089,0.00024710965,0.00021094411,0.00145221,0.00004116184,0.000009046504],"category_scores_gemma":[0.0023821946,0.00007342029,0.00003856561,0.0010181381,0.00024264182,0.00028192136,0.0012156038,0.00083641784,0.0000131187],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014590262,0.00027307027,0.12584305,0.0063416758,0.0001646197,0.000027990967,0.006112611,0.012450931,0.003934526,0.045717448,0.0007869984,0.7982012],"study_design_scores_gemma":[0.0019110332,0.0006247848,0.18069525,0.029121159,0.00004439748,0.000055052496,0.0069789495,0.68943846,0.0018156223,0.0055578663,0.08326159,0.0004958541],"about_ca_topic_score_codex":0.00019850346,"about_ca_topic_score_gemma":0.0000028581403,"teacher_disagreement_score":0.79770535,"about_ca_system_score_codex":0.00011043838,"about_ca_system_score_gemma":0.00018489781,"threshold_uncertainty_score":0.36338657},"labels":[],"label_agreement":null},{"id":"W4386520700","doi":"10.19173/irrodl.v24i3.7227","title":"An Example of Using Collaborative Online International Learning for Petroleum and Chemical Engineering Undergraduate Courses","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reservoir Engineering and Simulation Methods","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"General partnership; Engineering; Engineering management; Engineering education; Work (physics); Collaborative learning; Upstream (networking); Political science; Sociology; Pedagogy; Mechanical engineering","score_opus":0.11664990473846151,"score_gpt":0.4503340581006271,"score_spread":0.3336841533621656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386520700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9687157,0.003930994,0.02550752,0.00091488974,0.00014005824,0.00046838232,0.000107399115,0.00006397723,0.00015105373],"genre_scores_gemma":[0.9861415,0.008982654,0.0043506776,0.0000048405427,0.000051726685,0.000032404474,0.00038225774,0.000019706082,0.000034244225],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988595,0.00013916819,0.0003220374,0.00015773799,0.00034450204,0.00017704991],"domain_scores_gemma":[0.99836135,0.0011313667,0.00006282679,0.00010202518,0.00028811744,0.0000543068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00262215,0.000094559015,0.00023465585,0.00020045535,0.00005361976,0.00007391567,0.00040718308,0.00003696393,0.0000096108215],"category_scores_gemma":[0.0013310064,0.000080893864,0.000027865395,0.0004432516,0.00006294941,0.00018351071,0.00018651896,0.00034890263,3.4860926e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035106088,0.000018413044,0.004369828,0.0009493895,0.000056389046,0.0000017511494,0.00009629484,0.9851577,0.005643778,0.0014423067,0.000074969175,0.002154036],"study_design_scores_gemma":[0.0005014785,0.000035826102,0.0013107405,0.0019413959,0.000006162338,0.0000034658478,0.0006371347,0.988122,0.0006515747,0.0002119491,0.0064992905,0.00007901505],"about_ca_topic_score_codex":0.00009247545,"about_ca_topic_score_gemma":0.000002603282,"teacher_disagreement_score":0.021156844,"about_ca_system_score_codex":0.000060534072,"about_ca_system_score_gemma":0.00004182995,"threshold_uncertainty_score":0.3298756},"labels":[],"label_agreement":null},{"id":"W4386532932","doi":"10.19173/irrodl.v24i3.7109","title":"OXREF: Open XR for Education Framework","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Open educational resources; Operationalization; Knowledge management; Computer science; Sustainability; Mixed reality; Augmented reality; Open education; Cloud computing; Affordance; Equity (law); World Wide Web; Political science; Human–computer interaction","score_opus":0.13798580964883417,"score_gpt":0.5313526989596925,"score_spread":0.39336688931085834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386532932","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023106772,0.02421126,0.09803083,0.816578,0.0011391382,0.005847065,0.00013612333,0.0001775005,0.030773373],"genre_scores_gemma":[0.90953547,0.057217006,0.021306507,0.0017983777,0.0003201483,0.0006057151,0.0007258355,0.000027387056,0.008463575],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985539,0.00031313696,0.00026491095,0.00024107604,0.00042347936,0.00020353135],"domain_scores_gemma":[0.9977159,0.0014476097,0.000114048606,0.00027383727,0.00039587985,0.000052744886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068002515,0.00006369438,0.00017311073,0.00013506654,0.000195794,0.0005418108,0.0033817042,0.00003097339,0.000027072216],"category_scores_gemma":[0.00511946,0.000045757537,0.000035786237,0.001082373,0.000062436295,0.00032377033,0.0022684669,0.00046421858,0.000027624063],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035263452,0.00015159411,0.009290175,0.0011318392,0.00004061595,0.00000423751,0.00022783264,0.00045122538,0.000023255352,0.68219703,0.03436612,0.2720808],"study_design_scores_gemma":[0.0005805107,0.00017848653,0.007917282,0.018250858,0.000008251172,0.000010257503,0.001496283,0.10315843,0.000039974006,0.20292242,0.66524494,0.0001923226],"about_ca_topic_score_codex":0.00018757598,"about_ca_topic_score_gemma":0.0000052432674,"teacher_disagreement_score":0.88642865,"about_ca_system_score_codex":0.000049014074,"about_ca_system_score_gemma":0.00037875108,"threshold_uncertainty_score":0.6284104},"labels":[],"label_agreement":null},{"id":"W4386532975","doi":"10.19173/irrodl.v24i3.7508","title":"Editorial - Volume 24, Issue 3","year":2023,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Data science; Computer science","score_opus":0.21753458174325666,"score_gpt":0.5587870677021287,"score_spread":0.34125248595887203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386532975","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000112016016,0.0091175875,0.000008680633,0.021172768,0.9666025,0.0010060119,0.0001548541,0.000018174578,0.0018073766],"genre_scores_gemma":[0.00038833974,0.14948949,0.000016816917,0.000065604974,0.8406127,0.00016479877,0.0027852068,0.000025976102,0.0064510293],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959089,0.0005241564,0.0007601893,0.0003648107,0.0020955894,0.00034631064],"domain_scores_gemma":[0.9914581,0.005401098,0.0002902381,0.00035961595,0.002341093,0.00014986192],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009919609,0.00014894946,0.0005143217,0.00021997113,0.00017554821,0.00015441446,0.0009402867,0.00031793554,0.000476669],"category_scores_gemma":[0.046557102,0.000108151595,0.0000810242,0.0006813704,0.0002246842,0.00012169115,0.0006820116,0.0028828776,0.00030950853],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001888094,0.00005585392,0.00089854456,0.003573194,0.00003799501,0.0000088668985,0.00008527672,0.00000422718,0.00000301959,0.000056145098,0.9829585,0.012129594],"study_design_scores_gemma":[0.000102118756,0.00017926499,0.00006376578,0.023260744,0.00002313114,0.0000019030683,0.0010084138,0.000118575605,0.000012437626,0.00044629804,0.9747001,0.00008322826],"about_ca_topic_score_codex":0.0054975622,"about_ca_topic_score_gemma":0.00007710233,"teacher_disagreement_score":0.1403719,"about_ca_system_score_codex":0.00032693762,"about_ca_system_score_gemma":0.0015942109,"threshold_uncertainty_score":0.9994175},"labels":[],"label_agreement":null},{"id":"W4386533010","doi":"10.19173/irrodl.v24i3.7328","title":"The Emergence of the Open Research University Through International Research Collaboration","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Athabasca University","keywords":"Excellence; Higher education; Competition (biology); Bibliometrics; Citation; Political science; Open access journal; Open education; Open educational resources; Public relations; Proxy (statistics); Sociology; Scopus; Library science; Pedagogy; Computer science","score_opus":0.2026488628546072,"score_gpt":0.5339653808689693,"score_spread":0.33131651801436207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386533010","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03462649,0.00851524,0.0017410278,0.8506637,0.0009731954,0.0036697364,0.00013265744,0.000052935957,0.09962497],"genre_scores_gemma":[0.9107487,0.0804959,0.0004113499,0.00007441777,0.00007903705,0.000034509438,0.00006387465,0.000009598712,0.0080826],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929634,0.003772022,0.000398587,0.00035093998,0.002122923,0.00039216867],"domain_scores_gemma":[0.9925221,0.003888696,0.00017824656,0.0006179069,0.0027426758,0.000050373186],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.03275621,0.00007678237,0.00017566505,0.00020847704,0.0011991912,0.00065972965,0.010827066,0.000042491505,0.000043496828],"category_scores_gemma":[0.009533378,0.000044489363,0.000048389702,0.0055236695,0.0007251846,0.0006236469,0.01046105,0.0014152059,0.000025269974],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001296718,0.00012897939,0.013766057,0.00030875462,0.000084977415,0.000015913902,0.0010950901,0.0009838059,0.00017766423,0.886897,0.06586349,0.030548567],"study_design_scores_gemma":[0.0006424826,0.00014942567,0.0107364915,0.00525982,0.000004632127,0.0000069542293,0.016031262,0.06405989,0.00022949225,0.047919966,0.8548354,0.00012422167],"about_ca_topic_score_codex":0.001192142,"about_ca_topic_score_gemma":0.00016346402,"teacher_disagreement_score":0.87612224,"about_ca_system_score_codex":0.00013610987,"about_ca_system_score_gemma":0.00075048226,"threshold_uncertainty_score":0.99880975},"labels":[],"label_agreement":null},{"id":"W4386533396","doi":"10.19173/irrodl.v24i3.6954","title":"Can Online Short Courses Foster Business Education for Sustainable Development?","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Sustainability in Higher Education","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sustainable development; Nexus (standard); Knowledge management; Business; Coronavirus disease 2019 (COVID-19); Engineering ethics; Political science; Computer science; Engineering; Medicine","score_opus":0.12566845903419605,"score_gpt":0.518817269292422,"score_spread":0.39314881025822596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386533396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70112497,0.005907819,0.00007966504,0.2788353,0.0003493508,0.00444185,0.0000423247,0.00004443529,0.009174268],"genre_scores_gemma":[0.98120546,0.008913807,0.00014798834,0.00026510612,0.00015219157,0.0006059731,0.0010012353,0.000009183413,0.0076990277],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99827653,0.00042997886,0.00026412113,0.00017354645,0.00055664533,0.00029915516],"domain_scores_gemma":[0.9961893,0.0011574997,0.00006781469,0.00011637245,0.0024137974,0.00005521986],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008544045,0.000057516914,0.00013077252,0.00017608356,0.00046967712,0.00019826174,0.0007482651,0.000032696033,0.00006176668],"category_scores_gemma":[0.011205519,0.000046585326,0.000019395371,0.0013367073,0.00021861377,0.00024889232,0.00035388785,0.00019258728,0.000003040397],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024527987,0.0010352927,0.33301565,0.011306077,0.000107248,0.000011574716,0.019452494,0.0002574866,0.000024866467,0.2048781,0.122191854,0.30747408],"study_design_scores_gemma":[0.00014395286,0.000016628645,0.07058648,0.002145673,0.000005230011,7.2116075e-7,0.12831907,0.000053098916,0.000013396019,0.0076925396,0.7909473,0.00007587781],"about_ca_topic_score_codex":0.00373058,"about_ca_topic_score_gemma":0.0006170517,"teacher_disagreement_score":0.6687555,"about_ca_system_score_codex":0.00048682268,"about_ca_system_score_gemma":0.0030571285,"threshold_uncertainty_score":0.99712354},"labels":[],"label_agreement":null},{"id":"W4386533460","doi":"10.19173/irrodl.v24i3.7150","title":"Distance Mathematics Teaching and Academic Performance in Morocco","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Technology Integration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Distance education; Documentation; Process (computing); Exploratory research; Field (mathematics); Qualitative research; Computer science; Pedagogy; Sociology; Mathematics; Social science","score_opus":0.14054222177486492,"score_gpt":0.5134113208509948,"score_spread":0.3728690990761299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386533460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90448797,0.004571406,0.00009126339,0.06615566,0.00006153752,0.000568784,0.0000063925863,0.000025850111,0.024031136],"genre_scores_gemma":[0.93784,0.061241627,0.000084303676,0.000075006436,0.00001641666,0.00004856137,0.000024361741,0.0000025117529,0.0006672211],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99880856,0.00037986058,0.0002153314,0.00010684267,0.0003417186,0.0001477089],"domain_scores_gemma":[0.9989476,0.00079793733,0.000071746836,0.000067694615,0.00009009066,0.000024933695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01008994,0.000038306855,0.0001024323,0.00013396323,0.00025751558,0.000056112072,0.0004982782,0.000041354862,0.000032961194],"category_scores_gemma":[0.0054174084,0.000028559409,0.000008272543,0.00052322826,0.00024589404,0.0001957563,0.00021313826,0.00088890264,0.000008821589],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017511473,0.0000535066,0.3572419,0.0008138135,0.000008705789,0.0000032380292,0.007511223,0.00002342249,0.000050297484,0.55449206,0.002046519,0.07773777],"study_design_scores_gemma":[0.0010079219,0.0001025807,0.23291859,0.036403865,0.000009970959,0.000011604139,0.22948211,0.013494417,0.000081270904,0.06379188,0.42238158,0.00031421072],"about_ca_topic_score_codex":0.0006587779,"about_ca_topic_score_gemma":0.0002085209,"teacher_disagreement_score":0.49070022,"about_ca_system_score_codex":0.00008021159,"about_ca_system_score_gemma":0.00009942596,"threshold_uncertainty_score":0.6485535},"labels":[],"label_agreement":null},{"id":"W4386533532","doi":"10.19173/irrodl.v24i3.7321","title":"What If It’s All an Illusion? To What Extent Can We Rely on Self-Reported Data in Open, Online, and Distance Education Systems?","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Context (archaeology); Consistency (knowledge bases); Psychology; Learning analytics; Odds; Open education; Accountability; Cognitive dissonance; Social psychology; Computer science; Applied psychology; Mathematics education; Pedagogy; Data science","score_opus":0.18439364738735267,"score_gpt":0.5002281245680426,"score_spread":0.3158344771806899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386533532","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2510181,0.03197277,0.0011208009,0.71013993,0.0011988609,0.0036495896,0.00019525718,0.00010447161,0.00060023484],"genre_scores_gemma":[0.63600504,0.3580489,0.0009834149,0.001455978,0.00009624276,0.00009421394,0.0018761031,0.000018237439,0.0014218625],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99698114,0.0008053134,0.00052557694,0.0006002071,0.00081557647,0.0002721538],"domain_scores_gemma":[0.9978629,0.00062287465,0.00020187207,0.00081413944,0.000349472,0.00014874969],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.007673783,0.00012284688,0.00028282238,0.0002556977,0.00015156336,0.0021430491,0.0037453263,0.0000359399,0.0000062799845],"category_scores_gemma":[0.0020023703,0.000090871836,0.000016515745,0.001192067,0.00005341593,0.0019172883,0.00428592,0.00058335176,0.000008259126],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029698684,0.0025444627,0.033283167,0.0045085233,0.00027578304,0.00031932222,0.006158372,0.01052957,0.0000879918,0.079367496,0.025490815,0.8371375],"study_design_scores_gemma":[0.00091156387,0.0003978282,0.030415304,0.075331695,0.00002043049,0.000055652876,0.026945679,0.45057458,0.00000449616,0.0027342474,0.41221777,0.00039077367],"about_ca_topic_score_codex":0.0015875673,"about_ca_topic_score_gemma":0.00052247645,"teacher_disagreement_score":0.83674675,"about_ca_system_score_codex":0.0001447171,"about_ca_system_score_gemma":0.000442856,"threshold_uncertainty_score":0.99889284},"labels":[],"label_agreement":null},{"id":"W4386533675","doi":"10.19173/irrodl.v24i3.6901","title":"Can Open Pedagogy Encourage Care? Student Perspectives","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Thompson Rivers University; Kwantlen Polytechnic University","funders":"Kwantlen Polytechnic University","keywords":"Pedagogy; Thematic analysis; Competence (human resources); Psychology; Curriculum; Medical education; Sociology; Medicine; Qualitative research; Social psychology","score_opus":0.10103278121223312,"score_gpt":0.5099613660896387,"score_spread":0.4089285848774056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386533675","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22427812,0.040072955,0.001060273,0.35092503,0.0009471987,0.0056093205,0.00007213819,0.00017998803,0.37685496],"genre_scores_gemma":[0.969833,0.027794305,0.00019046915,0.00014621009,0.000038658127,0.000120163415,0.00008348191,0.000006979997,0.0017866987],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99744433,0.00086094113,0.00029963057,0.00035402816,0.00075989036,0.0002811804],"domain_scores_gemma":[0.9982702,0.0006824195,0.00012511773,0.00029706353,0.0005377663,0.00008742186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059453747,0.00009183495,0.00022184207,0.0001865685,0.00033719544,0.000985114,0.0048151296,0.000024434248,0.00019142008],"category_scores_gemma":[0.0017187282,0.00006781133,0.000036738154,0.0011373688,0.0001120747,0.00048370098,0.0050762123,0.00065629714,0.000062968604],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076852164,0.00040704804,0.085929744,0.0014748144,0.00016526759,0.00010606448,0.064309224,0.001178489,0.00012780332,0.69974506,0.021453606,0.125026],"study_design_scores_gemma":[0.001266701,0.00026764072,0.12649873,0.0069745495,0.000009051008,0.000031881536,0.62837726,0.004328081,0.00006946656,0.0031424996,0.22870442,0.00032970656],"about_ca_topic_score_codex":0.0013633844,"about_ca_topic_score_gemma":0.0001006097,"teacher_disagreement_score":0.7455549,"about_ca_system_score_codex":0.0001767894,"about_ca_system_score_gemma":0.00047104116,"threshold_uncertainty_score":0.9499478},"labels":[],"label_agreement":null},{"id":"W4386552648","doi":"10.19173/irrodl.v24i3.7314","title":"Book Review: (Open) Educational Resources Around the World: An International Comparison, edited by Victoria I. Marín, Laura N. Peters, and Olaf Zawacki-Richter (EdTechBooks.org, 2022)","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"Open educational resources; Sociology; Media studies; Library science; Computer science; Pedagogy","score_opus":0.05026471969912294,"score_gpt":0.4413408933132567,"score_spread":0.39107617361413377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386552648","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007982595,0.33666766,0.0005118736,0.6441631,0.0008853598,0.0018784282,0.00018921046,0.000087857195,0.0076339566],"genre_scores_gemma":[0.105468884,0.8122747,0.00089784403,0.020065943,0.0013168921,0.00042634291,0.0034869742,0.00006671931,0.05599573],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962044,0.0010416728,0.00067713147,0.00050884945,0.0012230019,0.00034494064],"domain_scores_gemma":[0.9968019,0.0016313229,0.00035757618,0.00050035876,0.0005783357,0.00013046709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007554319,0.00018168396,0.00037697505,0.0002636099,0.00042007738,0.0010140982,0.004826594,0.00004180289,0.0003516612],"category_scores_gemma":[0.002006741,0.00011913305,0.00005300251,0.001462769,0.00023589647,0.0009923761,0.0031084246,0.0011010247,0.000044628126],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004686252,0.00016513385,0.030840183,0.0006268068,0.0001146876,0.000009983149,0.00028645215,0.0000573672,0.00005219626,0.010227362,0.9459584,0.011614615],"study_design_scores_gemma":[0.00037677714,0.00007020854,0.0070281965,0.0076337117,0.000013492013,0.00001556223,0.00035589017,0.016945468,0.000008135324,0.00097470096,0.9664302,0.00014766026],"about_ca_topic_score_codex":0.00018236198,"about_ca_topic_score_gemma":0.000032273634,"teacher_disagreement_score":0.6240971,"about_ca_system_score_codex":0.00010237417,"about_ca_system_score_gemma":0.00021218666,"threshold_uncertainty_score":0.9778972},"labels":[],"label_agreement":null},{"id":"W4386553581","doi":"10.19173/irrodl.v24i3.7220","title":"Shifting Conversations on Online Distance Education in South Korean Society During the COVID-19 Pandemic: A Topic Modeling Analysis of News Articles","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Computational and Text Analysis Methods","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ode; Latent Dirichlet allocation; Sociology; Pandemic; Distance education; Social distance; Coronavirus disease 2019 (COVID-19); Topic model; Media studies; Social science; Computer science; Mathematics; Pedagogy; Artificial intelligence","score_opus":0.26179309142888146,"score_gpt":0.5432302129928894,"score_spread":0.28143712156400796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386553581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9787691,0.0012445913,0.0025468504,0.0164921,0.000026410884,0.00032006056,0.000041269624,0.000009636546,0.0005499818],"genre_scores_gemma":[0.99294895,0.006299014,0.00012517771,0.00018675432,0.000029928573,0.000023231229,0.00015410851,0.0000023686234,0.00023047201],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977885,0.0009794191,0.0003555927,0.00015687315,0.0005775916,0.00014206367],"domain_scores_gemma":[0.99742615,0.0020522845,0.00014777262,0.00010417323,0.00022208298,0.000047535304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077030757,0.000048734695,0.00018594571,0.00021144866,0.0003212023,0.000071341834,0.00049363915,0.000021046559,0.000067087225],"category_scores_gemma":[0.0049046814,0.00003282716,0.00009132016,0.0026863369,0.00016582066,0.00009519676,0.00020273105,0.00027633828,0.000001081406],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032681673,0.00007827833,0.86397564,0.0002285803,0.0001472418,7.977032e-7,0.011310779,0.08870305,0.000013941876,0.018693268,0.00007108106,0.016744645],"study_design_scores_gemma":[0.00057486276,0.000021804457,0.23317929,0.0020724162,0.000115310155,5.330887e-7,0.1748999,0.5702979,0.0000033096455,0.012671832,0.0060221064,0.00014073873],"about_ca_topic_score_codex":0.007946383,"about_ca_topic_score_gemma":0.0050826385,"teacher_disagreement_score":0.6307964,"about_ca_system_score_codex":0.00017187362,"about_ca_system_score_gemma":0.0004526972,"threshold_uncertainty_score":0.9986598},"labels":[],"label_agreement":null},{"id":"W4386553689","doi":"10.19173/irrodl.v24i3.7143","title":"Who Gets the Highest Return to Distance Higher Education?","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Quantile regression; Earnings; Demographic economics; Higher education; Social distance; China; Economics; Geographical distance; Rate of return; Face (sociological concept); Economic growth; Sociology; Geography; Econometrics; Psychology; Demography; Social science; Mathematics education; Finance; Coronavirus disease 2019 (COVID-19)","score_opus":0.09766697701815132,"score_gpt":0.4941960947458041,"score_spread":0.3965291177276528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386553689","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04183633,0.016740933,0.000028564442,0.83094376,0.00085943873,0.0015253511,0.000039618542,0.000030337314,0.10799566],"genre_scores_gemma":[0.8689067,0.06467953,0.000054618326,0.0022177876,0.0002583105,0.00035105934,0.00008448068,0.000008265678,0.06343928],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979238,0.0005289838,0.000242922,0.00017500365,0.0008972848,0.00023204],"domain_scores_gemma":[0.9984481,0.00079955853,0.000092658585,0.0001679776,0.00041105328,0.00008068459],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059579452,0.000058335587,0.00012291416,0.000070236405,0.00049274374,0.00022276909,0.0011837463,0.000022666602,0.00045393605],"category_scores_gemma":[0.0016779121,0.000036223744,0.000023530654,0.0010715575,0.00019188813,0.00016354572,0.000397073,0.00029958016,0.00011048638],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038014587,0.000103632134,0.0958867,0.000319933,0.000031347485,0.0000046988416,0.005715939,0.00002733765,0.000011838888,0.2668558,0.59068507,0.04031965],"study_design_scores_gemma":[0.000059482692,0.000007666394,0.12967369,0.0020356085,0.000001407172,2.6577385e-7,0.0027801353,0.0000053910812,0.0000046707705,0.0027477632,0.8626439,0.00004002516],"about_ca_topic_score_codex":0.0024202673,"about_ca_topic_score_gemma":0.00032418856,"teacher_disagreement_score":0.828726,"about_ca_system_score_codex":0.00018964546,"about_ca_system_score_gemma":0.0007156657,"threshold_uncertainty_score":0.49702814},"labels":[],"label_agreement":null},{"id":"W4389369181","doi":"10.19173/irrodl.v24i4.7145","title":"The Effects of Exam Setting on Students’ Test-Taking Behaviors and Performances: Proctored Versus Unproctored","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Summative assessment; Cheating; Test (biology); Psychology; Significant difference; Online learning; Mathematics education; Computer science; Medical education; Multimedia; Medicine; Statistics; Social psychology; Mathematics","score_opus":0.08406127942588637,"score_gpt":0.4888792011270024,"score_spread":0.404817921701116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389369181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98367035,0.005159294,0.000003713869,0.0054308786,0.00019240215,0.0010181791,0.000016740229,0.000014131853,0.004494285],"genre_scores_gemma":[0.9399015,0.059606172,0.000009571638,0.00003345117,0.000050129103,0.00006150979,0.000024881489,0.000004069116,0.00030873512],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975362,0.00073367835,0.00026413173,0.00014655702,0.0010800943,0.00023937013],"domain_scores_gemma":[0.9899731,0.009455585,0.00019969154,0.00008750105,0.0002388446,0.00004523324],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013468935,0.00006496366,0.00014950077,0.00007323841,0.00065438467,0.0001482113,0.0010204532,0.000073273615,0.000016443457],"category_scores_gemma":[0.025952136,0.000039412953,0.00002539596,0.00053580885,0.00042507582,0.00014913667,0.0004907908,0.001043737,0.0000041354474],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006360157,0.00018087744,0.72397333,0.0037083363,0.00013563107,0.000026747008,0.015532823,0.000039275597,0.00033048575,0.03530463,0.0044755097,0.21565633],"study_design_scores_gemma":[0.005340345,0.0017030359,0.5046171,0.0827189,0.000103784354,0.0000073364267,0.14419912,0.002704523,0.0011966438,0.0038815371,0.25293353,0.0005941465],"about_ca_topic_score_codex":0.0011245317,"about_ca_topic_score_gemma":0.00009793024,"teacher_disagreement_score":0.24845801,"about_ca_system_score_codex":0.00007808383,"about_ca_system_score_gemma":0.00013351438,"threshold_uncertainty_score":0.98225266},"labels":[],"label_agreement":null},{"id":"W4389369227","doi":"10.19173/irrodl.v24i4.7276","title":"Weaknesses in Emergency Remote Teaching in Higher Education Within the Context of the ODL Learning Component in Turkey","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Innovations and Technology","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Context (archaeology); Strengths and weaknesses; Exploratory research; Higher education; Contingency; Public relations; Psychology; Knowledge management; Pedagogy; Computer science; Sociology; Political science; Social science; Geography; Social psychology","score_opus":0.11571464799638055,"score_gpt":0.4449463473266191,"score_spread":0.32923169933023855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389369227","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8576648,0.0050263475,0.00014127002,0.13240734,0.0004315024,0.0008314245,0.000005181011,0.000014655173,0.003477464],"genre_scores_gemma":[0.99520236,0.004024312,0.00012225371,0.000100068224,0.000017602428,0.000058537626,0.0000351681,0.0000042319375,0.00043543553],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99762696,0.00094519224,0.0006032125,0.00020698814,0.0004448557,0.00017281207],"domain_scores_gemma":[0.9984848,0.0007920307,0.00024325607,0.0002671985,0.000198185,0.000014563303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077603166,0.00007355311,0.00017459947,0.00036566154,0.0001312003,0.000060883234,0.0018442356,0.000036393605,0.000033611268],"category_scores_gemma":[0.0023103727,0.000043987657,0.000025787067,0.0024945934,0.00012382728,0.00021466902,0.0010522984,0.0011257604,0.0000037007312],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001868956,0.00020296522,0.20373711,0.00038732172,0.000013528506,0.000002974404,0.001318826,0.0027518678,0.00031213617,0.7434484,0.00092658197,0.04687963],"study_design_scores_gemma":[0.00076632795,0.00007109757,0.8210257,0.014735186,0.0000035232845,0.000014525617,0.013830759,0.05736344,0.00016813622,0.049848326,0.041968446,0.00020447835],"about_ca_topic_score_codex":0.004119255,"about_ca_topic_score_gemma":0.0004243881,"teacher_disagreement_score":0.69360006,"about_ca_system_score_codex":0.0001253966,"about_ca_system_score_gemma":0.00028184167,"threshold_uncertainty_score":0.6227109},"labels":[],"label_agreement":null},{"id":"W4389369270","doi":"10.19173/irrodl.v24i4.7241","title":"Student Support in Online Learning—We Need to Talk About Money","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); Investment (military); Higher education; Economics; Return on investment; Rate of return; Finance; Business; Labour economics; Microeconomics; Political science; Economic growth; Engineering; Production (economics)","score_opus":0.12607968805347225,"score_gpt":0.5528384845754292,"score_spread":0.4267587965219569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389369270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6939133,0.0076810494,0.000009793275,0.2742917,0.00019037774,0.0021714866,0.00007017039,0.000044848668,0.021627316],"genre_scores_gemma":[0.85869604,0.1309331,0.000032447402,0.00020474705,0.00008836882,0.00023282485,0.00017302415,0.000009130082,0.009630305],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956986,0.0015241386,0.00041672154,0.00026480912,0.001625412,0.00047035376],"domain_scores_gemma":[0.9975496,0.001526112,0.00009006127,0.0001436439,0.00053813914,0.00015245583],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014108773,0.00008644128,0.00025966906,0.0003851276,0.0003736216,0.00021169145,0.0014254762,0.00003521503,0.000580108],"category_scores_gemma":[0.011243173,0.00006679901,0.00003752368,0.0024117292,0.00029845844,0.00017485581,0.001337634,0.00080857537,0.00011312744],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001467299,0.0005858082,0.8413814,0.0010573855,0.000108809036,0.00008791509,0.025711725,0.0009896621,0.00015436644,0.019200727,0.0650431,0.045532394],"study_design_scores_gemma":[0.00034975272,0.00008451391,0.21680015,0.003195296,0.0000024861504,7.582036e-7,0.064548716,0.00009214197,0.0000076001716,0.00040540952,0.71442294,0.000090216934],"about_ca_topic_score_codex":0.005934031,"about_ca_topic_score_gemma":0.0016816302,"teacher_disagreement_score":0.64937985,"about_ca_system_score_codex":0.00027686817,"about_ca_system_score_gemma":0.000422619,"threshold_uncertainty_score":0.9970856},"labels":[],"label_agreement":null},{"id":"W4389369396","doi":"10.19173/irrodl.v24i4.7496","title":"Book Review: Contextualised Open Educational Practices: Towards Student Agency and Self-Directed Learning, edited by Jako Olivier, Charlene du Toit-Brits, Byron J. Blunt, and Amit Dhakulkar (AOSIS Books, 2022)","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agency (philosophy); Sociology; Pedagogy; Humanities; Art; Social science","score_opus":0.0915418627820425,"score_gpt":0.4894187081368118,"score_spread":0.3978768453547693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389369396","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015862186,0.7074832,0.00000637694,0.2549059,0.00034172935,0.0034710274,0.00012426378,0.00008544357,0.017719908],"genre_scores_gemma":[0.01618567,0.9632348,0.000050638944,0.0023507683,0.00016670192,0.00048660673,0.00062459253,0.000015970307,0.01688425],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941606,0.0031432686,0.0005883984,0.0004665739,0.001268613,0.00037257883],"domain_scores_gemma":[0.99624985,0.0020300355,0.0006041641,0.0001976089,0.0007111947,0.00020712559],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01573095,0.00016401567,0.00039942417,0.00013824526,0.0009531649,0.0007746612,0.0012514221,0.000059717953,0.0027836773],"category_scores_gemma":[0.010772496,0.00013551855,0.000043143475,0.0008371416,0.0002610317,0.0009908476,0.0013293851,0.00080494594,0.000030473235],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004445513,0.00032441184,0.012782732,0.0012389286,0.00015334868,0.000005395102,0.0028393713,0.000002276008,0.00002472182,0.002279361,0.9606374,0.019667605],"study_design_scores_gemma":[0.0005047545,0.00008029594,0.01727376,0.0054896036,0.00004169138,0.000004486719,0.004790089,0.00010544754,0.0000039752085,0.00009256506,0.9714678,0.00014556792],"about_ca_topic_score_codex":0.005953337,"about_ca_topic_score_gemma":0.00015283648,"teacher_disagreement_score":0.25575167,"about_ca_system_score_codex":0.00022923345,"about_ca_system_score_gemma":0.0006392379,"threshold_uncertainty_score":0.99812794},"labels":[],"label_agreement":null},{"id":"W4389369403","doi":"10.19173/irrodl.v24i4.7332","title":"Teammate Familiarity in Distributed Computer-Supported Collaborative Learning: The Mediating Role of Social Presence","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; National Research Foundation","keywords":"Teamwork; Computer-supported collaborative learning; Computer science; Computer-mediated communication; Collaborative learning; User satisfaction; Social media; Class (philosophy); World Wide Web; Multimedia; Psychology; Knowledge management; Human–computer interaction; The Internet; Artificial intelligence","score_opus":0.09262912453444173,"score_gpt":0.4951030960678987,"score_spread":0.402473971533457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389369403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9689858,0.0035734745,0.0011334564,0.012293728,0.00028043255,0.0016300917,0.00031505598,0.00006499791,0.011722988],"genre_scores_gemma":[0.99705297,0.0015297261,0.00013374354,0.000048186906,0.00007708984,0.0001233736,0.0006823269,0.000014045595,0.00033855613],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9897084,0.007991063,0.00074875,0.00034098103,0.0007888573,0.00042192297],"domain_scores_gemma":[0.9938056,0.0048088604,0.00046643286,0.00020773943,0.00067188236,0.00003948316],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.027281271,0.00014386683,0.00043558975,0.0002369272,0.00037341076,0.00008756898,0.0012670239,0.00008397392,0.00017540276],"category_scores_gemma":[0.008634329,0.00009681454,0.00005466192,0.0030606228,0.00049878284,0.000120731,0.00096891925,0.0021524772,0.000017245338],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007158861,0.00041132994,0.77199227,0.0012214234,0.00031983157,0.000066054265,0.028082175,0.0029017583,0.001519126,0.06258426,0.007913787,0.12227209],"study_design_scores_gemma":[0.001493653,0.0002525607,0.8405939,0.0035909808,0.000015917973,0.000009949105,0.045678936,0.022797942,0.00014811434,0.0022212036,0.082972065,0.00022483428],"about_ca_topic_score_codex":0.0011707324,"about_ca_topic_score_gemma":0.0000270668,"teacher_disagreement_score":0.12204726,"about_ca_system_score_codex":0.000092866416,"about_ca_system_score_gemma":0.00018060365,"threshold_uncertainty_score":0.99971634},"labels":[],"label_agreement":null},{"id":"W4389369429","doi":"10.19173/irrodl.v24i4.7420","title":"Measuring the Impact of an Open Educational Resource and Library e-Resource Adoption Program Using the COUP Framework","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of California Merced; Scheme for Promotion of Academic and Research Collaboration; U.S. Department of Education","keywords":"Open educational resources; Resource (disambiguation); Medical education; Distance education; Cost effectiveness; Online course; Resource use; Psychology; Mathematics education; Pedagogy; Computer science; Medicine; Operations management; Engineering; Economics; Environmental resource management","score_opus":0.141727171452312,"score_gpt":0.47412392691178945,"score_spread":0.33239675545947744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389369429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8617398,0.011073635,0.0011372855,0.09947844,0.00017927772,0.0047592004,0.000041230767,0.00009088512,0.02150022],"genre_scores_gemma":[0.9940087,0.0036105597,0.001565556,0.00016683909,0.00008380822,0.00012269091,0.0001259179,0.000013051019,0.00030285862],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99703574,0.0013937856,0.00036370815,0.00027996372,0.0006792865,0.00024751405],"domain_scores_gemma":[0.9971933,0.0018697117,0.00024408667,0.0003927166,0.00021642887,0.00008375008],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.007985478,0.0001038646,0.0001944571,0.0001294001,0.00055712834,0.0013090029,0.0037528444,0.00003757831,0.00009159327],"category_scores_gemma":[0.002039369,0.000056304518,0.00004374419,0.0014632036,0.0002489625,0.00095383945,0.0031723608,0.0008089513,0.000005178639],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004684666,0.0011604035,0.15780167,0.0016859261,0.00040455302,0.000013533959,0.010694979,0.031356055,0.00042655802,0.32271227,0.021532085,0.4517435],"study_design_scores_gemma":[0.0012057843,0.0008208817,0.41470814,0.021264099,0.000033563236,0.00014292434,0.038321033,0.36011508,0.00013080782,0.021429863,0.14130324,0.0005245721],"about_ca_topic_score_codex":0.00062477705,"about_ca_topic_score_gemma":0.0000042047423,"teacher_disagreement_score":0.45121893,"about_ca_system_score_codex":0.00006525603,"about_ca_system_score_gemma":0.0004565076,"threshold_uncertainty_score":0.9997277},"labels":[],"label_agreement":null},{"id":"W4389369445","doi":"10.19173/irrodl.v24i4.7379","title":"Development and Validation of the Sense of Online Community Scale","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Touro University California; Texas Tech University; University of Wyoming; George Mason University","keywords":"Likert scale; Scale (ratio); Sense of community; Psychology; Online community; Medical education; Computer science; Higher education; Institution; Applied psychology; Mathematics education; Social psychology; World Wide Web; Sociology; Developmental psychology; Medicine; Political science; Social science; Geography","score_opus":0.15771168881912107,"score_gpt":0.4899378587646417,"score_spread":0.3322261699455206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389369445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888468,0.00077985716,0.000006499036,0.007867322,0.000022194423,0.00024615033,0.000021905254,0.0000037227564,0.0022055546],"genre_scores_gemma":[0.9896572,0.009724996,0.00020895769,0.00001993655,0.000014524172,0.000006028795,0.000083700535,0.0000024600117,0.00028216813],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975492,0.0014701715,0.00026230255,0.00006529095,0.00054552336,0.00010755706],"domain_scores_gemma":[0.9984984,0.00096668536,0.00014635008,0.000098602985,0.0002658382,0.000024136078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0104478635,0.00003546745,0.00013090148,0.000063354426,0.0003145158,0.000027942047,0.00047126404,0.00002165791,0.000030792387],"category_scores_gemma":[0.0031802538,0.000022266762,0.00002000052,0.0006255661,0.0003106097,0.000084644795,0.0006688399,0.00042689015,0.0000011366753],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015253694,0.00050564,0.4240923,0.0041450164,0.00012283816,0.000004721765,0.018949993,0.0004435489,0.0016916081,0.023492156,0.0016958514,0.5247038],"study_design_scores_gemma":[0.0011052582,0.00011523418,0.2878755,0.023572883,0.000024849318,0.0000051516063,0.17115183,0.0010413431,0.004908671,0.0031819793,0.50682664,0.00019063703],"about_ca_topic_score_codex":0.0014626271,"about_ca_topic_score_gemma":0.0005048856,"teacher_disagreement_score":0.5245131,"about_ca_system_score_codex":0.000032857795,"about_ca_system_score_gemma":0.0003134103,"threshold_uncertainty_score":0.38072908},"labels":[],"label_agreement":null},{"id":"W4389376976","doi":"10.19173/irrodl.v24i4.7219","title":"Educational Technology Undergraduates’ Performance in a Distance Learning Course Using Three Courseware Formats","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cronbach's alpha; Distance education; Pearson product-moment correlation coefficient; Mathematics education; Computer science; Significant difference; Reliability (semiconductor); Multimedia; Descriptive statistics; Learning styles; E learning; Psychology; Educational technology; Statistics; Mathematics","score_opus":0.10094480708257532,"score_gpt":0.48647852689330534,"score_spread":0.38553371981073004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389376976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8550275,0.009824305,0.00019171549,0.1246963,0.0001538774,0.0009670797,0.0000204098,0.000052868872,0.009065931],"genre_scores_gemma":[0.9710333,0.028088775,0.0001531897,0.000032644388,0.00006546669,0.00005502654,0.000110439745,0.0000091722695,0.00045202603],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976196,0.00054286007,0.0003687635,0.000228099,0.00080805353,0.00043256624],"domain_scores_gemma":[0.9983928,0.00088645774,0.00017248958,0.00012439574,0.00036590445,0.00005795417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007725663,0.00009289476,0.00022332734,0.0003283261,0.0005695556,0.00013071817,0.0009540374,0.00006561101,0.0001063976],"category_scores_gemma":[0.0031717657,0.00007678361,0.00003175879,0.0023445298,0.00042946023,0.00040421338,0.00050495454,0.0010878078,0.000023425751],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051277664,0.00009848874,0.87284225,0.0005860854,0.000024515939,0.000013818997,0.00052795914,0.0026568435,0.000028370758,0.06292565,0.0004157333,0.05982898],"study_design_scores_gemma":[0.0025676903,0.0002771379,0.20973825,0.05531545,0.000036918093,0.00003994726,0.10047067,0.10738408,0.000040448136,0.046045605,0.47733626,0.00074752944],"about_ca_topic_score_codex":0.0006374052,"about_ca_topic_score_gemma":0.00085124414,"teacher_disagreement_score":0.66310406,"about_ca_system_score_codex":0.00022709357,"about_ca_system_score_gemma":0.0010602687,"threshold_uncertainty_score":0.47260445},"labels":[],"label_agreement":null},{"id":"W4389376983","doi":"10.19173/irrodl.v24i4.7212","title":"What It Is and Is Not: Pedagogy in Online Nursing Education Delivery","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Thematic analysis; Nurse education; Online learning; Coronavirus disease 2019 (COVID-19); Psychology; Online teaching; Pedagogy; Nursing; Medical education; Sociology; Medicine; Mathematics education; Qualitative research; Computer science; Multimedia","score_opus":0.14406728966392285,"score_gpt":0.5601039249677677,"score_spread":0.4160366353038449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389376983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5970959,0.020058416,0.0000056089766,0.37571144,0.00019069217,0.0005542595,0.000030296318,0.000012868954,0.0063405107],"genre_scores_gemma":[0.5609206,0.4346711,0.00009364829,0.0012101951,0.00013057103,0.000024712072,0.00017815671,0.00000726079,0.0027637593],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99801594,0.0006621192,0.0002729108,0.00020679056,0.0006042511,0.00023800923],"domain_scores_gemma":[0.9987169,0.0007682794,0.000090011126,0.00009204132,0.0002733555,0.00005944625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005568397,0.000062701925,0.00016548765,0.00021229855,0.0002394745,0.00026804046,0.00049789273,0.00004402445,0.00024693477],"category_scores_gemma":[0.0018529895,0.000051262577,0.000024657727,0.0008503498,0.00024471842,0.0005405651,0.00029108746,0.00053968484,0.000016012358],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005817575,0.00017080376,0.029312195,0.00044238282,0.000015266498,0.000007819224,0.007003856,0.000021094236,0.000034937108,0.005938675,0.014194026,0.94280076],"study_design_scores_gemma":[0.00039969065,0.000049225844,0.017458698,0.023363993,0.000007454608,0.000004233056,0.17748012,0.0016588202,0.0000210029,0.002898194,0.77654,0.00011856407],"about_ca_topic_score_codex":0.0020640134,"about_ca_topic_score_gemma":0.00058556884,"teacher_disagreement_score":0.9426822,"about_ca_system_score_codex":0.00012210936,"about_ca_system_score_gemma":0.0008015495,"threshold_uncertainty_score":0.31201845},"labels":[],"label_agreement":null},{"id":"W4389376986","doi":"10.19173/irrodl.v24i4.7005","title":"Integrating Community of Inquiry Framework Principles With Flipped Classroom Pedagogy to Enhance Students’ Perceived Presence Sense, Self-Regulated Learning, and Learning Performance in Preservice Teacher Education","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sense of community; Psychology; Mathematics education; Blended learning; Flipped learning; Experiential learning; Educational technology; Self-regulated learning; Pedagogy; Flipped classroom; Community of inquiry; Social psychology; Cognition","score_opus":0.12057383312776651,"score_gpt":0.5413588457669635,"score_spread":0.420785012639197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389376986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99247116,0.0012692541,0.00045687982,0.0013811172,0.0000790256,0.0008581885,0.0000029396829,0.00004510303,0.0034363568],"genre_scores_gemma":[0.99349827,0.0021929706,0.0014881234,0.00005461502,0.000044265267,0.00017100961,0.00010452008,0.000025120447,0.00242111],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98614645,0.011592151,0.0006727747,0.0004045018,0.0007723862,0.00041171227],"domain_scores_gemma":[0.9945233,0.004020366,0.00039267304,0.00032004077,0.0006677934,0.000075858356],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.024957001,0.00019236004,0.00045296195,0.00043920855,0.00045900658,0.00012398945,0.0010494133,0.00011170432,0.00011851363],"category_scores_gemma":[0.011447541,0.00014582861,0.000027767446,0.0018170336,0.0002692905,0.00020137051,0.001284994,0.0048823766,0.000011148212],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042408504,0.00033382396,0.9159402,0.0013800054,0.000082283696,0.000005473686,0.041886743,0.001667813,0.00040218994,0.0010883966,0.000100367746,0.036688596],"study_design_scores_gemma":[0.00043775956,0.00050131587,0.9027761,0.016630512,0.000011969108,0.000015302236,0.06491772,0.0030339872,0.000042391486,0.00009867445,0.011362429,0.00017180287],"about_ca_topic_score_codex":0.0026098203,"about_ca_topic_score_gemma":0.00014098667,"teacher_disagreement_score":0.036516793,"about_ca_system_score_codex":0.00012651374,"about_ca_system_score_gemma":0.00022663464,"threshold_uncertainty_score":0.9974134},"labels":[],"label_agreement":null},{"id":"W4389377020","doi":"10.19173/irrodl.v24i4.7009","title":"Understanding Indigenous Learners’ Experiences During the First and Second Wave of the COVID-19 Pandemic","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Indigenous; Pandemic; Focus group; Active listening; Coronavirus disease 2019 (COVID-19); Sociology; Spirituality; Qualitative research; Pedagogy; Higher education; Psychology; Social science; Political science; Medicine; Communication","score_opus":0.41770543452304454,"score_gpt":0.4793479049479316,"score_spread":0.061642470424887075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389377020","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97121173,0.0036226178,0.000015237898,0.018952662,0.00006104687,0.0005668907,0.00000928708,0.000014724008,0.0055457917],"genre_scores_gemma":[0.9726032,0.026476882,0.0000022288484,0.00023887471,0.000020375492,0.000053828117,0.000008595606,0.000003991367,0.00059204584],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99698716,0.0017363173,0.00022722113,0.00013070143,0.00069391826,0.00022467463],"domain_scores_gemma":[0.9970618,0.0024717392,0.00014449265,0.00017883418,0.00008666617,0.000056501907],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012563266,0.00006091448,0.00013879401,0.00007693392,0.002023692,0.00016317263,0.0012125906,0.00003093762,0.00022103036],"category_scores_gemma":[0.0030373435,0.000034140165,0.000033871074,0.0008119775,0.0006962802,0.0001104845,0.0011672272,0.0006895676,0.0000021127983],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011232631,0.00006358524,0.58678293,0.0023266082,0.000120599936,0.000011843369,0.38389045,0.0006558786,0.000048760015,0.020191504,0.001737514,0.0040580174],"study_design_scores_gemma":[0.00038017254,0.000036683512,0.02745901,0.0020690735,0.000007009132,0.000008240007,0.83529645,0.00022092026,0.000012134941,0.001747667,0.13268332,0.00007929583],"about_ca_topic_score_codex":0.004802735,"about_ca_topic_score_gemma":0.003185867,"teacher_disagreement_score":0.5593239,"about_ca_system_score_codex":0.00022882022,"about_ca_system_score_gemma":0.0002344905,"threshold_uncertainty_score":0.99927557},"labels":[],"label_agreement":null},{"id":"W4389377200","doi":"10.19173/irrodl.v24i4.7291","title":"Book Review: Blended Learning Environments to Foster Self-Directed Learning, edited by Christo van der Westhuizen, Mncedisi C. Maphalala, and Roxanne Bailey (AOSIS Books, 2022)","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Computer science; Mathematics education; Sociology","score_opus":0.030561061951668876,"score_gpt":0.39622168963109705,"score_spread":0.3656606276794282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389377200","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01723631,0.7620229,0.000082671206,0.19666946,0.00033692972,0.004530807,0.00012229322,0.0004826293,0.01851601],"genre_scores_gemma":[0.017457303,0.9488792,0.0001650277,0.002707161,0.00022400373,0.00029077468,0.00088679255,0.00004833343,0.029341403],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99336207,0.0028876478,0.00069727673,0.0006340821,0.0016767427,0.0007421857],"domain_scores_gemma":[0.99751496,0.0013041443,0.00033094254,0.00023633796,0.00030202258,0.00031159865],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01063741,0.00025132895,0.00056909065,0.00029781568,0.00094937725,0.00027999326,0.0011283319,0.000112934875,0.0017159348],"category_scores_gemma":[0.0063287118,0.00021008174,0.00009206527,0.0014033343,0.00030031387,0.0004893999,0.0012878955,0.0017066428,0.00015195012],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108007436,0.00015271065,0.022884125,0.0018202716,0.00017267361,0.000040383395,0.001097079,0.00014996443,0.0002971717,0.00019533095,0.90494555,0.06813674],"study_design_scores_gemma":[0.00054294907,0.00015097347,0.0019793592,0.009760686,0.000037262253,0.0000047797366,0.0024985832,0.00060466793,0.000031845728,0.000054889846,0.9841099,0.0002241337],"about_ca_topic_score_codex":0.00042024598,"about_ca_topic_score_gemma":0.0000679012,"teacher_disagreement_score":0.19396229,"about_ca_system_score_codex":0.00024136089,"about_ca_system_score_gemma":0.00031627397,"threshold_uncertainty_score":0.99919665},"labels":[],"label_agreement":null},{"id":"W4389377835","doi":"10.19173/irrodl.v24i4.7265","title":"On the Ethical Issues Posed by the Exploitation of Users’ Data in MOOC Platforms: Capturing Learners’ Perspectives","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Viewpoints; Learning analytics; Perception; Ethical issues; Computer science; Massive open online course; Data science; Analytics; Internet privacy; Online learning; World Wide Web; Psychology; Engineering ethics; Engineering","score_opus":0.17365171944389748,"score_gpt":0.4775354989222804,"score_spread":0.30388377947838296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389377835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5271044,0.01001111,0.0012630475,0.4588755,0.0000776404,0.00087809836,0.00007968019,0.000037487807,0.0016730425],"genre_scores_gemma":[0.98559636,0.013675683,0.00009185428,0.00019603228,0.000020752917,0.000015811755,0.00010627824,0.0000052397068,0.0002920007],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977408,0.00065209874,0.000306681,0.00026019817,0.0008493484,0.0001908628],"domain_scores_gemma":[0.99571496,0.0034575907,0.0001358034,0.00048197518,0.00018342225,0.00002621898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011157395,0.00007658666,0.00017408915,0.000121791876,0.00015898226,0.0001838943,0.003220803,0.000041048374,0.000021330916],"category_scores_gemma":[0.008276243,0.00003901607,0.000029837978,0.0009752554,0.00021578479,0.00026107102,0.0016571998,0.0013359785,0.000011102847],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022630261,0.00039341167,0.02474776,0.0012376223,0.00021794919,0.00004130124,0.026727142,0.010608075,0.00048506836,0.8606201,0.04048305,0.034212213],"study_design_scores_gemma":[0.0015933807,0.00042455958,0.024264857,0.019212337,0.000018139994,0.000015124923,0.15246508,0.72777694,0.00024610347,0.04990097,0.02371423,0.00036826113],"about_ca_topic_score_codex":0.00068269356,"about_ca_topic_score_gemma":0.000036629703,"teacher_disagreement_score":0.81071913,"about_ca_system_score_codex":0.00004857879,"about_ca_system_score_gemma":0.00009608487,"threshold_uncertainty_score":0.99080336},"labels":[],"label_agreement":null},{"id":"W4389378012","doi":"10.19173/irrodl.v24i4.7643","title":"Editorial - Volume 24, Issue 4","year":2023,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science","score_opus":0.04959729440029852,"score_gpt":0.44479605466703676,"score_spread":0.3951987602667382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389378012","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000046100295,0.0056930906,0.0004054567,0.025022073,0.9669412,0.00035932922,0.00014497196,0.0000472658,0.0013820418],"genre_scores_gemma":[0.000085069885,0.08130437,0.00023972617,0.00004007512,0.90749085,0.00005379836,0.0010408409,0.000025776026,0.009719505],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946526,0.00094796467,0.000617349,0.0005396325,0.0028238506,0.0004185989],"domain_scores_gemma":[0.9927348,0.0049299737,0.00035403948,0.0005605481,0.0013116081,0.00010902899],"candidate_categories":["metaresearch","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012282267,0.00019540041,0.0005276971,0.00025769311,0.00021783277,0.0007639294,0.00567718,0.00025188594,0.000065514716],"category_scores_gemma":[0.027140694,0.00014385022,0.000101134676,0.0011356985,0.00018205812,0.0003063449,0.004115677,0.0035353713,0.00020821203],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015015595,0.00003274096,0.00011750631,0.0009672267,0.00003751413,0.000013935935,0.000030282896,0.00007799113,8.4453814e-7,0.0009084495,0.9931025,0.004696025],"study_design_scores_gemma":[0.0003102422,0.00009165331,0.000019349649,0.011042579,0.000008867929,0.0000010949217,0.00009186099,0.0060034306,8.036544e-7,0.001345713,0.98094654,0.00013787119],"about_ca_topic_score_codex":0.0008039364,"about_ca_topic_score_gemma":0.000018812514,"teacher_disagreement_score":0.075611286,"about_ca_system_score_codex":0.00015783357,"about_ca_system_score_gemma":0.0008496376,"threshold_uncertainty_score":0.9997026},"labels":[],"label_agreement":null},{"id":"W4389399701","doi":"10.19173/irrodl.v24i4.7356","title":"SCOPE of Open Education: A New Framework for Research","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scope (computer science); Open education; Scholarship; Social justice; Sociology; Engineering ethics; Educational research; Open research; Open learning; Pedagogy; Political science; Computer science; Teaching method; Social science; Cooperative learning; Engineering","score_opus":0.2746063499759176,"score_gpt":0.5700130000836484,"score_spread":0.2954066501077308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389399701","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021120707,0.059496153,0.03878384,0.5796129,0.0020251644,0.014831897,0.000072119336,0.00013361222,0.28392363],"genre_scores_gemma":[0.8089752,0.1274596,0.038230706,0.0009919042,0.00045154835,0.0013864227,0.0004906788,0.000046426834,0.02196749],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970086,0.00094420515,0.0004490545,0.0003482152,0.00091173616,0.00033817225],"domain_scores_gemma":[0.99499893,0.0033521089,0.00017477968,0.00041681822,0.0009324994,0.00012485054],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.01799793,0.00008047496,0.00025662765,0.00033368266,0.00032603528,0.00080969144,0.0057184584,0.000044085322,0.00016949273],"category_scores_gemma":[0.011789061,0.00006193719,0.000043594522,0.0027323444,0.00015216779,0.00064818613,0.004074499,0.0008328213,0.000056404802],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056141656,0.00012778724,0.0027477571,0.00075275096,0.000025387533,0.0000012696967,0.000601915,0.000063468535,0.00003714459,0.7625076,0.0772271,0.15585168],"study_design_scores_gemma":[0.0007128417,0.00027689265,0.0075787054,0.021845523,0.0000047639314,0.000009500379,0.011448291,0.0031893055,0.00027036612,0.11967619,0.83481246,0.00017516917],"about_ca_topic_score_codex":0.001137138,"about_ca_topic_score_gemma":0.000015790929,"teacher_disagreement_score":0.7878545,"about_ca_system_score_codex":0.000095235686,"about_ca_system_score_gemma":0.0019815185,"threshold_uncertainty_score":0.9996611},"labels":[],"label_agreement":null},{"id":"W4389399712","doi":"10.19173/irrodl.v24i4.7523","title":"Book Review: Co-teaching and Co-research in Contexts of Inequality: Using Networked Learning to Connect Africa and the World, edited by Phindile Zifikile Shangase, Daniela Gachago, and Eunice Ndeto Ivala (Vernon Press, 2023)","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Collaborative Teaching and Inclusion","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sociology; Inequality; Media studies; Library science; Mathematics education; Knowledge management; Regional science; Computer science; Psychology; Mathematics","score_opus":0.13330225544051957,"score_gpt":0.5085433412207323,"score_spread":0.37524108578021276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389399712","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15270273,0.779175,0.000064970634,0.04429475,0.0000927622,0.004434466,0.00023297952,0.00003372317,0.018968638],"genre_scores_gemma":[0.6207847,0.3745915,0.00002745719,0.0005390874,0.00010100157,0.00012559505,0.0002003718,0.000017063714,0.0036132273],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98624057,0.011177305,0.0005588861,0.0003723806,0.0012227616,0.00042808818],"domain_scores_gemma":[0.9907264,0.008341636,0.00023749797,0.00016783208,0.00039875618,0.00012785198],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05492385,0.00013273899,0.0004957461,0.0002503886,0.0012098848,0.00027961834,0.00067777483,0.000053042484,0.0000964264],"category_scores_gemma":[0.013693232,0.00009303727,0.000030246787,0.0013821089,0.00081651355,0.00032880055,0.0013351485,0.0015689067,0.0000022283093],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016765989,0.0002870826,0.026976017,0.007616321,0.00022836283,0.00004554809,0.037524052,0.0004497042,0.0012244066,0.017927768,0.82856166,0.07748247],"study_design_scores_gemma":[0.0011734166,0.00011700138,0.00088619685,0.024522135,0.00001668112,0.0000025356594,0.01101279,0.006042747,0.000018236817,0.00029756298,0.9557606,0.00015007252],"about_ca_topic_score_codex":0.009731375,"about_ca_topic_score_gemma":0.0006875923,"teacher_disagreement_score":0.46808198,"about_ca_system_score_codex":0.00016146382,"about_ca_system_score_gemma":0.00018819924,"threshold_uncertainty_score":0.9968629},"labels":[],"label_agreement":null},{"id":"W4389399717","doi":"10.19173/irrodl.v24i4.7284","title":"Discrepancies and Similarities Between Online and Face-to-Face Teachers’ Use of Open Educational Resources (OER) for Teaching Purposes","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Curriculum; Context (archaeology); Flexibility (engineering); Face-to-face; Credibility; Psychology; Educational technology; Mathematics education; Pedagogy; Computer science; Political science","score_opus":0.18580618201957017,"score_gpt":0.4804661905613213,"score_spread":0.2946600085417511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389399717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8440535,0.0042381207,0.0017398407,0.14598516,0.00008848636,0.002061896,0.0002382963,0.000026236097,0.0015684626],"genre_scores_gemma":[0.98572767,0.006537091,0.004649795,0.00021427948,0.000054438253,0.00012705791,0.00030446003,0.000010672192,0.0023745182],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980745,0.0005855503,0.0003729693,0.000312416,0.000434107,0.00022047567],"domain_scores_gemma":[0.99597496,0.0033328305,0.0001602753,0.00019098421,0.00024252298,0.00009844597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005737131,0.00010023419,0.00028484865,0.00020339916,0.0003591918,0.00092273264,0.0016729455,0.000029088045,0.000015621048],"category_scores_gemma":[0.0069490387,0.00007649477,0.000026562806,0.0004569209,0.00020047551,0.0008901054,0.00320663,0.00044735117,0.0000019656459],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018672887,0.00039642732,0.49839702,0.0032947813,0.00027573004,0.000003669411,0.03330118,0.0011528274,0.0003855515,0.22434293,0.024968758,0.2132944],"study_design_scores_gemma":[0.0009074484,0.0003192862,0.43061876,0.009829627,0.000021414771,0.000012142154,0.06664123,0.007972244,0.000073804484,0.0051232376,0.4781671,0.0003137039],"about_ca_topic_score_codex":0.001072556,"about_ca_topic_score_gemma":0.00004626536,"teacher_disagreement_score":0.45319834,"about_ca_system_score_codex":0.00004153381,"about_ca_system_score_gemma":0.00016827579,"threshold_uncertainty_score":0.8897932},"labels":[],"label_agreement":null},{"id":"W4389399746","doi":"10.19173/irrodl.v24i4.7267","title":"Collaboration and Ethics in Distance Learning Design","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Experiential learning; Collaborative learning; Synchronous learning; Open learning; Cooperative learning; Active learning (machine learning); Learning sciences; Educational technology; Blended learning; Asynchronous learning; Distance education; Pedagogy; Psychology; Knowledge management; Mathematics education; Teaching method; Computer science; Artificial intelligence","score_opus":0.19758852256414666,"score_gpt":0.5335913613956803,"score_spread":0.33600283883153365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389399746","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44833153,0.051497113,0.0033297047,0.44988933,0.00038070418,0.004454217,0.000056127155,0.00015506217,0.041906193],"genre_scores_gemma":[0.8518531,0.14669745,0.0002439,0.000073818286,0.00005038168,0.00004880295,0.00007210454,0.000006688141,0.0009537755],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99571246,0.0028333545,0.0002728401,0.00019224992,0.0007399143,0.00024920443],"domain_scores_gemma":[0.99614936,0.003295315,0.00010505794,0.000069811846,0.0003298283,0.000050618455],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02368476,0.00006006825,0.00016549653,0.00016232365,0.0004504915,0.00024358905,0.0004637905,0.00006112524,0.000056475666],"category_scores_gemma":[0.01653856,0.000048254224,0.000014269859,0.0016174626,0.0002763519,0.00031253416,0.0003342152,0.0012443142,0.000009434209],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004245848,0.00018256665,0.41845503,0.003011571,0.00006569555,0.00011910409,0.023046441,0.009916359,0.00037123394,0.25885472,0.0061670807,0.27938563],"study_design_scores_gemma":[0.0007986777,0.00011894345,0.018627375,0.011597158,0.000006472839,0.0000024671203,0.08562511,0.009920382,0.00003032362,0.0072758445,0.86581314,0.00018411536],"about_ca_topic_score_codex":0.0009233093,"about_ca_topic_score_gemma":0.00084794813,"teacher_disagreement_score":0.859646,"about_ca_system_score_codex":0.000101979356,"about_ca_system_score_gemma":0.0005704333,"threshold_uncertainty_score":0.99174553},"labels":[],"label_agreement":null},{"id":"W4392350498","doi":"10.19173/irrodl.v25i1.7285","title":"Enhancing Online Teaching of Business Statistics: A Pedagogy Before Technology Approach","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Charles Darwin University","keywords":"Business statistics; Educational technology; Computer science; Statistics education; Mathematics education; Distance education; Teaching method; Instructional design; Pedagogy; Sociology; Multimedia; Knowledge management; Psychology; Statistics; Mathematics","score_opus":0.11623617779973212,"score_gpt":0.5657847560406382,"score_spread":0.44954857824090605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392350498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2911458,0.10094027,0.2577517,0.24446388,0.002369635,0.0053222356,0.001323622,0.00016708157,0.096515775],"genre_scores_gemma":[0.9167256,0.013177509,0.06798171,0.00008437646,0.00027959698,0.000115463525,0.0004896368,0.000014793212,0.0011313232],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99770564,0.0008696037,0.00041790103,0.00018260196,0.0006399695,0.00018425661],"domain_scores_gemma":[0.99686277,0.0018884954,0.00011540871,0.00012647196,0.0009826284,0.000024223102],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013240755,0.00006004687,0.00018859442,0.00037228555,0.0002489374,0.00010022849,0.00090629683,0.000048797392,0.000087055814],"category_scores_gemma":[0.02261735,0.000045459386,0.000018159699,0.0015931042,0.0005202252,0.00017780557,0.00041931178,0.0007722589,0.0000021540764],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009684325,0.00010399185,0.0056825797,0.0016706705,0.000029965217,0.000002547825,0.0014674241,0.000044072985,0.00007442816,0.85704833,0.00055781414,0.13330849],"study_design_scores_gemma":[0.00045690357,0.0001423791,0.021945903,0.04146401,0.000040443003,0.000035878893,0.09426011,0.0060139014,0.00011541047,0.15946054,0.675777,0.00028750685],"about_ca_topic_score_codex":0.0017296958,"about_ca_topic_score_gemma":0.0001736663,"teacher_disagreement_score":0.6975878,"about_ca_system_score_codex":0.00015730373,"about_ca_system_score_gemma":0.0009765502,"threshold_uncertainty_score":0.98561555},"labels":[],"label_agreement":null},{"id":"W4392350619","doi":"10.19173/irrodl.v25i1.7542","title":"Creating an Open Online Educational Resource to Support Learners as They Navigate Their Studies Alongside Work and/or Family","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Work (physics); Educational technology; Resource (disambiguation); Distance education; Computer-mediated communication; Educational resources; Online learning; Open education; Pedagogy; Computer science; Sociology; Knowledge management; Mathematics education; Psychology; Multimedia; World Wide Web; The Internet; Engineering","score_opus":0.15689911920055627,"score_gpt":0.5114155154409271,"score_spread":0.35451639624037085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392350619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5802093,0.037307937,0.0007169363,0.37264165,0.00024317655,0.0017226782,0.000113203394,0.00009167021,0.006953418],"genre_scores_gemma":[0.9743416,0.016575364,0.0029210635,0.0013117127,0.00014888073,0.00007607384,0.00028136923,0.000020421445,0.0043235524],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99751765,0.0006971524,0.00042052884,0.00047918007,0.00060581043,0.00027966275],"domain_scores_gemma":[0.9970365,0.0020571507,0.00009855871,0.00031003144,0.00035471257,0.0001430072],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0069156834,0.00014134884,0.00031157606,0.00016561121,0.000281348,0.0011910546,0.002697108,0.000031225638,0.00003170497],"category_scores_gemma":[0.003871333,0.00008605993,0.000033162396,0.0008902093,0.00014099755,0.00056041114,0.003504483,0.00079205,0.000016104927],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040946197,0.00058728183,0.023370698,0.0028802867,0.00055371085,0.00029046106,0.011790926,0.003549704,0.00014034352,0.18744278,0.014913859,0.75407046],"study_design_scores_gemma":[0.001686218,0.002988538,0.029541582,0.10542907,0.00007162776,0.00043253857,0.055227887,0.06055529,0.000080970116,0.049209114,0.69364744,0.001129736],"about_ca_topic_score_codex":0.00055149186,"about_ca_topic_score_gemma":0.00006620577,"teacher_disagreement_score":0.7529408,"about_ca_system_score_codex":0.00010243073,"about_ca_system_score_gemma":0.0005427732,"threshold_uncertainty_score":0.9998458},"labels":[],"label_agreement":null},{"id":"W4392350672","doi":"10.19173/irrodl.v25i1.7567","title":"Navigating the Learning Landscape: Social Cognition and Task-Technology Fit as Predictors for MOOCs Continuance Intention by Sales Professionals","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Continuance; Task (project management); Cognition; Psychology; Knowledge management; Educational technology; Electronic learning; Computer-mediated communication; Computer science; Mathematics education; Social psychology; The Internet; World Wide Web; Engineering","score_opus":0.05286379623349607,"score_gpt":0.4686909209850191,"score_spread":0.415827124751523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392350672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44941035,0.09361828,0.024787266,0.4283868,0.00034704525,0.002212603,0.00016340383,0.00018931576,0.00088493753],"genre_scores_gemma":[0.99019265,0.008673069,0.00018299963,0.000114992945,0.000055670327,0.00010156786,0.00022548508,0.000007586199,0.00044596873],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840194,0.00040858885,0.00030046664,0.00026545147,0.0004250759,0.00019846883],"domain_scores_gemma":[0.9980817,0.0013216557,0.00013984581,0.000088112516,0.00033986353,0.000028862749],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043925033,0.00008721891,0.00017634302,0.0000651294,0.00041689127,0.00039555246,0.0007832139,0.000055787415,0.000010731458],"category_scores_gemma":[0.0028470124,0.00005399635,0.000041138388,0.0005603007,0.00018975016,0.00026043283,0.0007126123,0.0012165456,0.0000044694525],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019143583,0.0003195607,0.04300486,0.0073895813,0.00046844943,0.00003599826,0.0033771025,0.0003522404,0.002423455,0.23330379,0.027753755,0.6813798],"study_design_scores_gemma":[0.001873164,0.0006762,0.0045974455,0.07171946,0.000082313985,0.00011905466,0.01493031,0.5951835,0.0004348365,0.04436537,0.26553512,0.0004832261],"about_ca_topic_score_codex":0.000035396773,"about_ca_topic_score_gemma":0.00000367616,"teacher_disagreement_score":0.6808966,"about_ca_system_score_codex":0.000029017747,"about_ca_system_score_gemma":0.00009814332,"threshold_uncertainty_score":0.52853525},"labels":[],"label_agreement":null},{"id":"W4392350732","doi":"10.19173/irrodl.v25i1.7531","title":"Book Review: How Education Works: Teaching, Technology, and Technique, authored by Jon Dron (AU Press, 2023)","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital Education and Society","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Sociology; Educational technology; Pedagogy; Computer science; Mathematics education; Library science; Psychology","score_opus":0.0301461443871486,"score_gpt":0.4224644138588376,"score_spread":0.392318269471689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392350732","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008541905,0.83388317,0.004632881,0.15161198,0.00011468509,0.0008950873,0.000015017999,0.000039279847,0.0087224515],"genre_scores_gemma":[0.027655037,0.9513822,0.0011102745,0.0026360988,0.00005034573,0.0005951485,0.00020248102,0.000011834229,0.016356556],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984569,0.00033923122,0.00025439027,0.0003202825,0.00044324284,0.00018596815],"domain_scores_gemma":[0.9990769,0.00030302265,0.00009008462,0.00026070795,0.00020302275,0.00006623712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004614243,0.00009580987,0.00018699642,0.00013202589,0.0001506629,0.0007696013,0.0013410386,0.00005363879,0.00004061401],"category_scores_gemma":[0.0017844905,0.00006935953,0.000037266713,0.0006756928,0.00019568068,0.0008924662,0.00096604886,0.0008325723,0.0000049438113],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020487018,0.00005766824,0.00013505958,0.002088429,0.000014817833,0.0000011156699,0.00008829215,3.4264536e-7,0.00003458029,0.036528867,0.7750979,0.18595088],"study_design_scores_gemma":[0.00005579121,0.00003221422,0.00007492325,0.03486215,0.000004264354,0.000017427596,0.00026673503,0.0007342595,0.000053873107,0.0015786716,0.9622482,0.00007146306],"about_ca_topic_score_codex":0.00013479799,"about_ca_topic_score_gemma":0.0000017736002,"teacher_disagreement_score":0.18715031,"about_ca_system_score_codex":0.0001444036,"about_ca_system_score_gemma":0.0004224475,"threshold_uncertainty_score":0.7421283},"labels":[],"label_agreement":null},{"id":"W4392351087","doi":"10.19173/irrodl.v25i1.7425","title":"Empowering Asynchronous Arabic Language Learning Through PDF Hyperlink Media","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Arabic Language Education Studies","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Lembaga Pengelola Dana Pendidikan","keywords":"Hyperlink; Computer science; Arabic; Asynchronous communication; Educational technology; World Wide Web; Multimedia; Natural language processing; Linguistics; Mathematics education; Psychology; Web page","score_opus":0.08901092468618398,"score_gpt":0.5106627909282075,"score_spread":0.42165186624202355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392351087","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17782527,0.40944943,0.00091784436,0.07885957,0.001089989,0.0014767615,0.000029635907,0.00012608332,0.3302254],"genre_scores_gemma":[0.91871196,0.077629834,0.00013444676,0.00011723762,0.00026298568,0.00006567887,0.00006169084,0.000009557078,0.0030065915],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997547,0.00085868896,0.00026777037,0.00023759127,0.00080912665,0.00027986598],"domain_scores_gemma":[0.9970618,0.002456986,0.00007234793,0.00011562477,0.00023805918,0.00005519211],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007317104,0.0000839947,0.00020369199,0.00009169282,0.00044506963,0.00030202483,0.00078181725,0.000038340273,0.0014649262],"category_scores_gemma":[0.008693634,0.00005980362,0.000046692017,0.0006750414,0.00040861077,0.00035802345,0.0005317399,0.0008124754,0.00013808811],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010224324,0.00023985426,0.048110772,0.005000055,0.0004271634,0.00030274154,0.30355376,0.00031443828,0.00029171314,0.19768326,0.024999188,0.41897482],"study_design_scores_gemma":[0.00023905924,0.00004095916,0.0027301554,0.011758207,0.000015712369,0.000011475341,0.23701712,0.00035699442,0.000033620418,0.0018823168,0.74575156,0.00016282819],"about_ca_topic_score_codex":0.0033058105,"about_ca_topic_score_gemma":0.00029479203,"teacher_disagreement_score":0.7408867,"about_ca_system_score_codex":0.00021577984,"about_ca_system_score_gemma":0.0003859637,"threshold_uncertainty_score":0.99965656},"labels":[],"label_agreement":null},{"id":"W4392351391","doi":"10.19173/irrodl.v25i1.7412","title":"Open Education and Alternative Digital Credentials in Europe","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; Universidad Internacional de La Rioja","keywords":"Open education; Distance education; Computer science; Electronic learning; Educational technology; World Wide Web; Mathematics education; Psychology","score_opus":0.08875347456665207,"score_gpt":0.47054740572940035,"score_spread":0.3817939311627483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392351391","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15327513,0.10058695,0.005233731,0.15373701,0.001775518,0.0048511154,0.000067017885,0.00008525108,0.5803883],"genre_scores_gemma":[0.9729218,0.024141574,0.00026460868,0.00017662835,0.000044440785,0.00007715511,0.00007376766,0.000006901588,0.0022931548],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982604,0.00050317857,0.00032218956,0.00033030476,0.00041611883,0.0001678344],"domain_scores_gemma":[0.9987277,0.0006491399,0.00007847542,0.00016351245,0.00031765588,0.000063561994],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0046321875,0.00007929655,0.00016938044,0.00020622021,0.00010813881,0.0031574296,0.002344515,0.000019098106,0.00009571869],"category_scores_gemma":[0.0023313365,0.00005885052,0.000016074575,0.0010717032,0.000090379996,0.0016706917,0.0031323303,0.00054160244,0.00003349854],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037302576,0.00029520935,0.021461377,0.0011350234,0.000049886978,0.000032552005,0.0019426866,0.00011137537,0.000065128945,0.51181835,0.008368937,0.45468217],"study_design_scores_gemma":[0.00087771716,0.00022442143,0.036511943,0.036514845,0.000008624902,0.00013134444,0.01092011,0.029304622,0.00011956614,0.01902509,0.865985,0.00037673075],"about_ca_topic_score_codex":0.0007207711,"about_ca_topic_score_gemma":0.000017192713,"teacher_disagreement_score":0.85761607,"about_ca_system_score_codex":0.00008060877,"about_ca_system_score_gemma":0.0005142777,"threshold_uncertainty_score":0.99787736},"labels":[],"label_agreement":null},{"id":"W4392351424","doi":"10.19173/irrodl.v25i1.7544","title":"Towards Quality Assurance in MOOCs: A Comprehensive Review and Micro-Level Framework","year":2024,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality assurance; Computer science; Quality (philosophy); Knowledge management; Business; Marketing","score_opus":0.24782939233090537,"score_gpt":0.5466902696333223,"score_spread":0.29886087730241695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392351424","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000043215077,0.98028666,0.0007098466,0.017297707,0.00008410621,0.001025013,0.00013506442,0.000015861702,0.00044142423],"genre_scores_gemma":[0.000051135365,0.99682826,0.002160147,0.00038568402,0.000048046142,0.00011134376,0.00015233138,0.000017029151,0.00024601808],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944654,0.0024243908,0.0012006955,0.00068735133,0.000858068,0.00036409099],"domain_scores_gemma":[0.9957481,0.002717911,0.00044630544,0.00055182015,0.00043646197,0.00009941928],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009460972,0.00030303246,0.0017914956,0.00029113758,0.00010057471,0.0004520659,0.0030874058,0.00013810664,0.00002506742],"category_scores_gemma":[0.005644502,0.00019574769,0.00019268852,0.0018497792,0.00021706733,0.00022521164,0.0032477016,0.0030768304,0.000029636762],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034247973,0.00005112419,0.000109056054,0.2697729,0.00010678364,0.00004326352,0.000049932158,0.0000037634961,1.15980846e-7,0.017159011,0.0020009715,0.7106997],"study_design_scores_gemma":[0.00007726612,0.00002267611,0.000108348366,0.40738565,0.000061837556,0.000035050656,0.000039459886,0.00023245589,5.5328293e-8,0.002297197,0.5896022,0.00013781793],"about_ca_topic_score_codex":0.00035805147,"about_ca_topic_score_gemma":0.000014041597,"teacher_disagreement_score":0.7105619,"about_ca_system_score_codex":0.000171577,"about_ca_system_score_gemma":0.00072260125,"threshold_uncertainty_score":0.9992231},"labels":[],"label_agreement":null},{"id":"W4392351445","doi":"10.19173/irrodl.v25i1.7236","title":"Exploring the Digital Divide in Open Education: A Comparative Analysis of Undergraduate Students","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open education; Digital divide; Mathematics education; Educational technology; Computer science; Sociology; Pedagogy; Multimedia; Psychology; The Internet; World Wide Web","score_opus":0.24944937400624762,"score_gpt":0.5214643569460923,"score_spread":0.27201498293984466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392351445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69682735,0.036027465,0.0070275776,0.23921391,0.00041624397,0.0022253376,0.00011461371,0.000038895603,0.018108606],"genre_scores_gemma":[0.99087447,0.008431494,0.00009163442,0.000051900108,0.000018691511,0.000056385292,0.00006444691,0.0000025519143,0.00040842118],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980624,0.00046823267,0.000382017,0.00023989507,0.0007045691,0.00014293203],"domain_scores_gemma":[0.9981153,0.0012877814,0.00010095228,0.0002521927,0.00020880853,0.000034956032],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0043816264,0.000072951734,0.00027875023,0.00030239634,0.0000881566,0.0011907553,0.0034507522,0.0000102712065,0.000009783495],"category_scores_gemma":[0.00076767174,0.000043553257,0.000059637576,0.0027786673,0.00010865334,0.00074604014,0.00268923,0.00050535676,0.0000056248587],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064525004,0.00077858416,0.37299854,0.0014086689,0.001494526,0.000034781406,0.0036907755,0.0106281545,0.000016231152,0.37999815,0.0023627135,0.22652437],"study_design_scores_gemma":[0.0010466451,0.0003089529,0.38105422,0.04998096,0.00021928694,0.000019506275,0.011218157,0.3934687,0.000048969956,0.03828334,0.123886526,0.00046471533],"about_ca_topic_score_codex":0.000594097,"about_ca_topic_score_gemma":0.00007214251,"teacher_disagreement_score":0.38284057,"about_ca_system_score_codex":0.00007764158,"about_ca_system_score_gemma":0.0002842823,"threshold_uncertainty_score":0.9998461},"labels":[],"label_agreement":null},{"id":"W4392351451","doi":"10.19173/irrodl.v25i1.7468","title":"Addressing the Resource-Based View: Determinants That Drive Chinese Universities to Offer MOOCs","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Resource (disambiguation); Educational technology; Technology integration; Computer science; Electronic learning; Knowledge management; Sociology; Pedagogy","score_opus":0.2202233742201752,"score_gpt":0.546948922461023,"score_spread":0.32672554824084776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392351451","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52810514,0.06479355,0.00027696113,0.33503583,0.0005548267,0.0020811579,0.000056544963,0.00006997932,0.069026046],"genre_scores_gemma":[0.9878458,0.006894891,0.000055015542,0.00050810724,0.0001020973,0.00004404478,0.000025865522,0.000008587419,0.004515606],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99623936,0.002172174,0.00020272032,0.00021209272,0.0009399292,0.00023371798],"domain_scores_gemma":[0.9950199,0.0043813237,0.000095666284,0.00016712918,0.0002571685,0.00007879939],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009790643,0.00008098317,0.0001560584,0.0001260091,0.0006663967,0.00070920563,0.0012859224,0.000033932472,0.0004260353],"category_scores_gemma":[0.0035532606,0.000048038768,0.000042930744,0.00091780804,0.00040672283,0.00039657406,0.00043848756,0.00066970417,0.00004271451],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057358696,0.0003478752,0.43001884,0.0055235936,0.0002959643,0.00018665018,0.11350437,0.002054757,0.00011145525,0.047253814,0.10095756,0.29917154],"study_design_scores_gemma":[0.00009511867,0.000024262752,0.013643582,0.008186983,0.000008714414,0.0000022000663,0.027196812,0.00059130223,0.000011366376,0.00017438208,0.94999933,0.0000659266],"about_ca_topic_score_codex":0.0025866046,"about_ca_topic_score_gemma":0.0003238618,"teacher_disagreement_score":0.84904176,"about_ca_system_score_codex":0.00022739987,"about_ca_system_score_gemma":0.00072997896,"threshold_uncertainty_score":0.6838886},"labels":[],"label_agreement":null},{"id":"W4392351492","doi":"10.19173/irrodl.v25i1.7419","title":"Extracting Course Features and Learner Profiling for Course Recommendation Systems: A Comprehensive Literature Review","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Oberta de Catalunya","keywords":"Profiling (computer programming); Course (navigation); Computer science; Multimedia; Data science; World Wide Web; Engineering","score_opus":0.08933692608124867,"score_gpt":0.4954467840288927,"score_spread":0.40610985794764404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392351492","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001252135,0.865752,0.0055264733,0.12460239,0.0002886659,0.0016790826,0.000055061686,0.000035782912,0.00080842455],"genre_scores_gemma":[0.24606308,0.7479285,0.0035134782,0.00065896485,0.00010761081,0.00059116946,0.0005488927,0.000011822216,0.00057648576],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985769,0.00038169613,0.00029464928,0.0002926061,0.00029404688,0.0001601013],"domain_scores_gemma":[0.9975585,0.0016369403,0.000113927425,0.00015192667,0.0005021709,0.00003653837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004460171,0.00008934076,0.00020298678,0.00008346486,0.00017562068,0.0004728039,0.0006971269,0.000043845877,0.000009654144],"category_scores_gemma":[0.00084689393,0.00006089059,0.00003251803,0.0004946103,0.000085162086,0.00045944864,0.00045959445,0.00071848056,0.0000017738384],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034663382,0.00018303467,0.0030710895,0.04382486,0.00020429758,0.00003296649,0.0002875391,0.00006118784,0.00013327938,0.64901996,0.044727292,0.25841987],"study_design_scores_gemma":[0.0006257067,0.0002215868,0.0037036396,0.38864473,0.00006366766,0.00056690385,0.0033600444,0.037155982,0.00011050861,0.00835028,0.5568732,0.00032376862],"about_ca_topic_score_codex":0.00002051085,"about_ca_topic_score_gemma":0.0000014821347,"teacher_disagreement_score":0.64066964,"about_ca_system_score_codex":0.00005423166,"about_ca_system_score_gemma":0.00021658525,"threshold_uncertainty_score":0.45592588},"labels":[],"label_agreement":null},{"id":"W4392351571","doi":"10.19173/irrodl.v25i1.7827","title":"Editorial - Volume 25, Issue 1","year":2024,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Data science; Computer science","score_opus":0.03476873194712963,"score_gpt":0.4380845371496049,"score_spread":0.40331580520247523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392351571","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000042942156,0.02626131,0.0004422904,0.033009727,0.9353812,0.000406509,0.00017032337,0.000040166487,0.0042842277],"genre_scores_gemma":[0.00023422074,0.07528332,0.00026231335,0.000051979645,0.91244984,0.000047464422,0.0007760906,0.000022719893,0.010872079],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99502844,0.0007869156,0.00060296315,0.0005761093,0.0026405046,0.0003650843],"domain_scores_gemma":[0.99550945,0.0024976819,0.0002495348,0.0005081591,0.0011356961,0.00009946944],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010626749,0.00020463791,0.00050546025,0.00026003763,0.00016544922,0.0011417634,0.0051551103,0.00025124536,0.00010143706],"category_scores_gemma":[0.012034366,0.00014411006,0.000111494424,0.0009387204,0.00018378878,0.00030753313,0.0041531776,0.004192108,0.00020853715],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010974144,0.000033306525,0.000048126436,0.0017423312,0.00004602073,0.000017853055,0.00003784709,0.00003301212,9.224339e-7,0.0026330322,0.98902595,0.0063706017],"study_design_scores_gemma":[0.00022060116,0.000091978254,0.0000069735333,0.017151,0.000014128174,0.0000026940334,0.00007639246,0.0068015475,8.357578e-7,0.0027636134,0.9727323,0.00013793525],"about_ca_topic_score_codex":0.0006733179,"about_ca_topic_score_gemma":0.000013198919,"teacher_disagreement_score":0.04902201,"about_ca_system_score_codex":0.00018316506,"about_ca_system_score_gemma":0.0009635232,"threshold_uncertainty_score":0.99989516},"labels":[],"label_agreement":null},{"id":"W4392351600","doi":"10.19173/irrodl.v25i1.7566","title":"Role of AI in Blended Learning: A Systematic Literature Review","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Honam University","keywords":"Blended learning; Educational technology; Distance education; Computer science; Psychology; Mathematics education","score_opus":0.03387227218635183,"score_gpt":0.4245741719582623,"score_spread":0.3907018997719105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392351600","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011709186,0.94484717,0.0007032345,0.049819645,0.00005942123,0.0008786213,0.000010199509,0.000027265178,0.0024835495],"genre_scores_gemma":[0.50612575,0.4926414,0.0002389951,0.00021734738,0.000024634372,0.000055452223,0.00005908824,0.000008120399,0.0006292621],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99686056,0.0012567148,0.00064309314,0.0002832094,0.000746838,0.00020955747],"domain_scores_gemma":[0.9980965,0.001068043,0.00014967164,0.00027097279,0.00036665093,0.000048131278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009182122,0.00010613711,0.00046471413,0.00027075942,0.00005515593,0.00031262456,0.0017062683,0.000038571987,0.00002176903],"category_scores_gemma":[0.0040325876,0.00006886937,0.00007978476,0.0018905397,0.00007374,0.00034484675,0.00088318315,0.001455795,0.000011240827],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002745584,0.00021382982,0.0058862222,0.7197848,0.00015613905,0.00017929645,0.00093630695,0.00074383867,0.00028129332,0.23239917,0.002462694,0.036928933],"study_design_scores_gemma":[0.000176957,0.00008424945,0.00044920377,0.8830595,0.000014956906,0.000051706436,0.00030249316,0.0945562,0.000023926763,0.004590914,0.01659436,0.00009552148],"about_ca_topic_score_codex":0.000058519814,"about_ca_topic_score_gemma":0.0000061995875,"teacher_disagreement_score":0.5049548,"about_ca_system_score_codex":0.0000652327,"about_ca_system_score_gemma":0.0002722151,"threshold_uncertainty_score":0.6324786},"labels":[],"label_agreement":null},{"id":"W4392351608","doi":"10.19173/irrodl.v25i1.7431","title":"Exploring Online Physical Education Teaching: What Have We Done and What Have We Learnt?","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Educational technology; Online teaching; Computer science; Teaching method; Computer-mediated communication; Multimedia; Online learning; Mathematics education; Pedagogy; Psychology; The Internet; World Wide Web","score_opus":0.19220775656903036,"score_gpt":0.477388797109681,"score_spread":0.28518104054065063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392351608","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15976246,0.33902377,0.0041251783,0.4941669,0.00071851705,0.00084287726,0.000018580304,0.00009597913,0.0012457438],"genre_scores_gemma":[0.5391649,0.45882094,0.0006173322,0.00014469397,0.00021245053,0.000034581728,0.00008737536,0.0000107872165,0.0009069147],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976968,0.0006189058,0.00031633474,0.00041213966,0.0007049716,0.00025084952],"domain_scores_gemma":[0.9982546,0.0010821081,0.00008942211,0.00026178572,0.00021245018,0.00009962203],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00355117,0.00013351133,0.00026169626,0.00021472429,0.00020601957,0.0028745525,0.0011664298,0.000029161183,0.000013545016],"category_scores_gemma":[0.0010633459,0.00009511414,0.000059278216,0.00036957528,0.00013587721,0.0035082353,0.0012986658,0.0014102064,0.000011630444],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011741167,0.00016959877,0.0005472277,0.0010862824,0.000036867685,0.000014593786,0.0015425405,0.00016631786,0.00005065359,0.026889395,0.00052454846,0.9689602],"study_design_scores_gemma":[0.00047498164,0.00026784392,0.0012045143,0.106407344,0.000029429551,0.000084119296,0.04794592,0.37886584,0.00009282736,0.015522137,0.44876236,0.00034269114],"about_ca_topic_score_codex":0.00017865504,"about_ca_topic_score_gemma":0.000014032702,"teacher_disagreement_score":0.96861756,"about_ca_system_score_codex":0.00009388806,"about_ca_system_score_gemma":0.00024777622,"threshold_uncertainty_score":0.99816054},"labels":[],"label_agreement":null},{"id":"W4392351665","doi":"10.19173/irrodl.v25i1.7253","title":"Book Review: IDEAL Distance Education and Blended Learning Handbook (8th ed.), authored by Jen Vanek, Destiny Simpson, Jamie Harris, and Jeff Goumas (EDTech Books, 2022)","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Innovations and Challenges","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Destiny (ISS module); Ideal (ethics); Blended learning; Distance education; Sociology; Psychology; Psychoanalysis; Educational technology; Philosophy; Pedagogy; Engineering; Epistemology","score_opus":0.03575545774091748,"score_gpt":0.40863083203504985,"score_spread":0.37287537429413237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392351665","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00079853274,0.935444,0.0051614447,0.056513302,0.000120823854,0.0006419438,0.000031420812,0.000031582826,0.0012569517],"genre_scores_gemma":[0.037181325,0.95428264,0.00076174695,0.0013646528,0.00007248986,0.00024541587,0.00030901434,0.000015709835,0.0057670106],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974919,0.0005237293,0.00052540353,0.00051386165,0.0006751213,0.00026997467],"domain_scores_gemma":[0.99795055,0.0010007335,0.0001741956,0.00025774573,0.0005069621,0.00010981214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044904584,0.00016731885,0.0003013362,0.00016137154,0.00032853396,0.00058382127,0.0009598496,0.000050703035,0.00013094062],"category_scores_gemma":[0.0010641791,0.0001301525,0.000034397766,0.00061930344,0.00021731184,0.0006692432,0.00079476106,0.00089604425,0.000009079085],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025920484,0.00014139102,0.0014722113,0.006979552,0.00007599786,0.000009677306,0.00034583337,0.000013657144,0.00017167936,0.076859824,0.7161716,0.19773266],"study_design_scores_gemma":[0.00018633413,0.000094483185,0.0011135164,0.031470336,0.0000143460875,0.000048761834,0.00043258042,0.0054080957,0.000056304558,0.0024966712,0.9585085,0.0001700791],"about_ca_topic_score_codex":0.00012472105,"about_ca_topic_score_gemma":0.000009773387,"teacher_disagreement_score":0.2423369,"about_ca_system_score_codex":0.00013315163,"about_ca_system_score_gemma":0.0006114036,"threshold_uncertainty_score":0.5629802},"labels":[],"label_agreement":null},{"id":"W4394696464","doi":"10.19173/irrodl.v25i1.7581","title":"Book Review: Digital Teaching, Learning and Assessment: The Way Forward, edited by Upasana Gitanjali Singh, Chenicheri Sid Nair, and Susana Gonçalves (Chandos Publishing, 2023)","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology-Enhanced Education Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Library science; Computer science; Psychology; Art; Literature","score_opus":0.04626956604993671,"score_gpt":0.4640214098084035,"score_spread":0.4177518437584668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394696464","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002330134,0.81321084,0.000105502375,0.1574497,0.00014570307,0.00091166794,0.000068042296,0.000078312376,0.025700111],"genre_scores_gemma":[0.20534118,0.7841326,0.000042399464,0.0008904683,0.00012783085,0.00015744238,0.00018094496,0.000014893439,0.009112252],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970052,0.0009212342,0.00043640053,0.00038971947,0.0008848769,0.0003625168],"domain_scores_gemma":[0.9967932,0.0024251782,0.00018844927,0.00015942461,0.00034310337,0.00009060863],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.010708189,0.00014842728,0.00033194138,0.00013348366,0.0010063607,0.0019801522,0.0009165739,0.00007723505,0.0002933721],"category_scores_gemma":[0.015250135,0.000096640906,0.000054647215,0.0006831117,0.000948004,0.0013778972,0.0010808463,0.0018807031,0.0000049781884],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015007792,0.000039122162,0.0050710873,0.0016724161,0.00014410792,0.0000042447177,0.0014535101,8.686263e-7,0.000031347216,0.00935801,0.830543,0.15166728],"study_design_scores_gemma":[0.00016037724,0.000046430287,0.00064175145,0.009731084,0.000020828144,0.0000057213006,0.00938332,0.00013103949,0.0000064540754,0.00076781726,0.9790026,0.00010261083],"about_ca_topic_score_codex":0.00092656334,"about_ca_topic_score_gemma":0.000061575774,"teacher_disagreement_score":0.20301104,"about_ca_system_score_codex":0.00022300072,"about_ca_system_score_gemma":0.00028769637,"threshold_uncertainty_score":0.99905586},"labels":[],"label_agreement":null},{"id":"W4396947851","doi":"10.19173/irrodl.v25i2.7718","title":"Marginalization, Technology Access and Study Approaches of Undergraduate Distance Learners during Covid-19 Pandemic in India","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Distance education; Virology; Mathematics education; Political science; Sociology; Psychology; Medicine; Infectious disease (medical specialty); Outbreak","score_opus":0.14040244516114458,"score_gpt":0.46942627361972294,"score_spread":0.32902382845857836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396947851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79692864,0.05672511,0.029840488,0.11283839,0.000102916296,0.0018243743,0.00003157372,0.00010289715,0.0016056238],"genre_scores_gemma":[0.98135936,0.018306773,0.00011877215,0.000025908159,0.0000079028005,0.000028666558,0.00001770742,0.0000048392494,0.00013006986],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982897,0.00047057844,0.00035049897,0.00030800435,0.0004140783,0.00016715685],"domain_scores_gemma":[0.9990244,0.0005441155,0.00010526433,0.000184842,0.00009322418,0.00004818286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004163127,0.000079560705,0.00021946279,0.00040576863,0.00009639369,0.00026347558,0.0013762582,0.000031744505,0.000005071606],"category_scores_gemma":[0.001912839,0.000058577014,0.00001843257,0.0017167471,0.0001992387,0.00032202684,0.0013572192,0.00061049673,8.5708587e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020766238,0.00008614473,0.893911,0.0020726766,0.00003460484,0.00003762522,0.00037818874,0.001324707,0.000010787891,0.09329286,0.00003596371,0.008794685],"study_design_scores_gemma":[0.004200861,0.000614307,0.34128588,0.03707052,0.000051968895,0.00023330057,0.02027424,0.42121845,0.00006895679,0.15492599,0.019308604,0.000746917],"about_ca_topic_score_codex":0.00016765816,"about_ca_topic_score_gemma":0.00004356227,"teacher_disagreement_score":0.55262506,"about_ca_system_score_codex":0.00010659445,"about_ca_system_score_gemma":0.00022663194,"threshold_uncertainty_score":0.26523384},"labels":[],"label_agreement":null},{"id":"W4396947856","doi":"10.19173/irrodl.v25i2.7651","title":"Book Review: Research, Writing, and Creative Process in Open and Distance Education: Tales From the Field, edited by Dianne Conrad (Open Book Publishers, 2023)","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open university; Sociology; Process (computing); Media studies; Art history; Art; Computer science; Distance education; Pedagogy; Programming language","score_opus":0.09479195559427422,"score_gpt":0.5255481602380244,"score_spread":0.4307562046437502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396947856","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00077422324,0.6758409,0.000008800541,0.2924,0.00010778776,0.0017613745,0.00008122152,0.0000040563323,0.029021649],"genre_scores_gemma":[0.03136713,0.93663096,0.000022055905,0.0069285478,0.00016796807,0.00083565933,0.00038335225,0.000009647124,0.023654671],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959337,0.0023282499,0.00037411516,0.00036398805,0.00074825465,0.0002516558],"domain_scores_gemma":[0.9943627,0.004753744,0.00011406942,0.00018034833,0.0004823649,0.000106751846],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015176923,0.000089731155,0.00023081497,0.00006657606,0.0006061904,0.0028005766,0.0017857407,0.00003938992,0.0024730759],"category_scores_gemma":[0.009426467,0.00006004287,0.000017427199,0.0007700022,0.00047964574,0.0020351969,0.0012913829,0.0009562406,0.000007786358],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029470562,0.000061899176,0.0031005433,0.0006808874,0.000024528832,0.0000030119843,0.0017069738,3.0719983e-7,9.75039e-7,0.0069927103,0.97172534,0.015673338],"study_design_scores_gemma":[0.0001630637,0.000032454293,0.0017615516,0.02101535,0.0000070322094,9.798275e-7,0.020437192,0.000027982494,0.0000021304688,0.0013879365,0.95509624,0.00006807768],"about_ca_topic_score_codex":0.018607613,"about_ca_topic_score_gemma":0.00077599584,"teacher_disagreement_score":0.28547144,"about_ca_system_score_codex":0.00015182354,"about_ca_system_score_gemma":0.0008774839,"threshold_uncertainty_score":0.9989176},"labels":[],"label_agreement":null},{"id":"W4396947864","doi":"10.19173/irrodl.v25i2.7572","title":"Exploring Teachers’ Digital Literacy Experiences","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital literacy in education","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Literacy; Digital literacy; Pedagogy; Mathematics education; Sociology; Psychology","score_opus":0.1834715522118335,"score_gpt":0.4640762646850368,"score_spread":0.2806047124732033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396947864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7308576,0.10994886,0.01450438,0.053698774,0.0018512455,0.0015881829,0.00006107421,0.00018072441,0.087309144],"genre_scores_gemma":[0.991652,0.007248832,0.00030516429,0.000062763254,0.000052490857,0.0001883857,0.00004749075,0.0000045302436,0.00043834007],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985193,0.00015895237,0.00029019613,0.00026500938,0.00058759813,0.00017891957],"domain_scores_gemma":[0.9985883,0.0009184847,0.00004674131,0.00021197964,0.00018314051,0.000051310355],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0025488157,0.00007116253,0.00012005101,0.0001512667,0.00007918442,0.0027874608,0.0018484215,0.000011484407,0.000035727153],"category_scores_gemma":[0.0014909281,0.00004845191,0.000033690092,0.00080567587,0.000103264596,0.0047477554,0.0011063999,0.00037724007,0.000029216253],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008042868,0.000082154285,0.0034466428,0.00074197084,0.000024633877,0.000027546736,0.015759898,0.000016751284,0.000014981075,0.09303457,0.0016537047,0.8851891],"study_design_scores_gemma":[0.000236403,0.00013664582,0.0041985884,0.03465845,0.0000035372138,0.000082833154,0.016894862,0.015493561,0.00018280388,0.012260005,0.91559833,0.00025399702],"about_ca_topic_score_codex":0.000049730323,"about_ca_topic_score_gemma":3.8846784e-7,"teacher_disagreement_score":0.9139446,"about_ca_system_score_codex":0.00008353214,"about_ca_system_score_gemma":0.00013517619,"threshold_uncertainty_score":0.99824774},"labels":[],"label_agreement":null},{"id":"W4396947865","doi":"10.19173/irrodl.v25i2.7578","title":"Perceived Utility and Learning by Dominican University Students in Virtual Teaching–Learning Environments: An Analysis of Multiple Serial Mediation Based on the Extended Technology Acceptance Model","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology-Enhanced Education Studies","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mediation; Computer science; Mathematics education; Educational technology; Psychology; Multimedia; Human–computer interaction; Sociology; Social science","score_opus":0.05447694176492223,"score_gpt":0.4450510815188495,"score_spread":0.39057413975392724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396947865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9916372,0.0008877484,0.00087190507,0.0056765317,0.000026405023,0.00043183193,0.00003328777,0.000026332804,0.00040877963],"genre_scores_gemma":[0.99096704,0.008576238,0.00007172348,0.000021014064,0.00000790635,0.000022877075,0.00006833856,0.0000040470604,0.0002608014],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967922,0.001852118,0.00026774188,0.00029031947,0.0006229711,0.00017462838],"domain_scores_gemma":[0.9975781,0.002038264,0.0001414837,0.00013655722,0.00007246644,0.00003312016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008898545,0.000077523946,0.00024554727,0.00035260155,0.00044916535,0.00007717074,0.00084852887,0.000068432266,0.000063094594],"category_scores_gemma":[0.007631645,0.000058469,0.0000340317,0.0009757126,0.00068028434,0.0002088843,0.0004318381,0.00113207,7.879958e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005754862,0.000616508,0.77897644,0.00023103158,0.00049315667,0.000006632354,0.017925097,0.0320243,0.0016172712,0.020039877,0.00031006642,0.14718412],"study_design_scores_gemma":[0.0009893939,0.0002448307,0.29805708,0.0020238357,0.00009136587,3.010031e-7,0.18996191,0.4904593,0.00005298227,0.00059845555,0.017333165,0.0001874037],"about_ca_topic_score_codex":0.0010971604,"about_ca_topic_score_gemma":0.0005712244,"teacher_disagreement_score":0.4809194,"about_ca_system_score_codex":0.00028425458,"about_ca_system_score_gemma":0.00013485464,"threshold_uncertainty_score":0.9136343},"labels":[],"label_agreement":null},{"id":"W4396947871","doi":"10.19173/irrodl.v25i2.7548","title":"Centering Cultural Knowledge in TPACK— Evidence From a Collaborative Online International Learning Collaboration","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"International Student and Expatriate Challenges","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Collaborative learning; Online learning; Knowledge management; Psychology; Computer science; World Wide Web","score_opus":0.16102967916048605,"score_gpt":0.5414196269770897,"score_spread":0.3803899478166036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396947871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7800249,0.13795003,0.000073907795,0.06335664,0.0010362444,0.0011074522,0.00019288147,0.00004219818,0.016215764],"genre_scores_gemma":[0.7915254,0.2071958,0.000046064215,0.00003185106,0.00026021013,0.000040109404,0.00024507995,0.0000067165797,0.00064876],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99691904,0.0011268789,0.00044338385,0.00031477673,0.0009565962,0.00023933264],"domain_scores_gemma":[0.9969349,0.0018827474,0.00011344216,0.00007494642,0.0009376378,0.00005634607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005392433,0.0001097846,0.00021785934,0.0002221807,0.00027480067,0.00069615216,0.0011279549,0.00005818362,0.00034793292],"category_scores_gemma":[0.0043156766,0.00008446827,0.00004421338,0.0010570853,0.00022544722,0.0009146556,0.0006564796,0.0007636577,0.00002474664],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023359808,0.0013824496,0.20368025,0.0034844964,0.00097413413,0.0003866279,0.42539945,0.0031538762,0.0022715994,0.17230247,0.015261135,0.16936752],"study_design_scores_gemma":[0.00092154695,0.0001428026,0.009760435,0.05389611,0.000016007456,0.0000029591974,0.4163063,0.008598677,0.00010083531,0.0021232907,0.5078569,0.0002741373],"about_ca_topic_score_codex":0.0061193234,"about_ca_topic_score_gemma":0.008075782,"teacher_disagreement_score":0.4925958,"about_ca_system_score_codex":0.0005945638,"about_ca_system_score_gemma":0.0003981214,"threshold_uncertainty_score":0.9250627},"labels":[],"label_agreement":null},{"id":"W4396947882","doi":"10.19173/irrodl.v25i2.7584","title":"Identifying Pedagogical Design and Implementation of Synchronous Virtual Classrooms","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Mathematics education; Multimedia; Human–computer interaction; Psychology","score_opus":0.2027087031435321,"score_gpt":0.5532740606204731,"score_spread":0.35056535747694106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396947882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78200805,0.1272171,0.023969188,0.05212246,0.0004042906,0.0031345321,0.00007873521,0.00006235894,0.011003293],"genre_scores_gemma":[0.942908,0.056252427,0.0003923907,0.000021606462,0.000059403115,0.000022866558,0.00003513298,0.000004483785,0.00030369527],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977835,0.0009952338,0.00028303257,0.00016222704,0.00060715695,0.00016887726],"domain_scores_gemma":[0.9983433,0.0013174661,0.000072627096,0.00005609464,0.00016617961,0.000044333086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009331394,0.000051830735,0.00014684422,0.00010717979,0.00019391495,0.00021675693,0.0003901886,0.000029264605,0.00041414614],"category_scores_gemma":[0.0010475486,0.000037456743,0.000027198443,0.00038776261,0.00024720206,0.0002729568,0.00031897356,0.00041302072,0.0000041650264],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006046694,0.00005639058,0.017202703,0.0016045461,0.00007946133,0.000026828204,0.0053885793,0.00011716369,0.00034907772,0.19562997,0.0009792282,0.77850556],"study_design_scores_gemma":[0.0012789568,0.0006904978,0.013368879,0.03052439,0.00007009688,0.000029035247,0.30330053,0.007742686,0.0003232259,0.012623085,0.62970114,0.00034746728],"about_ca_topic_score_codex":0.0010992632,"about_ca_topic_score_gemma":0.0001232479,"teacher_disagreement_score":0.7781581,"about_ca_system_score_codex":0.00007397747,"about_ca_system_score_gemma":0.00043490197,"threshold_uncertainty_score":0.45346096},"labels":[],"label_agreement":null},{"id":"W4396947883","doi":"10.19173/irrodl.v25i2.7428","title":"Exploring the Feasibility of Deploying Technology Enhanced School-Based Teacher Continuous Professional Development in Internet-Limited Environments in Tanzania","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Technology Integration","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tanzania; The Internet; Professional development; Internet access; Computer science; Medical education; Mathematics education; Psychology; Multimedia; Pedagogy; Sociology; World Wide Web; Medicine; Socioeconomics","score_opus":0.18045246411151633,"score_gpt":0.4687879713732977,"score_spread":0.28833550726178137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396947883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97802985,0.0032612323,0.00019933736,0.016026495,0.0001358678,0.00082075346,0.0000022216673,0.000013792612,0.0015104605],"genre_scores_gemma":[0.99604386,0.003042682,0.00010783368,0.00003986635,0.000009347826,0.0003139033,0.000023421235,0.000004617542,0.00041444035],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979618,0.00074509834,0.00044148215,0.00020642322,0.00045912157,0.00018607662],"domain_scores_gemma":[0.99902844,0.0006368525,0.00009558294,0.000121160636,0.00009219555,0.000025768752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071625584,0.000067484856,0.00016918813,0.00032307944,0.00009915584,0.000053930227,0.00075471244,0.000057651218,0.00016455191],"category_scores_gemma":[0.004567941,0.000044243796,0.000021223774,0.00096589304,0.00038223134,0.00019037857,0.00026871645,0.0009005345,0.000006805685],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013624498,0.0005103493,0.8029324,0.0005840295,0.000041454605,0.000010336795,0.0057058507,0.000040090625,0.0016041859,0.03637148,0.00028183323,0.15178175],"study_design_scores_gemma":[0.0023692776,0.00022212723,0.6310531,0.0763086,0.000018204868,0.0000052365554,0.13440545,0.0032669783,0.012821758,0.010909629,0.12815435,0.00046532895],"about_ca_topic_score_codex":0.00089150365,"about_ca_topic_score_gemma":0.0009485368,"teacher_disagreement_score":0.17187934,"about_ca_system_score_codex":0.0004408209,"about_ca_system_score_gemma":0.00048957125,"threshold_uncertainty_score":0.54685825},"labels":[],"label_agreement":null},{"id":"W4396948084","doi":"10.19173/irrodl.v25i2.7617","title":"Book Review: Critical Digital Pedagogy in Higher Education, edited by Suzan Köseoğlu, George Veletsianos, and Chris Rowell (AU Press, 2023)","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Innovations and Challenges","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"George (robot); Sociology; Political science; Art; Art history","score_opus":0.07356212625976334,"score_gpt":0.46846345427801056,"score_spread":0.39490132801824723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396948084","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00033733968,0.71414125,0.00015108162,0.27920192,0.00021756995,0.00033269203,0.00005373262,0.000009758485,0.0055546914],"genre_scores_gemma":[0.09801474,0.886714,0.00012757085,0.0038809355,0.0002535502,0.00030137878,0.0005789922,0.000014364542,0.01011446],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99819314,0.00025053206,0.0004410279,0.00035352743,0.00053051807,0.0002312232],"domain_scores_gemma":[0.9982128,0.0009903957,0.00006211226,0.0002246908,0.00043562887,0.00007433641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022578952,0.000107825545,0.00021500085,0.00014206997,0.00010069207,0.00049091247,0.0010085243,0.000040486746,0.00038931394],"category_scores_gemma":[0.0008192511,0.00008212948,0.000028112232,0.0006778456,0.00018331982,0.0008607789,0.0006957729,0.0005716335,0.000014423537],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006356289,0.00019093286,0.00072979636,0.003660325,0.000020567248,0.0000073481433,0.00008326491,0.0000014546299,0.000010350556,0.17570819,0.7922352,0.027346216],"study_design_scores_gemma":[0.00009351638,0.000033358872,0.0025901643,0.014677184,0.0000037370908,0.000016655082,0.00016995835,0.00043479187,0.000007849088,0.0015887069,0.98029417,0.000089922396],"about_ca_topic_score_codex":0.00032205888,"about_ca_topic_score_gemma":0.000007873615,"teacher_disagreement_score":0.27532098,"about_ca_system_score_codex":0.00011301808,"about_ca_system_score_gemma":0.00059234677,"threshold_uncertainty_score":0.47338805},"labels":[],"label_agreement":null},{"id":"W4396948115","doi":"10.19173/irrodl.v25i2.7702","title":"Alone in the Academic Ultraperiphery: Online Doctoral Candidates’ Quest to Belong, Thrive, and Succeed","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Doctoral Education Challenges and Solutions","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Failure to thrive; Psychology; Medicine; Pediatrics","score_opus":0.3536771426578945,"score_gpt":0.6402102393702638,"score_spread":0.28653309671236926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396948115","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6318474,0.080856554,0.000027677155,0.2798129,0.00031757425,0.0019956992,0.0003039568,0.000018556717,0.0048196986],"genre_scores_gemma":[0.8972109,0.10035469,0.00003482949,0.0010300344,0.00012675417,0.00021384784,0.0002805499,0.000007692315,0.0007407124],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974975,0.001119895,0.00044260337,0.0002238909,0.00042823047,0.00028787248],"domain_scores_gemma":[0.9976982,0.0018156775,0.000061719555,0.00014327093,0.0001975624,0.00008355716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006093886,0.00008653363,0.00020670753,0.00013832566,0.00030345234,0.00008098656,0.00071199675,0.000060855567,0.00030583062],"category_scores_gemma":[0.0019044153,0.0000501579,0.000022968245,0.0006774975,0.00013349835,0.00018034133,0.00043468527,0.0017687058,0.000026082947],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004693856,0.0005484361,0.4941173,0.009727997,0.00017002589,0.00007174396,0.029252747,0.000111768866,0.00034449098,0.24365973,0.13500082,0.08652555],"study_design_scores_gemma":[0.0005276881,0.000101095284,0.15937181,0.022522494,0.000010312211,0.000011388707,0.025269747,0.0009643943,0.0000021842827,0.0017174571,0.78938067,0.000120785495],"about_ca_topic_score_codex":0.0044910656,"about_ca_topic_score_gemma":0.0018839414,"teacher_disagreement_score":0.65437984,"about_ca_system_score_codex":0.0001486616,"about_ca_system_score_gemma":0.00035959505,"threshold_uncertainty_score":0.7684245},"labels":[],"label_agreement":null},{"id":"W4396948208","doi":"10.19173/irrodl.v25i2.7621","title":"Decoding Video Logs: Unveiling Student Engagement Patterns in Lecture Capture Videos","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Decoding methods; Computer science; Multimedia; World Wide Web; Telecommunications","score_opus":0.191049017977342,"score_gpt":0.5761590575990283,"score_spread":0.38511003962168633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396948208","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29690027,0.42085484,0.002068162,0.22818,0.0016758845,0.003910332,0.00015042702,0.00007479338,0.046185292],"genre_scores_gemma":[0.9578983,0.040586647,0.000054590808,0.0005532705,0.000057914225,0.00024576657,0.00015518523,0.0000101419655,0.00043818916],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99710655,0.0014322869,0.00049760874,0.0002748284,0.00045472066,0.00023402157],"domain_scores_gemma":[0.9976435,0.0017117172,0.00008220272,0.0003091441,0.00019656905,0.000056921883],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0074377656,0.00009174848,0.00019567974,0.0002494519,0.00013614117,0.00019364705,0.0010880394,0.000050630606,0.001885246],"category_scores_gemma":[0.0009495053,0.00006832581,0.000040590086,0.00057243806,0.0000691674,0.00010472223,0.00066993164,0.0014807341,0.000036392736],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013460245,0.00054040266,0.6033388,0.0059808013,0.00021144644,0.00008934439,0.023159174,0.00037389025,0.00006141762,0.115831554,0.014787777,0.23549083],"study_design_scores_gemma":[0.0011165177,0.00011753102,0.26377594,0.049477864,0.000019850739,0.000046014902,0.07489322,0.002219971,0.000019345716,0.0033198507,0.6047059,0.000287969],"about_ca_topic_score_codex":0.0017823675,"about_ca_topic_score_gemma":0.00043055209,"teacher_disagreement_score":0.660998,"about_ca_system_score_codex":0.00026362945,"about_ca_system_score_gemma":0.0001842402,"threshold_uncertainty_score":0.9990272},"labels":[],"label_agreement":null},{"id":"W4396948242","doi":"10.19173/irrodl.v25i2.8012","title":"Editorial - Volume 25, Issue 2","year":2024,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Physics; Thermodynamics","score_opus":0.044251045563009954,"score_gpt":0.4764791614667881,"score_spread":0.43222811590377813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396948242","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019630214,0.031272266,0.0000058153423,0.024235569,0.9039445,0.0007290634,0.00026193363,0.000027187032,0.039504014],"genre_scores_gemma":[0.00016682746,0.16221817,0.000037541606,0.000023497909,0.8175947,0.00006678063,0.0009378235,0.000021255644,0.01893337],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932177,0.0018633513,0.0005679005,0.00044817792,0.0034440823,0.00045876845],"domain_scores_gemma":[0.99453306,0.0035659415,0.00024434764,0.00023211326,0.0013040788,0.00012046758],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020974733,0.00017496975,0.00048121187,0.00022169814,0.0004462726,0.000777639,0.0024681652,0.0003747678,0.0010729131],"category_scores_gemma":[0.028832067,0.00012997974,0.00010879073,0.00083206367,0.00050350843,0.00028347303,0.001490182,0.004315604,0.00023370492],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003436599,0.00003263185,0.00011454295,0.001407745,0.000045328346,0.000011817927,0.00019969496,0.0000046857544,6.8173387e-7,0.0017958578,0.9814839,0.014868745],"study_design_scores_gemma":[0.00021486304,0.000059059566,0.0000054081547,0.016222319,0.000022687222,4.42404e-7,0.0025846986,0.00004233754,3.9609e-7,0.001049476,0.9796692,0.00012911463],"about_ca_topic_score_codex":0.006113335,"about_ca_topic_score_gemma":0.00045025843,"teacher_disagreement_score":0.1309459,"about_ca_system_score_codex":0.00035092194,"about_ca_system_score_gemma":0.0029033627,"threshold_uncertainty_score":0.99984026},"labels":[],"label_agreement":null},{"id":"W4401873268","doi":"10.19173/irrodl.v25i3.7641","title":"AI Application (ChatGPT) and Saudi Arabian Primary School Students’ Autonomy in Online Classes: Exploring Students and Teachers’ Perceptions","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Prince Sattam bin Abdulaziz University","keywords":"Autonomy; Perception; Learner autonomy; Psychology; Mathematics education; Coding (social sciences); Educational technology; Pedagogy; Sociology","score_opus":0.09119957511316923,"score_gpt":0.4706832055806261,"score_spread":0.37948363046745687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873268","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92856807,0.020739723,0.007131746,0.042199988,0.00006642759,0.0008664022,0.000020363621,0.000045604786,0.0003616528],"genre_scores_gemma":[0.94649136,0.051900778,0.00077787106,0.00026376636,0.000049913793,0.00009753873,0.00009285409,0.000008041724,0.00031785917],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99806637,0.00036809695,0.00034523054,0.00036727547,0.0006628397,0.00019017722],"domain_scores_gemma":[0.9991322,0.00040704067,0.000061923245,0.00019563382,0.00011530984,0.000087897984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039758338,0.00009942637,0.00020768898,0.00023008815,0.00012418596,0.0007915683,0.0012438478,0.000031457585,0.000011171894],"category_scores_gemma":[0.0005116903,0.00007709307,0.000024574398,0.00058628974,0.00010897437,0.00063142454,0.0017144841,0.00097051094,0.000006724452],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012018188,0.00023085749,0.8806499,0.0011253185,0.000055582706,0.000019942087,0.0013215349,0.00018386121,0.00009660148,0.0064721024,0.00026376316,0.10956849],"study_design_scores_gemma":[0.0008384239,0.00013416601,0.87665033,0.018321132,0.000017064198,0.000030622403,0.0041679814,0.056573488,0.0000035994267,0.002623991,0.04041738,0.00022183248],"about_ca_topic_score_codex":0.00025029609,"about_ca_topic_score_gemma":0.00004276113,"teacher_disagreement_score":0.10934666,"about_ca_system_score_codex":0.00020179905,"about_ca_system_score_gemma":0.00019106177,"threshold_uncertainty_score":0.76331115},"labels":[],"label_agreement":null},{"id":"W4401873329","doi":"10.19173/irrodl.v25i3.7659","title":"The Effects of Educational Artificial Intelligence-Powered Applications on Teachers’ Perceived Autonomy, Professional Development for Online Teaching, and Digital Burnout","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Shihezi University","keywords":"Autonomy; Burnout; Faculty development; Educational technology; Professional development; Psychology; Technology integration; Distance education; Computer science; Computer-mediated communication; Multimedia; Medical education; Mathematics education; Pedagogy; The Internet; World Wide Web; Medicine","score_opus":0.07037199463586956,"score_gpt":0.46424006198753454,"score_spread":0.39386806735166496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873329","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25698882,0.09193199,0.16380276,0.45813388,0.0035888664,0.013828065,0.00031042716,0.00014292763,0.01127227],"genre_scores_gemma":[0.9884799,0.0021189463,0.003294333,0.000113888374,0.00010096466,0.0007752308,0.0003033063,0.000009482196,0.0048039122],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99851793,0.00033195462,0.0004063562,0.00023879115,0.00036013444,0.00014481026],"domain_scores_gemma":[0.9942416,0.0052042385,0.000111070534,0.00016239872,0.00023079048,0.000049934155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029829778,0.00008006023,0.00012519224,0.0001199876,0.00042216227,0.0004156173,0.00097111356,0.00002563795,0.000024716019],"category_scores_gemma":[0.0032340062,0.00004953395,0.000049514765,0.00023804721,0.00017071061,0.00020032446,0.0004149726,0.00060293305,0.0000063939756],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001789802,0.00038025697,0.00079770864,0.0009948758,0.000059276914,3.5979076e-7,0.0017216282,0.000018208862,0.000034208322,0.46984142,0.0016965548,0.5244376],"study_design_scores_gemma":[0.00021597282,0.0002736389,0.027483176,0.019836735,0.000012018235,0.0000127602925,0.0032335604,0.012354681,0.00007759343,0.03007423,0.9062448,0.00018079802],"about_ca_topic_score_codex":0.000028299291,"about_ca_topic_score_gemma":0.000007673363,"teacher_disagreement_score":0.9045483,"about_ca_system_score_codex":0.00010877097,"about_ca_system_score_gemma":0.0006348294,"threshold_uncertainty_score":0.40078074},"labels":[],"label_agreement":null},{"id":"W4401873338","doi":"10.19173/irrodl.v25i3.7642","title":"Threats and Opportunities of Students’ Use Of AI-Integrated Technology (ChatGPT) in Online Higher Education: Saudi Arabian Educational Technologists’ Perspectives","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Prince Sattam bin Abdulaziz University","keywords":"Educational technology; Technology integration; Higher education; Distance education; Electronic learning; Mathematics education; Medical education; Pedagogy; Psychology; Sociology; Political science; Medicine","score_opus":0.13977560604200825,"score_gpt":0.47869878677935873,"score_spread":0.3389231807373505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873338","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37187287,0.20262408,0.00075977406,0.4229093,0.00017191393,0.0007154897,0.00009934077,0.000046085614,0.0008011642],"genre_scores_gemma":[0.9313348,0.065777935,0.0010598331,0.000064843254,0.000019194065,0.000024189523,0.000074446354,0.000005069336,0.0016397202],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985405,0.0002188434,0.00039563165,0.00025741558,0.0004518627,0.00013574937],"domain_scores_gemma":[0.9985127,0.0005429592,0.00012264166,0.00022371185,0.00056681345,0.00003117782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016138074,0.00008913204,0.00025262393,0.0005855845,0.000045207933,0.00015315202,0.0011509022,0.0000550385,0.000040998995],"category_scores_gemma":[0.0009305128,0.00006420505,0.000029222392,0.001099581,0.00044978134,0.00030735525,0.0008278085,0.00071250653,8.0621965e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019916493,0.0005147889,0.15059875,0.0010344817,0.00006980305,0.000010061641,0.0002993246,0.00007418339,0.00007124898,0.7540146,0.0004935319,0.09279931],"study_design_scores_gemma":[0.0018936017,0.0012301088,0.29236692,0.13495414,0.00007684147,0.0002072038,0.039557084,0.04291663,0.0003997698,0.32536095,0.16018774,0.00084898743],"about_ca_topic_score_codex":0.00029639073,"about_ca_topic_score_gemma":0.000026242567,"teacher_disagreement_score":0.5594619,"about_ca_system_score_codex":0.00008577033,"about_ca_system_score_gemma":0.00063587667,"threshold_uncertainty_score":0.30955258},"labels":[],"label_agreement":null},{"id":"W4401873350","doi":"10.19173/irrodl.v25i3.7666","title":"AI-Supported Online Language Learning: Learners’ Self-Esteem, Cognitive-Emotion Regulation, Academic Enjoyment, and Language Success","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Advanced Technologies in Various Fields","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Self-esteem; Psychology; Cognition; Computer-mediated communication; Language acquisition; Distance education; Mathematics education; Computer science; Social psychology; The Internet; World Wide Web","score_opus":0.04815556844593664,"score_gpt":0.44527955888213144,"score_spread":0.3971239904361948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873350","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58487475,0.15583651,0.15496922,0.09423935,0.00046464213,0.002967773,0.0001167152,0.0008839099,0.0056471336],"genre_scores_gemma":[0.96459436,0.03344199,0.0008779496,0.00020698132,0.000039177765,0.00003881319,0.00020493692,0.00001078658,0.0005849748],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978588,0.0004769906,0.00039004636,0.00040860687,0.000606004,0.00025955724],"domain_scores_gemma":[0.99820924,0.0011586546,0.00013114372,0.00021945937,0.00022716272,0.00005432558],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034026091,0.00012416349,0.000228641,0.0002405473,0.00015489628,0.00028887906,0.0013320678,0.00010002864,0.00006122072],"category_scores_gemma":[0.0031886566,0.00009427929,0.00003508999,0.0008730279,0.00018475475,0.0006563111,0.0018013398,0.0018236003,0.000008919722],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009831149,0.00031367486,0.05036145,0.0050624777,0.00031526884,0.0003620575,0.007635865,0.00057990634,0.0025796166,0.17358528,0.002748598,0.7563575],"study_design_scores_gemma":[0.004810375,0.0016335717,0.07731932,0.099898174,0.00016862784,0.0008844357,0.051481515,0.57718754,0.0056201876,0.03609404,0.14315464,0.0017475736],"about_ca_topic_score_codex":0.00015186521,"about_ca_topic_score_gemma":0.0000122924075,"teacher_disagreement_score":0.75460994,"about_ca_system_score_codex":0.00010107652,"about_ca_system_score_gemma":0.00012111605,"threshold_uncertainty_score":0.7922737},"labels":[],"label_agreement":null},{"id":"W4401873351","doi":"10.19173/irrodl.v25i3.7646","title":"Teacher- Versus AI-Generated (Poe Application) Corrective Feedback and Language Learners’ Writing Anxiety, Complexity, Fluency, and Accuracy","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Social Science Fund of China","keywords":"Corrective feedback; Fluency; Second language writing; Psychology; Anxiety; Computer science; Computer-mediated communication; Computer-Assisted Instruction; Language acquisition; Mathematics education; Multimedia; Cognitive psychology; Linguistics; Second language; The Internet; World Wide Web","score_opus":0.09433302231544706,"score_gpt":0.43277654500695273,"score_spread":0.3384435226915057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5533758,0.2591984,0.10553274,0.05147106,0.001160197,0.0043426496,0.000105612795,0.00032373186,0.024489848],"genre_scores_gemma":[0.9872258,0.011517921,0.00035457886,0.00008792671,0.00009477703,0.00005287355,0.0000498083,0.000009625692,0.0006067032],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980258,0.0005347283,0.00032191444,0.00041054498,0.00047437742,0.0002326742],"domain_scores_gemma":[0.9981272,0.0012561458,0.000096462085,0.0001829702,0.00026677095,0.00007040122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041863904,0.00012021974,0.00022087712,0.00012704836,0.0002491656,0.00081871025,0.00081182196,0.000038793514,0.000025499252],"category_scores_gemma":[0.0014780691,0.000090613416,0.000029883915,0.00056666404,0.00017305356,0.00049856765,0.0012749389,0.00084820506,0.000013036098],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000096439,0.000083302744,0.019869704,0.0022411565,0.00016815396,0.000045784007,0.004310881,0.00025985678,0.0012303885,0.4383371,0.00142181,0.53193545],"study_design_scores_gemma":[0.00237282,0.00060595205,0.025487876,0.037102036,0.000045787492,0.00033319512,0.02808934,0.47390386,0.0009087367,0.004784899,0.42544174,0.000923742],"about_ca_topic_score_codex":0.0012349915,"about_ca_topic_score_gemma":0.00003134345,"teacher_disagreement_score":0.5310117,"about_ca_system_score_codex":0.00010408344,"about_ca_system_score_gemma":0.000111142086,"threshold_uncertainty_score":0.78948414},"labels":[],"label_agreement":null},{"id":"W4401873378","doi":"10.19173/irrodl.v25i3.7677","title":"The Effects of Duolingo, an AI-Integrated Technology, on EFL Learners’ Willingness to Communicate and Engagement in Online Classes","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Willingness to communicate; Computer science; Educational technology; Multimedia; Mathematics education; Psychology; Social psychology","score_opus":0.09423394594475222,"score_gpt":0.48310036178467775,"score_spread":0.38886641583992554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7977532,0.042155907,0.0037105838,0.15361801,0.00032006775,0.0015113001,0.000020632016,0.00006131943,0.00084895553],"genre_scores_gemma":[0.9788635,0.020231245,0.00036985052,0.0002058324,0.000010061939,0.00007496353,0.000033087807,0.000005514862,0.00020594579],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99783885,0.0011014326,0.0003426847,0.00022520915,0.00032586345,0.00016593357],"domain_scores_gemma":[0.99704885,0.0022598226,0.00007368386,0.00033935157,0.00023219081,0.000046123318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055390857,0.00007932517,0.00016714665,0.00026795125,0.00017792977,0.0002998169,0.0017622724,0.00003129906,0.000009912681],"category_scores_gemma":[0.003859477,0.00004862015,0.000028705035,0.0011424555,0.00019790874,0.00017208344,0.00097046397,0.0010875321,0.000004001793],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010243851,0.00080852304,0.045539357,0.003217239,0.00013072275,0.000030780622,0.002695616,0.0009216927,0.0005491337,0.48653138,0.0024777516,0.45699537],"study_design_scores_gemma":[0.0014989623,0.0022066978,0.09729999,0.12783965,0.000025213947,0.00003975725,0.018016975,0.107791364,0.00095114065,0.013482886,0.6304076,0.0004398164],"about_ca_topic_score_codex":0.00039044625,"about_ca_topic_score_gemma":0.00011936694,"teacher_disagreement_score":0.6279298,"about_ca_system_score_codex":0.00006942449,"about_ca_system_score_gemma":0.00013350413,"threshold_uncertainty_score":0.47248465},"labels":[],"label_agreement":null},{"id":"W4401873400","doi":"10.19173/irrodl.v25i3.7703","title":"Artificial Intelligence in Higher Education: A Cross-Cultural Examination of Students’ Behavioral Intentions and Attitudes","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovations in Education and Learning Technologies","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Cross-cultural; Cultural intelligence; Higher education; Pedagogy; Social psychology; Mathematics education; Sociology; Anthropology","score_opus":0.24875330599429524,"score_gpt":0.5552941518723918,"score_spread":0.3065408458780966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93798923,0.019123292,0.0039025154,0.03244035,0.00076241425,0.0009661727,0.000013647004,0.00006686548,0.00473554],"genre_scores_gemma":[0.9940503,0.004237981,0.0011652384,0.000033402794,0.000019437304,0.00008728295,0.000029611849,0.000002888219,0.00037381274],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9985277,0.00023537238,0.00040797167,0.00021554394,0.00049977715,0.00011361482],"domain_scores_gemma":[0.99883026,0.00033185314,0.00008490666,0.00016578002,0.00056960067,0.00001761238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038028636,0.00006363121,0.00012283954,0.0003432937,0.000091911475,0.0005452001,0.0012155368,0.000035687608,0.00007682016],"category_scores_gemma":[0.0009317886,0.000047400474,0.000019787412,0.0012998871,0.00033030112,0.0005859094,0.00086915976,0.00048555463,0.0000032044334],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005308397,0.00023502012,0.041350085,0.00049142994,0.000010686004,0.0000020679313,0.00043017304,0.000030862717,0.000087557135,0.6789943,0.00012342526,0.2782391],"study_design_scores_gemma":[0.0001783815,0.00024181057,0.89870185,0.021655014,0.000011205298,0.00003782483,0.0070492015,0.0065103504,0.0005797077,0.03719325,0.027575962,0.00026545327],"about_ca_topic_score_codex":0.0001186957,"about_ca_topic_score_gemma":0.000011732124,"teacher_disagreement_score":0.8573518,"about_ca_system_score_codex":0.00009689152,"about_ca_system_score_gemma":0.00018075954,"threshold_uncertainty_score":0.5257377},"labels":[],"label_agreement":null},{"id":"W4401873420","doi":"10.19173/irrodl.v25i3.7708","title":"“To Use or Not to Use?” A Mixed-Methods Study on the Determinants of EFL College Learners’ Behavioral Intention to Use AI in the Distributed Learning Context","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Foundation of Henan Educational Committee","keywords":"Context (archaeology); Psychology; Electronic learning; Mathematics education; Educational technology; Multimethodology; Distance education; Instructional design; Computer-mediated communication; Computer science; Pedagogy; World Wide Web; The Internet","score_opus":0.2831968720493134,"score_gpt":0.5568656582643878,"score_spread":0.27366878621507446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95395595,0.00023197588,0.012490541,0.030163512,0.0003049204,0.002679726,0.00011055548,0.000028266291,0.000034532102],"genre_scores_gemma":[0.9965067,0.00029280403,0.0006886738,0.00082304835,0.00001499994,0.00037810474,0.00004374889,0.00001536043,0.0012365567],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99211353,0.0051308475,0.000823511,0.0005323248,0.0010261835,0.00037361684],"domain_scores_gemma":[0.9919338,0.0065487344,0.000175092,0.00056841515,0.00063990545,0.00013401914],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.014108422,0.00019308376,0.00038298464,0.0004897555,0.0003114879,0.0013587942,0.002553672,0.000048345613,0.00008521696],"category_scores_gemma":[0.01635322,0.00010915263,0.00012589245,0.0026330203,0.00011793441,0.0006824699,0.0015145078,0.0013807438,0.000045100664],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013690339,0.0030192435,0.70159537,0.0011079992,0.00024183486,0.0002412313,0.029279029,0.0019064377,0.00064092345,0.044019047,0.029426541,0.1871533],"study_design_scores_gemma":[0.00071290514,0.0023346555,0.76183695,0.020696437,0.00003607355,0.000040590756,0.05206874,0.012003854,0.00017339684,0.00010243683,0.14967515,0.0003188416],"about_ca_topic_score_codex":0.0033025853,"about_ca_topic_score_gemma":0.0010359994,"teacher_disagreement_score":0.18683445,"about_ca_system_score_codex":0.00021530823,"about_ca_system_score_gemma":0.00023546132,"threshold_uncertainty_score":0.9996779},"labels":[],"label_agreement":null},{"id":"W4401873424","doi":"10.19173/irrodl.v25i3.7680","title":"The Auxiliary Role of Artificial Intelligence Applications in Mitigating the Linguistic, Psychological, and Educational Challenges of Teaching and Learning Chinese Language by non-Chinese Students","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Technology and Pedagogy","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Educational technology; Computer science; Language acquisition; Psychology; Mathematics education; Linguistics; Teaching method","score_opus":0.05273356342580752,"score_gpt":0.49762279077603283,"score_spread":0.4448892273502253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873424","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8273747,0.14365114,0.0013040092,0.025733093,0.000057596833,0.00055624754,0.000018092505,0.000009166608,0.0012959494],"genre_scores_gemma":[0.97426397,0.025159068,0.0003711089,0.000022647577,0.00003110372,0.00008826253,0.000023263703,0.0000030960082,0.00003748537],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99840003,0.00057189027,0.00035330505,0.00021811413,0.00033754235,0.000119126504],"domain_scores_gemma":[0.994272,0.0052902205,0.00011762198,0.00016825167,0.00012760036,0.000024331237],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006395961,0.00007419813,0.0001461061,0.000086512904,0.00029604457,0.00012294734,0.0012197018,0.000034080414,0.0000064365713],"category_scores_gemma":[0.0044485605,0.000039259725,0.000020246816,0.00031130685,0.00041820528,0.000103678736,0.00074120145,0.00096260686,6.769085e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030921623,0.0003322847,0.15712936,0.0009980662,0.00006597251,0.0000022314127,0.01101737,0.000078413,0.0010011502,0.4801775,0.00008590345,0.34908083],"study_design_scores_gemma":[0.00030611345,0.00032555143,0.4548938,0.010745446,0.000019191426,0.000068212146,0.051373135,0.045280177,0.00017016004,0.429058,0.00744047,0.00031974606],"about_ca_topic_score_codex":0.00038120922,"about_ca_topic_score_gemma":0.000059703576,"teacher_disagreement_score":0.34876108,"about_ca_system_score_codex":0.000018356088,"about_ca_system_score_gemma":0.00007378495,"threshold_uncertainty_score":0.53256637},"labels":[],"label_agreement":null},{"id":"W4401873485","doi":"10.19173/irrodl.v25i3.7815","title":"Video Lectures With AI-Generated Instructors: Low Video Engagement, Same Performance as Human Instructors","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Multimedia; Online video; Computer science; Educational technology; Distance education; Videoconferencing; Electronic learning; Mathematics education; Psychology","score_opus":0.04929254613298834,"score_gpt":0.4160962891389576,"score_spread":0.36680374300596924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9581065,0.0108636515,0.0017800807,0.024627116,0.0002123599,0.0006376516,0.00002262659,0.000100346384,0.0036496283],"genre_scores_gemma":[0.9906407,0.007920781,0.00042379272,0.00030644634,0.000082437065,0.000025215279,0.000102480415,0.000012180953,0.00048599622],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99750453,0.00057472615,0.00037974794,0.00039888528,0.0008483979,0.00029371583],"domain_scores_gemma":[0.99873775,0.00043352728,0.000100687386,0.00030188056,0.00034484803,0.000081283324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036878702,0.00015055666,0.0002529774,0.00026054124,0.0003159224,0.000876098,0.0018434192,0.000040146253,0.00009639972],"category_scores_gemma":[0.0008464979,0.00009505043,0.000044596298,0.0012678152,0.00020129216,0.000600242,0.001005752,0.0013173007,0.000019499494],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024562704,0.0003981507,0.14242733,0.013673356,0.0008658699,0.0003898642,0.0028935536,0.013708959,0.0033394499,0.3645091,0.011962931,0.44558582],"study_design_scores_gemma":[0.0029468434,0.001999154,0.034318104,0.105973504,0.00007774889,0.0003881892,0.0019733799,0.44182977,0.0046880892,0.01755638,0.3869666,0.0012822418],"about_ca_topic_score_codex":0.0003962531,"about_ca_topic_score_gemma":0.000025970441,"teacher_disagreement_score":0.44430357,"about_ca_system_score_codex":0.00010980016,"about_ca_system_score_gemma":0.00035591863,"threshold_uncertainty_score":0.84482336},"labels":[],"label_agreement":null},{"id":"W4401873526","doi":"10.19173/irrodl.v25i3.7820","title":"Potentials and Implications of ChatGPT for ESL Writing Instruction","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Mathematics education; Computer-Assisted Instruction; Educational technology; Multimedia; Psychology","score_opus":0.3075388306154584,"score_gpt":0.5818590292214347,"score_spread":0.27432019860597634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873526","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.816657,0.0722264,0.0027920043,0.1035664,0.00021651573,0.0021778226,0.00009278019,0.000015052687,0.0022560284],"genre_scores_gemma":[0.95982164,0.039523337,0.00020678768,0.00007581491,0.00007416693,0.00009265749,0.0001264549,0.0000043546343,0.00007479877],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991514,0.00009119369,0.00035041466,0.00012656827,0.0001834217,0.00009699988],"domain_scores_gemma":[0.9986056,0.0007936733,0.00006290561,0.000080536855,0.0004211427,0.000036144516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030648687,0.00003763316,0.00013681364,0.000108962704,0.00008689754,0.000051736984,0.00012846984,0.00002539173,0.00004399868],"category_scores_gemma":[0.0018193761,0.000027091124,0.000026383246,0.0002774166,0.00010975696,0.000104521474,0.00010047554,0.0002162951,0.000001280662],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119212295,0.00006030853,0.034386545,0.009457707,0.000050816383,0.0000013071818,0.00044496314,0.000009571683,0.0018339176,0.054076783,0.0012356584,0.89832324],"study_design_scores_gemma":[0.0012202046,0.0018266311,0.20003599,0.21462774,0.00027783195,0.0005691616,0.044666074,0.027477393,0.022889085,0.15445855,0.33142895,0.0005223804],"about_ca_topic_score_codex":0.0004385893,"about_ca_topic_score_gemma":0.000010583952,"teacher_disagreement_score":0.8978008,"about_ca_system_score_codex":0.000046509147,"about_ca_system_score_gemma":0.0001675919,"threshold_uncertainty_score":0.21780947},"labels":[],"label_agreement":null},{"id":"W4401873616","doi":"10.19173/irrodl.v25i3.8070","title":"Special Issue: Artificial Intelligence in Open and Distributed Learning: Does It Facilitate or Hinder Teaching and Learning?","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open learning; Computer science; Educational technology; Distance education; Synchronous learning; Mathematics education; Teaching method; Multimedia; Cooperative learning; Psychology","score_opus":0.11500885657963814,"score_gpt":0.4602327604634782,"score_spread":0.34522390388384006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873616","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25247967,0.042745773,0.087519206,0.5715579,0.002129342,0.0066694515,0.0004155087,0.000418562,0.036064614],"genre_scores_gemma":[0.96282303,0.02772388,0.0018509558,0.00022785463,0.0006092695,0.000060592392,0.0002243962,0.000025785062,0.0064542363],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995294,0.002106874,0.00070736994,0.00069854583,0.0007542619,0.00043895666],"domain_scores_gemma":[0.9964449,0.0028164512,0.00015564171,0.00023681892,0.00020944413,0.00013679016],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013468263,0.00021446367,0.00045959128,0.00029280293,0.0005030984,0.0021533472,0.002011723,0.00007851142,0.00020089337],"category_scores_gemma":[0.0089272475,0.0001370477,0.000047846035,0.00091788144,0.0003123518,0.000847873,0.0035593126,0.0033614463,0.000022689026],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029773873,0.00024481266,0.021780169,0.0024553668,0.00013238605,0.00031830903,0.0054350737,0.0036492022,0.000055001157,0.06708424,0.0051071304,0.89344054],"study_design_scores_gemma":[0.00044568357,0.00040614253,0.0028857698,0.013178725,0.000018639648,0.00007756173,0.01382251,0.33470908,0.000022105974,0.012693297,0.6213477,0.0003927654],"about_ca_topic_score_codex":0.0010650388,"about_ca_topic_score_gemma":0.00019250913,"teacher_disagreement_score":0.8930478,"about_ca_system_score_codex":0.00012160936,"about_ca_system_score_gemma":0.00026541337,"threshold_uncertainty_score":0.999421},"labels":[],"label_agreement":null},{"id":"W4401873716","doi":"10.19173/irrodl.v25i3.7720","title":"How AI Literacy Affects Students’ Educational Attainment in Online Learning: Testing a Structural Equation Model in Higher Education Context","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Army Research Office","keywords":"Structural equation modeling; Context (archaeology); Educational technology; Mathematics education; Literacy; Computer science; Pedagogy; Psychology; Educational attainment; Electronic learning; Machine learning; Political science","score_opus":0.13404736483309337,"score_gpt":0.48957691597358766,"score_spread":0.3555295511404943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63731384,0.033207323,0.003502022,0.32296664,0.00042941736,0.0013398867,0.00002460441,0.000047498106,0.0011687484],"genre_scores_gemma":[0.99452424,0.0016875623,0.0011418083,0.00026264146,0.000086233435,0.000059649148,0.00021937503,0.000008514362,0.0020100018],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975377,0.0006437412,0.00036727573,0.00036954603,0.0008375945,0.00024417465],"domain_scores_gemma":[0.99797386,0.0013245076,0.00012128462,0.0001685329,0.00035517843,0.000056658348],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003423305,0.00012164674,0.00021597334,0.00037375742,0.000092623384,0.0010994746,0.0012373563,0.000039373117,0.000023048304],"category_scores_gemma":[0.0024557177,0.00009394226,0.000034902612,0.001238369,0.00006332548,0.000870735,0.0007694811,0.0011788215,0.000003585318],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003541056,0.00046956935,0.54288584,0.0020418924,0.000039750117,0.000021710715,0.0011745575,0.033571716,0.00008819719,0.12600242,0.0004991722,0.29316977],"study_design_scores_gemma":[0.00033692783,0.00006910958,0.07594942,0.013068399,0.0000036589024,0.000008266098,0.00049116235,0.8958141,0.0000037986576,0.010970203,0.0031729355,0.000111967245],"about_ca_topic_score_codex":0.00026940412,"about_ca_topic_score_gemma":0.000028484486,"teacher_disagreement_score":0.86224246,"about_ca_system_score_codex":0.00034311757,"about_ca_system_score_gemma":0.00059643365,"threshold_uncertainty_score":0.9999375},"labels":[],"label_agreement":null},{"id":"W4401873728","doi":"10.19173/irrodl.v25i3.7742","title":"Can Artificial Intelligence Give a Hand to Open and Distributed Learning? A Probe into the State of Undergraduate Students’ Academic Emotions and Test Anxiety in Learning via ChatGPT","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Test (biology); Mathematics education; Computer science; Test anxiety; Educational technology; Anxiety; Cognitive psychology; Artificial intelligence; Pedagogy; Multimedia","score_opus":0.17118685988532084,"score_gpt":0.5212571397315454,"score_spread":0.3500702798462246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8835965,0.011087068,0.0016918584,0.10074288,0.000082038845,0.0026506095,0.000046202123,0.000013253748,0.00008960746],"genre_scores_gemma":[0.95288754,0.046280894,0.000064149615,0.00011795226,0.00004448884,0.00018174973,0.00015929087,0.00001402823,0.00024989186],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99709797,0.0007104067,0.00080193375,0.0004160833,0.0006483194,0.0003252771],"domain_scores_gemma":[0.99688774,0.0021409062,0.00016980902,0.00016755814,0.0004754913,0.00015849042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071695363,0.00015146851,0.00037934878,0.00024192907,0.00034979984,0.00038227614,0.0007088813,0.00006331893,0.000031321524],"category_scores_gemma":[0.007940478,0.0001026393,0.000034790402,0.0012155761,0.00045004458,0.00022361522,0.0012125683,0.0017965075,0.0000065036297],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004511811,0.00024842296,0.39339325,0.0031530675,0.00010443325,0.000024690751,0.015948758,0.0009748297,0.0015120864,0.0040236567,0.00020010867,0.57996553],"study_design_scores_gemma":[0.0010149204,0.004611809,0.33002713,0.15141554,0.00028177074,0.00035364967,0.13334738,0.11479936,0.008474877,0.2055547,0.04887457,0.0012442898],"about_ca_topic_score_codex":0.007919661,"about_ca_topic_score_gemma":0.0012927767,"teacher_disagreement_score":0.5787212,"about_ca_system_score_codex":0.00021582254,"about_ca_system_score_gemma":0.00041439282,"threshold_uncertainty_score":0.9986867},"labels":[],"label_agreement":null},{"id":"W4401873738","doi":"10.19173/irrodl.v25i3.7756","title":"The Use of Deep Learning in Open Learning: A Systematic Review (2019 to 2023)","year":2024,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open learning; Educational technology; Computer science; Distance education; Open education; Psychology; Mathematics education; Teaching method; World Wide Web; Cooperative learning","score_opus":0.18237126208465415,"score_gpt":0.49911491393845914,"score_spread":0.316743651853805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873738","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000016014067,0.98640186,0.00046090505,0.008548601,0.00011234845,0.0038794074,0.000022249187,0.000020515616,0.00055252534],"genre_scores_gemma":[0.00005792422,0.99375427,0.0003358489,0.00014431697,0.000038119644,0.0004453,0.00017332604,0.000034705565,0.005016195],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9884445,0.006352874,0.0022937113,0.00079452037,0.0015346617,0.0005797331],"domain_scores_gemma":[0.99061865,0.006479896,0.0011251861,0.00093512493,0.0006889441,0.00015222466],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity"],"consensus_categories":["open_science"],"category_scores_codex":[0.025459206,0.0003999805,0.0026569974,0.0005118279,0.00030043573,0.0016882305,0.009067233,0.00012474884,0.00003055663],"category_scores_gemma":[0.027801596,0.00022128063,0.00034547146,0.0036983604,0.000175065,0.00048505698,0.0090059675,0.003869432,0.00012980912],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009517809,0.00006330854,0.000057501707,0.7151229,0.00021957935,0.000048878752,0.00008667939,0.0004034007,1.0459327e-7,0.0077944305,0.0031808773,0.27301285],"study_design_scores_gemma":[0.0000744625,0.00007460997,0.0000036736014,0.51699924,0.00012541687,0.000027729382,0.000088434754,0.0043632956,3.8570942e-8,0.00011573295,0.4779964,0.0001309797],"about_ca_topic_score_codex":0.0005394149,"about_ca_topic_score_gemma":0.000059960752,"teacher_disagreement_score":0.47481555,"about_ca_system_score_codex":0.00029228054,"about_ca_system_score_gemma":0.00075135916,"threshold_uncertainty_score":0.9993481},"labels":[],"label_agreement":null},{"id":"W4401873916","doi":"10.19173/irrodl.v25i3.7785","title":"AI and the Future of Teaching: Preservice Teachers’ Reflections on the Use of Artificial Intelligence in Open and Distributed Learning","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transformative learning; Curriculum; Narrative; Computer science; Literacy; Teacher education; Grounded theory; Pedagogy; Qualitative research; Mathematics education; Sociology; Psychology; Social science","score_opus":0.1763777877169729,"score_gpt":0.4844324357439642,"score_spread":0.30805464802699134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873916","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17680906,0.04593902,0.05906584,0.7104188,0.00036385015,0.0038306746,0.00019311458,0.000067572226,0.0033120587],"genre_scores_gemma":[0.9860783,0.012886441,0.000514593,0.000199318,0.00004754485,0.00003285781,0.00004125478,0.000007503104,0.00019215108],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964176,0.0020269006,0.0005091075,0.00031181064,0.000541442,0.00019314451],"domain_scores_gemma":[0.9956473,0.0036034542,0.00017651203,0.00029951948,0.00022946617,0.00004372064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009972781,0.000114070026,0.00029879902,0.00015069904,0.00027079615,0.0007440454,0.0018493648,0.000046192643,0.00001619981],"category_scores_gemma":[0.0041350676,0.0000608127,0.0000451666,0.0009277288,0.00036528776,0.00043877604,0.0021353532,0.0019074952,0.0000013350938],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021486105,0.00017136596,0.00812909,0.0008775847,0.00011715636,0.000013030158,0.0036743588,0.0065761125,0.00009243792,0.8119135,0.0010643612,0.16715617],"study_design_scores_gemma":[0.00051359745,0.0003385114,0.005019069,0.015954392,0.000033719785,0.00003326921,0.010668653,0.8276971,0.00008036452,0.03360236,0.105847925,0.0002110123],"about_ca_topic_score_codex":0.0012971939,"about_ca_topic_score_gemma":0.0001355639,"teacher_disagreement_score":0.82112104,"about_ca_system_score_codex":0.000045669596,"about_ca_system_score_gemma":0.00015107832,"threshold_uncertainty_score":0.82872236},"labels":[],"label_agreement":null},{"id":"W4401873917","doi":"10.19173/irrodl.v25i3.7760","title":"Keep the Ball Rolling in AI-Assisted Language Teaching: Illuminating the Links Between Productive Immunity, Work Passion, Job Satisfaction, Occupational Success, and Psychological Well-Being Among EFL Teachers","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Job Satisfaction and Organizational Behavior","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Structural equation modeling; Passion; Scale (ratio); Job satisfaction; Confirmatory factor analysis; Context (archaeology); Mathematics education; Social psychology; Applied psychology; Mathematics","score_opus":0.0508941362928641,"score_gpt":0.40620493614081665,"score_spread":0.35531079984795255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9677938,0.0032472673,0.0001479184,0.025583416,0.00013077333,0.0007550969,0.000007520021,0.000029622819,0.00230456],"genre_scores_gemma":[0.9977875,0.0010456585,0.00003329444,0.00045625918,0.0002745038,0.00007017775,0.00016585793,0.000015872572,0.00015087337],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977273,0.000548222,0.00048825634,0.00032312353,0.00068308844,0.00023006066],"domain_scores_gemma":[0.9980414,0.001305095,0.00016326107,0.00017931816,0.00029151482,0.000019445562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007549441,0.00014524099,0.00021334461,0.00021995507,0.0006354143,0.000905029,0.00066978997,0.00008216174,0.00021177476],"category_scores_gemma":[0.0031735944,0.000080902646,0.00004539423,0.0011058134,0.0003001919,0.00076479267,0.0007325591,0.0022535983,0.000014468675],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002800531,0.0000253692,0.9455148,0.0002070825,0.00002922729,0.000006395519,0.00055523776,0.00005688394,0.000023894376,0.005793098,0.0006971338,0.0470629],"study_design_scores_gemma":[0.00024125398,0.000009986158,0.9868098,0.0032526958,0.000021558097,0.0000055675337,0.0035765313,0.00060221273,0.0000062315544,0.0011235925,0.0042508524,0.00009972092],"about_ca_topic_score_codex":0.0026995095,"about_ca_topic_score_gemma":0.00023527113,"teacher_disagreement_score":0.046963178,"about_ca_system_score_codex":0.00010154266,"about_ca_system_score_gemma":0.00005207068,"threshold_uncertainty_score":0.97908884},"labels":[],"label_agreement":null},{"id":"W4401873919","doi":"10.19173/irrodl.v25i3.7769","title":"The Metaphor of AI in Writing in English: A Reflection on EFL Learners’ Motivation to Write, Enjoyment of Writing, Academic Buoyancy, and Academic Success in Writing","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"AI in Service Interactions","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Academic writing; Metaphor; Reflection (computer programming); Psychology; Mathematics education; Pedagogy; Second language writing; Computer science; Linguistics; Second language","score_opus":0.11991151157683197,"score_gpt":0.48263959627963515,"score_spread":0.36272808470280316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9606606,0.015913818,0.000971005,0.019889886,0.0001266608,0.0010310275,0.000014189562,0.000017092927,0.0013757366],"genre_scores_gemma":[0.97577196,0.023679852,0.00017836924,0.00015378074,0.000039047653,0.00012325885,0.00001584757,0.000008754249,0.00002915352],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964331,0.00097071746,0.0011379581,0.00038613932,0.0007727592,0.0002993575],"domain_scores_gemma":[0.9946996,0.004464194,0.00022578056,0.00020661915,0.00035677376,0.000047030077],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012920861,0.00012053587,0.00030177672,0.00064578454,0.00009634115,0.00019278825,0.001329335,0.00008135524,0.000008815041],"category_scores_gemma":[0.0056122243,0.00009173543,0.000037619233,0.0020914974,0.00010399775,0.0007616602,0.0010705319,0.0024004853,0.000001467781],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003962842,0.0002675793,0.49591953,0.0056242743,0.00009779097,0.000045830773,0.01080159,0.005704189,0.0081329085,0.13502166,0.00069101533,0.33729735],"study_design_scores_gemma":[0.0027471562,0.00083943614,0.44584247,0.2638213,0.000027070324,0.00006651652,0.037590593,0.21194205,0.0074934056,0.014220948,0.014688878,0.0007201494],"about_ca_topic_score_codex":0.0012712299,"about_ca_topic_score_gemma":0.0002416121,"teacher_disagreement_score":0.3365772,"about_ca_system_score_codex":0.000298042,"about_ca_system_score_gemma":0.00015211782,"threshold_uncertainty_score":0.999901},"labels":[],"label_agreement":null},{"id":"W4401873929","doi":"10.19173/irrodl.v25i3.7757","title":"Artificial Intelligence in Education: A Bibliometric Study on Its Role in Transforming Teaching and Learning","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Bibliometrics; China; Web of science; Higher education; Field (mathematics); Data science; Social science; Mathematics education; Computer science; Psychology; Sociology; Library science; Political science; Qualitative research; MEDLINE","score_opus":0.11871685400075291,"score_gpt":0.4907607617410645,"score_spread":0.3720439077403116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8932097,0.06183421,0.0048022834,0.032856505,0.0001987573,0.0013981845,0.000005463407,0.000046211007,0.005648677],"genre_scores_gemma":[0.9902935,0.009189975,0.00025381186,0.00004733747,0.000034543038,0.000039378767,0.000009649518,0.000005929816,0.00012589204],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99718374,0.0011941808,0.00045535024,0.00034793792,0.0005978881,0.00022090711],"domain_scores_gemma":[0.99788463,0.001772561,0.000059027574,0.00012758079,0.00010744707,0.000048777532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013283496,0.00009558448,0.00020894961,0.005115474,0.00015174519,0.00058822613,0.0009481964,0.000028947165,0.000011040993],"category_scores_gemma":[0.0038309104,0.00007262786,0.00002512397,0.011659533,0.000044519016,0.00044776633,0.000485804,0.0021427965,0.000007625182],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017057002,0.00028667995,0.019066941,0.00045357135,0.000011227756,0.000029429304,0.0017508554,0.0012999958,0.000029880279,0.03801695,0.000016195776,0.9390212],"study_design_scores_gemma":[0.00040145402,0.0010005303,0.043812726,0.045747045,0.000012857331,0.000055388322,0.03969084,0.829613,0.00008421669,0.01769747,0.021465708,0.00041880124],"about_ca_topic_score_codex":0.0005213477,"about_ca_topic_score_gemma":0.00004782401,"teacher_disagreement_score":0.93860245,"about_ca_system_score_codex":0.000102729035,"about_ca_system_score_gemma":0.00023199753,"threshold_uncertainty_score":0.9309504},"labels":[],"label_agreement":null},{"id":"W4401873936","doi":"10.19173/irrodl.v25i3.7811","title":"The Acceptance of AI Tools Among Design Professionals: Exploring the Moderating Role of Job Replacement","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science and Technology Council","keywords":"Expectancy theory; Unified theory of acceptance and use of technology; Psychology; Anxiety; Variance (accounting); Incentive; Psychological contract; Job security; Applied psychology; Productivity; Structural equation modeling; Job performance; Social psychology; Knowledge management; Job satisfaction; Computer science","score_opus":0.3746029514228368,"score_gpt":0.5379803080215558,"score_spread":0.16337735659871905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8894819,0.06121922,0.0062272074,0.03867844,0.000286505,0.0019425679,0.000054657983,0.000024367648,0.002085102],"genre_scores_gemma":[0.98942983,0.009653336,0.00014298236,0.00004784289,0.000014621662,0.0001835938,0.000005622442,0.0000049097803,0.0005172686],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99600315,0.0013112379,0.000785305,0.00023692548,0.0014918195,0.00017154202],"domain_scores_gemma":[0.9917382,0.0069492506,0.00024534637,0.00038109417,0.00065923086,0.000026905369],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026648484,0.00007505851,0.00021700334,0.0001235058,0.00031442876,0.00034397762,0.002136433,0.00003161464,0.00013637348],"category_scores_gemma":[0.011152542,0.000033044063,0.000062826606,0.0008218877,0.00039165988,0.0004565157,0.001106736,0.0008079859,0.0000055099986],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037952882,0.0001431713,0.18158378,0.00048397633,0.00012543761,0.000009024346,0.00186122,0.0019145238,0.0014138796,0.17524603,0.010403871,0.6264356],"study_design_scores_gemma":[0.0014276297,0.0005591364,0.4215414,0.059858892,0.0000605874,0.000040244373,0.11190872,0.13304786,0.012551264,0.13063827,0.12789702,0.000468966],"about_ca_topic_score_codex":0.00007839057,"about_ca_topic_score_gemma":0.000017718794,"teacher_disagreement_score":0.6259666,"about_ca_system_score_codex":0.000044463108,"about_ca_system_score_gemma":0.00019537818,"threshold_uncertainty_score":0.99717695},"labels":[],"label_agreement":null},{"id":"W4401873941","doi":"10.19173/irrodl.v25i3.7779","title":"Does AI Simplification of Authentic Blog Texts Improve Reading Comprehension, Inferencing, and Anxiety? A One-Shot Intervention in Turkish EFL Context","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Text Readability and Simplification","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reading comprehension; Turkish; Reading (process); Comprehension; Context (archaeology); Psychology; Anxiety; Intervention (counseling); Foreign language; Mathematics education; Computer science; Linguistics","score_opus":0.08136452976121444,"score_gpt":0.42053083430275,"score_spread":0.33916630454153557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873941","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9015629,0.03267819,0.032540932,0.029104374,0.00036858904,0.0026021036,0.00008572469,0.00006265972,0.0009944941],"genre_scores_gemma":[0.99129426,0.008280548,0.00016142115,0.0000570847,0.000013950271,0.000054908123,0.00006946726,0.0000046163445,0.00006375753],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978771,0.00054418796,0.00059827545,0.0003678856,0.00044416977,0.00016834302],"domain_scores_gemma":[0.99832326,0.0008467408,0.00015363567,0.00027728584,0.0003536146,0.00004547739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005202727,0.000092639486,0.00024722633,0.00022699442,0.000074971475,0.00031767203,0.00084351434,0.000048423975,0.000025923375],"category_scores_gemma":[0.0011524309,0.00005945785,0.00004485313,0.0006113759,0.00016680779,0.0005560881,0.000727306,0.00051369594,0.000002847124],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008115473,0.00030616968,0.060071994,0.0065363445,0.0000649825,0.0000057426982,0.0020002495,0.000042534448,0.007289488,0.20053343,0.00020522405,0.72286266],"study_design_scores_gemma":[0.0026721102,0.00069648115,0.3989647,0.097481824,0.000059366943,0.0000588364,0.00680567,0.29702538,0.007435258,0.15428081,0.03383131,0.0006882577],"about_ca_topic_score_codex":0.00078457675,"about_ca_topic_score_gemma":0.00011410174,"teacher_disagreement_score":0.7221744,"about_ca_system_score_codex":0.00010577214,"about_ca_system_score_gemma":0.000105390165,"threshold_uncertainty_score":0.30633187},"labels":[],"label_agreement":null},{"id":"W4403817323","doi":"10.19173/irrodl.v25i4.7660","title":"Student Engagement, Community of Inquiry, and Transactional Distance in Online Learning Environments: A Stepwise Multiple Linear Regression Analysis","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Regression analysis; Online learning; Transactional leadership; Stepwise regression; Computer science; Educational technology; Mathematics education; Sociology; Psychology; Multimedia; Social psychology; Machine learning","score_opus":0.1421413955049385,"score_gpt":0.5094587078771877,"score_spread":0.3673173123722492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403817323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97179294,0.020705085,0.0014072349,0.0045546126,0.00005594798,0.0005570192,0.0000671145,0.000010934914,0.000849126],"genre_scores_gemma":[0.93513346,0.06408073,0.00019052273,0.000015086035,0.00003556796,0.000021771082,0.00020768619,0.000005538211,0.0003096386],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950378,0.0033282423,0.00042919416,0.00019942228,0.0008130465,0.0001922873],"domain_scores_gemma":[0.9974287,0.002182139,0.00012618923,0.00011671864,0.000091036985,0.000055185305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011874509,0.00008669492,0.00028493445,0.00026949873,0.00034465356,0.000096723845,0.00057185447,0.000042393942,0.00013293399],"category_scores_gemma":[0.0020248094,0.000064097134,0.00005992501,0.001008621,0.00037964972,0.00026681443,0.0003885663,0.0015575349,0.0000011880712],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028162016,0.0009112364,0.77517915,0.0020303528,0.00048827822,0.000033451823,0.016932158,0.0064501814,0.00027938836,0.004275965,0.00010141063,0.19303681],"study_design_scores_gemma":[0.0019214916,0.00030585798,0.28580168,0.025968267,0.00017859164,0.0000030378528,0.23394328,0.03536347,0.000049031943,0.0005629189,0.41558537,0.0003170199],"about_ca_topic_score_codex":0.0024856268,"about_ca_topic_score_gemma":0.0017316053,"teacher_disagreement_score":0.48937747,"about_ca_system_score_codex":0.00014478274,"about_ca_system_score_gemma":0.0001374128,"threshold_uncertainty_score":0.6766801},"labels":[],"label_agreement":null},{"id":"W4403817359","doi":"10.19173/irrodl.v25i4.7624","title":"The Impact of OER’s Continuous Improvement Cycles on Students’ Performance: A Longitudinal Analysis of the RISE Framework","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Educational technology; Mathematics education; Multimedia; Psychology","score_opus":0.09559413728184289,"score_gpt":0.5568651405591054,"score_spread":0.4612710032772625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403817359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97785133,0.009413018,0.000016023594,0.009385071,0.00011867402,0.0005229017,0.000025615233,0.0000045855986,0.002662751],"genre_scores_gemma":[0.968507,0.030827116,0.000009799251,0.00001322011,0.00003663476,0.000039990824,0.000008434397,0.000003958904,0.00055384735],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967204,0.001239575,0.0003808097,0.00015829511,0.0013187692,0.00018220095],"domain_scores_gemma":[0.99497235,0.0040594903,0.00028534877,0.00022376348,0.000419648,0.000039404767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012891753,0.00006828175,0.00021854219,0.00011677334,0.00040145664,0.00030981714,0.001592876,0.000031648942,0.00030256118],"category_scores_gemma":[0.0056993696,0.000032748027,0.00013763417,0.0016180006,0.00049511576,0.0001729464,0.00043822432,0.0006890318,0.000004990145],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010428467,0.00015277158,0.9547937,0.00028659002,0.0008457143,0.0000010299057,0.0040498553,0.0011038537,0.000018713046,0.011473918,0.00093593943,0.026233625],"study_design_scores_gemma":[0.00015798576,0.00022066584,0.92813647,0.007819986,0.00015364143,6.064705e-7,0.011213905,0.0013570862,0.000035741803,0.0005247859,0.05030412,0.00007498811],"about_ca_topic_score_codex":0.0044015367,"about_ca_topic_score_gemma":0.0001330274,"teacher_disagreement_score":0.04936818,"about_ca_system_score_codex":0.00018446657,"about_ca_system_score_gemma":0.00041456087,"threshold_uncertainty_score":0.682309},"labels":[],"label_agreement":null},{"id":"W4403817371","doi":"10.19173/irrodl.v25i4.7516","title":"Socio-Demographical Variables as Predictors of Academic Self-Directedness","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Psychology of Development and Education","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Psychology; Mathematics education; Sociology; Computer science","score_opus":0.07799671522908107,"score_gpt":0.48625485701900406,"score_spread":0.408258141789923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403817371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8461335,0.0758234,0.000043666056,0.025577938,0.0012497581,0.0007471234,0.000038111742,0.00005286654,0.05033368],"genre_scores_gemma":[0.9648794,0.033553895,0.000058737438,0.000101364894,0.00009158688,0.000096400676,0.0001310821,0.000008719969,0.0010788401],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981135,0.0006160233,0.00040083926,0.000239685,0.0004263582,0.00020360918],"domain_scores_gemma":[0.9983524,0.0011924966,0.00008951388,0.00012852186,0.0001863393,0.00005074691],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005915466,0.00007826292,0.00019906432,0.00022480398,0.00007584926,0.000040404957,0.00079946074,0.00009894565,0.00096877554],"category_scores_gemma":[0.0008983834,0.00005603957,0.000042255993,0.00075192895,0.00024947524,0.00009595118,0.00025881853,0.0009356557,0.00004085892],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030498864,0.00043142601,0.70176166,0.0031699645,0.0008592928,0.0000320241,0.005016506,0.0000054414395,0.00020212709,0.12426509,0.122803174,0.041148275],"study_design_scores_gemma":[0.0011791991,0.000268129,0.48473904,0.027895683,0.00008098035,0.00012133173,0.009418458,0.0003101623,0.00008508269,0.026353369,0.44925392,0.00029463042],"about_ca_topic_score_codex":0.00017714966,"about_ca_topic_score_gemma":0.0000015552633,"teacher_disagreement_score":0.32645074,"about_ca_system_score_codex":0.000053404732,"about_ca_system_score_gemma":0.00022340807,"threshold_uncertainty_score":0.99994445},"labels":[],"label_agreement":null},{"id":"W4403817399","doi":"10.19173/irrodl.v25i4.7744","title":"Are We Asking Too Much of OER? A Conversation on OER from OE Global 2023","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Medicine Hat College; Red Deer Polytechnic","funders":"","keywords":"Conversation; Computer science; Multimedia; Sociology; Communication","score_opus":0.12179034221623312,"score_gpt":0.45877122752970445,"score_spread":0.3369808853134713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403817399","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21537608,0.15023416,0.025162943,0.4215903,0.0032637492,0.0039248243,0.00048122657,0.00020793216,0.17975879],"genre_scores_gemma":[0.9843249,0.014666797,0.0002874222,0.00024280277,0.00005527319,0.0000287377,0.000076662174,0.000004274577,0.00031313644],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979059,0.0005738331,0.00035076737,0.0003034268,0.0006863611,0.000179675],"domain_scores_gemma":[0.9982869,0.0009536341,0.00018124313,0.0002135481,0.0003045684,0.000060101913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034675903,0.00008916005,0.00020629565,0.0001147368,0.0001046475,0.00045787662,0.0013901504,0.000036822436,0.00023137721],"category_scores_gemma":[0.0016144469,0.00006635696,0.00005123997,0.00083937834,0.000087466484,0.0004320347,0.00066533143,0.00056968804,0.000055619363],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020744305,0.00040433908,0.060951225,0.0039514517,0.00032265633,0.0000819273,0.0031311952,0.0013078963,0.00028280824,0.4793612,0.068204716,0.3817931],"study_design_scores_gemma":[0.0016452508,0.00038713077,0.103575535,0.09168733,0.000035692203,0.00003697734,0.029617518,0.13345754,0.0005574676,0.025209682,0.61323065,0.00055919844],"about_ca_topic_score_codex":0.00072732277,"about_ca_topic_score_gemma":0.000018817756,"teacher_disagreement_score":0.7689488,"about_ca_system_score_codex":0.00017161158,"about_ca_system_score_gemma":0.0002159697,"threshold_uncertainty_score":0.44153148},"labels":[],"label_agreement":null},{"id":"W4403817402","doi":"10.19173/irrodl.v25i4.7689","title":"Teaching Reform and Practice Based on Four Dimensions and One Penetration for Sensing and Detection Technology","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Reforms and Innovations","field":"Environmental Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Penetration (warfare); Technology integration; Educational technology; Knowledge management; Mathematics education; Sociology; Psychology; Engineering; Operations research","score_opus":0.0804612606254895,"score_gpt":0.4364157220909596,"score_spread":0.35595446146547005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403817402","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7039796,0.008838129,0.010780486,0.2528592,0.00013831104,0.002238782,0.000050937557,0.00003642571,0.021078112],"genre_scores_gemma":[0.99372715,0.004085368,0.0017933316,0.00021269423,0.000016493526,0.00003110025,0.00002862755,0.0000045350594,0.00010068822],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99922293,0.00011261033,0.00016177681,0.00017379524,0.00023576265,0.000093145616],"domain_scores_gemma":[0.9987653,0.0010332344,0.000047805774,0.00006284406,0.00006434835,0.000026486132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038316022,0.00004947013,0.00007976122,0.0001070125,0.00027030497,0.00011975161,0.00008799845,0.000028318198,0.000016200707],"category_scores_gemma":[0.0029165149,0.00003377708,0.00000796342,0.0002640815,0.00014672031,0.0002923193,0.00020010704,0.00034160772,0.0000013103429],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017902443,0.00011345818,0.00541942,0.001082901,0.000042056086,0.000004310426,0.00028273833,0.00015744715,0.010738404,0.087444514,0.0003233893,0.89421237],"study_design_scores_gemma":[0.001770539,0.0015266413,0.081304826,0.024098668,0.00009028492,0.0004013692,0.0129712885,0.4510071,0.0014536708,0.0655935,0.35925063,0.0005314773],"about_ca_topic_score_codex":0.00077002443,"about_ca_topic_score_gemma":0.000088525696,"teacher_disagreement_score":0.8936809,"about_ca_system_score_codex":0.00014473753,"about_ca_system_score_gemma":0.000037634632,"threshold_uncertainty_score":0.34915513},"labels":[],"label_agreement":null},{"id":"W4403817414","doi":"10.19173/irrodl.v25i4.7903","title":"Academic Quality and Integrity in the New Higher Education Digital Environment: A Global Perspective, edited by Upasana Gitanjali Singh, Chenicheri Sid Nair, and Rashmi Watson (Elsevier, 2023)","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management in Higher Education","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Watson; Perspective (graphical); Academic integrity; Sociology; Psychology; Computer science; Library science; Artificial intelligence","score_opus":0.12427349742254981,"score_gpt":0.5081884838120778,"score_spread":0.38391498638952803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403817414","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13730267,0.42568448,0.00007934582,0.3412028,0.000581356,0.0023020022,0.00014489432,0.000030109515,0.092672355],"genre_scores_gemma":[0.9186363,0.07684836,0.000023912999,0.00020624108,0.00019718721,0.00006749224,0.00013669771,0.000005815571,0.0038780042],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99735063,0.0011000079,0.00032883527,0.00032146258,0.00068723405,0.00021180467],"domain_scores_gemma":[0.9986097,0.0009741052,0.00009431772,0.00012732964,0.000118253796,0.00007628564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068646246,0.000102977494,0.00017231738,0.000074965494,0.00018996143,0.0006120433,0.0006918378,0.00007133141,0.00021664056],"category_scores_gemma":[0.0020342732,0.00007198371,0.000028296585,0.0006666699,0.00040861996,0.00058589433,0.0004233985,0.0008568961,0.000010147823],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013933604,0.000487863,0.13994859,0.0019604196,0.00012186569,0.000005440603,0.010667488,0.000004544021,0.000089406894,0.32226166,0.09018631,0.4341271],"study_design_scores_gemma":[0.00029993,0.000045161778,0.06347646,0.004160645,0.000020718493,0.0000027089538,0.026038893,0.00008083791,0.0000034070956,0.034530785,0.8711839,0.0001565895],"about_ca_topic_score_codex":0.0028293938,"about_ca_topic_score_gemma":0.000105895655,"teacher_disagreement_score":0.7813336,"about_ca_system_score_codex":0.00063338334,"about_ca_system_score_gemma":0.00032574532,"threshold_uncertainty_score":0.59019476},"labels":[],"label_agreement":null},{"id":"W4403817421","doi":"10.19173/irrodl.v25i4.7678","title":"Unveiling Scholarly Insights: Quality Assurance in Open and Distance Education","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Quality assurance; Open education; Quality (philosophy); Higher education; Computer science; Sociology; World Wide Web; Political science; Business; Pedagogy; Marketing","score_opus":0.11756615975731395,"score_gpt":0.5322752903775577,"score_spread":0.4147091306202438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403817421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42860767,0.31020436,0.00040042304,0.12469773,0.0007524038,0.0026218777,0.000051026913,0.000024548559,0.13263994],"genre_scores_gemma":[0.9050099,0.092090406,0.00016812973,0.0002494855,0.000049629038,0.00012213583,0.000039765506,0.000003906733,0.0022666377],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977658,0.0008630657,0.00034555473,0.00024196321,0.0006260229,0.00015758436],"domain_scores_gemma":[0.99848664,0.0009537135,0.00008662147,0.000105412815,0.0003090817,0.000058506088],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.009522364,0.000059018173,0.00015729865,0.00008651059,0.00023488079,0.0011899618,0.00088211056,0.000030256691,0.00013460236],"category_scores_gemma":[0.003800111,0.00004487436,0.000014360475,0.0008137293,0.00017234903,0.0012531417,0.0004119686,0.00046641924,0.000012246849],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064604304,0.00019021917,0.26879928,0.0017629764,0.000028535014,0.0000068826907,0.009310317,0.000012811763,0.000037979054,0.60298514,0.009340429,0.10746079],"study_design_scores_gemma":[0.00016660469,0.000010618478,0.1423757,0.013542589,0.0000016496728,8.7692075e-7,0.009506302,0.000048420578,0.0000089552,0.008960689,0.8252985,0.000079112215],"about_ca_topic_score_codex":0.0085135475,"about_ca_topic_score_gemma":0.0017352483,"teacher_disagreement_score":0.8159581,"about_ca_system_score_codex":0.00028951388,"about_ca_system_score_gemma":0.0016661204,"threshold_uncertainty_score":0.9998469},"labels":[],"label_agreement":null},{"id":"W4403817447","doi":"10.19173/irrodl.v25i4.7962","title":"Fostering 4.0 Digital Literacy Skills Through Attributes of Openness: A Review","year":2024,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital literacy in education","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universidad de La Sabana","keywords":"Openness to experience; Literacy; Educational technology; Technological literacy; Electronic learning; Psychology; Computer science; Technology integration; Information literacy; Mathematics education; Pedagogy; Multimedia; Social psychology","score_opus":0.1633006418113819,"score_gpt":0.5192201632595126,"score_spread":0.35591952144813066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403817447","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000024144902,0.98734087,0.00054996967,0.0025388505,0.0002657356,0.0019391935,0.00038072965,0.000020668673,0.0069615613],"genre_scores_gemma":[0.0001825539,0.9973039,0.00045140382,0.00012953876,0.000064853615,0.0003326323,0.001000492,0.000025845946,0.00050880335],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953494,0.0007323834,0.0017014861,0.0006809667,0.0011549719,0.00038081457],"domain_scores_gemma":[0.99502885,0.0024673494,0.00076815486,0.00082857115,0.00082225405,0.00008481513],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0055943546,0.00034072588,0.0016460187,0.00028100124,0.000081833525,0.0016320273,0.005906778,0.0000809488,0.000045887817],"category_scores_gemma":[0.004944575,0.00021725586,0.00032993185,0.002223168,0.00020218326,0.0026618529,0.010366688,0.0011387073,0.00007344617],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001972907,0.000098870696,0.000011085918,0.17733672,0.00008770826,0.000014636177,0.00009130303,4.494239e-7,7.66374e-8,0.010072244,0.0033047227,0.8089802],"study_design_scores_gemma":[0.00005151336,0.00003303809,0.000002530917,0.43691418,0.00004515799,0.000064394386,0.000022743605,0.000032712753,5.9320826e-7,0.0023740993,0.56034607,0.00011296291],"about_ca_topic_score_codex":0.00004919215,"about_ca_topic_score_gemma":6.4307767e-7,"teacher_disagreement_score":0.8088673,"about_ca_system_score_codex":0.00022387576,"about_ca_system_score_gemma":0.0006856379,"threshold_uncertainty_score":0.9994717},"labels":[],"label_agreement":null},{"id":"W4403817451","doi":"10.19173/irrodl.v25i4.8275","title":"Editorial - Volume 25, Issue 4","year":2024,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science","score_opus":0.0402275736021715,"score_gpt":0.4336557760568638,"score_spread":0.3934282024546923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403817451","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006224348,0.015232601,0.00018393296,0.017146256,0.93761456,0.00065385917,0.000070557304,0.000037949278,0.029054074],"genre_scores_gemma":[0.00063072226,0.07565334,0.00022152117,0.00008356765,0.9055059,0.00016385493,0.00093755184,0.000029141229,0.01677442],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945089,0.0011229167,0.0006689446,0.0006510892,0.0026385996,0.0004095107],"domain_scores_gemma":[0.99519765,0.0025535258,0.00029114497,0.0004946449,0.0013293689,0.00013364376],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012429383,0.00022343146,0.0004988495,0.00029314132,0.00025916402,0.0018589073,0.0056887483,0.00025235798,0.00043827234],"category_scores_gemma":[0.012705624,0.00016552598,0.00010211732,0.0010533053,0.00018097987,0.0005869323,0.0044228397,0.0042878613,0.0004994702],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016284795,0.00004204507,0.000058090114,0.0014318973,0.000039833863,0.000008186745,0.00013929958,0.00001547219,0.0000017626917,0.005382953,0.98711807,0.0057461094],"study_design_scores_gemma":[0.00024764606,0.000088574474,0.00002097491,0.012312657,0.00001024996,0.000003345839,0.0006380394,0.0010357423,0.0000019166307,0.0009273824,0.9845517,0.00016172255],"about_ca_topic_score_codex":0.0010211319,"about_ca_topic_score_gemma":0.0000169695,"teacher_disagreement_score":0.060420737,"about_ca_system_score_codex":0.0002901513,"about_ca_system_score_gemma":0.0013841088,"threshold_uncertainty_score":0.99969095},"labels":[],"label_agreement":null},{"id":"W4403817468","doi":"10.19173/irrodl.v25i4.7865","title":"Strengthening Policies for Education, Innovation, and Digitization Through Teacher Training: Evaluating ProFuturo’s Open Model in Ecuador","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital literacy in education","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Digitization; Open education; Training (meteorology); Open educational resources; Distance education; Pedagogy; Knowledge management; Educational technology; Computer science; Mathematics education; Sociology; Medical education; Psychology; Geography; Telecommunications","score_opus":0.21594755878723054,"score_gpt":0.5278354044834631,"score_spread":0.31188784569623257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403817468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6478893,0.0366869,0.10193334,0.13429528,0.0008669094,0.011473843,0.00019475928,0.00013069739,0.06652896],"genre_scores_gemma":[0.9881404,0.0013244129,0.008527437,0.00030072845,0.00005765119,0.0005317835,0.00029969882,0.000010728717,0.0008071361],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99828535,0.00023313763,0.00054477446,0.00033102417,0.00041492755,0.00019078571],"domain_scores_gemma":[0.99821407,0.0007974011,0.00013790448,0.00018228006,0.0006412691,0.0000270702],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00590701,0.000093693256,0.0001747353,0.00025009093,0.00012644814,0.0017087804,0.0013506099,0.000027885966,0.000007704805],"category_scores_gemma":[0.0044826465,0.00007276821,0.00001620178,0.0013256177,0.00007813265,0.0023244005,0.00090744084,0.00030812912,0.0000010243325],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019658703,0.00011208896,0.00287801,0.0010666153,0.000017936698,5.6279663e-7,0.00538675,0.0007704449,0.00004505773,0.5520476,0.0018160618,0.4358392],"study_design_scores_gemma":[0.0007151597,0.00016471466,0.004055601,0.02614266,0.000009770111,0.00002370958,0.008810244,0.6001441,0.00014844778,0.32355836,0.035937928,0.0002893114],"about_ca_topic_score_codex":0.00018769347,"about_ca_topic_score_gemma":0.000009845227,"teacher_disagreement_score":0.59937364,"about_ca_system_score_codex":0.00014166551,"about_ca_system_score_gemma":0.000998457,"threshold_uncertainty_score":0.99932754},"labels":[],"label_agreement":null},{"id":"W4403817470","doi":"10.19173/irrodl.v25i4.7758","title":"Web-Based Nursing Care Documentation for Students to Support Online Learning","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Nursing Diagnosis and Documentation","field":"Nursing","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Documentation; Computer science; World Wide Web; Online learning; Nurse education; Educational technology; Web application; Electronic learning; Distance education; Medical education; Multimedia; Psychology; Nursing; Medicine; Pedagogy","score_opus":0.07160782148353269,"score_gpt":0.5371554570618627,"score_spread":0.46554763557833007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403817470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8600282,0.037644926,0.0025415327,0.087556206,0.0020518291,0.0066561582,0.00041182514,0.0001291407,0.0029801794],"genre_scores_gemma":[0.9949549,0.0019708583,0.00048190015,0.00040667903,0.00010016718,0.00021600034,0.0016822136,0.000020954696,0.00016633152],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978104,0.00039966722,0.0004006428,0.0003088891,0.0008264984,0.00025389664],"domain_scores_gemma":[0.99831575,0.0010388993,0.00008403306,0.000110773864,0.00037819534,0.00007234418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029753575,0.000108597436,0.00020554471,0.00025370807,0.00022712367,0.0006651769,0.00059254037,0.000033343815,0.00013722068],"category_scores_gemma":[0.0012047715,0.000086512955,0.00006225621,0.0005378562,0.00007849534,0.00031738053,0.00014241923,0.0004349246,0.000014698662],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011043856,0.000488735,0.082957536,0.0069799437,0.00007994041,0.00001574945,0.0032464166,0.0029705707,0.0013289823,0.002168741,0.029031236,0.8696278],"study_design_scores_gemma":[0.0067949556,0.004390919,0.045697983,0.2080869,0.0002161508,0.00002224066,0.047437735,0.021267032,0.0036589962,0.0026863911,0.65902376,0.00071693247],"about_ca_topic_score_codex":0.00015907589,"about_ca_topic_score_gemma":0.000024012577,"teacher_disagreement_score":0.86891085,"about_ca_system_score_codex":0.00046113363,"about_ca_system_score_gemma":0.00010694234,"threshold_uncertainty_score":0.64143157},"labels":[],"label_agreement":null},{"id":"W4403817558","doi":"10.19173/irrodl.v25i4.7772","title":"Navigating Challenges in Remote Speaking Tasks: Unveiling Technical and Non-Technical Problems Faced by Students","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kementerian Pendidikan, Kebudayaan, Riset, dan Teknologi","keywords":"Computer science; Distance education; Educational technology; Computer-mediated communication; Multimedia; Mathematics education; Human–computer interaction; World Wide Web; Psychology; The Internet","score_opus":0.10473912104512728,"score_gpt":0.5106924798059855,"score_spread":0.40595335876085825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403817558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6106911,0.26177317,0.00039988972,0.10476592,0.0001704823,0.0027538664,0.000040043116,0.00010243869,0.019303119],"genre_scores_gemma":[0.83097774,0.16846602,0.000332561,0.000026955193,0.00005351728,0.000023835286,0.000036018755,0.000009274338,0.000074068674],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970293,0.000831638,0.00044365667,0.0003552825,0.0010073794,0.00033275402],"domain_scores_gemma":[0.9982745,0.0013139405,0.000090075264,0.0001119332,0.0001347569,0.00007476225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015410631,0.00010086176,0.00025941996,0.00008355231,0.00023867605,0.00037978057,0.00093005446,0.00008160876,0.000036820613],"category_scores_gemma":[0.0034267502,0.00007627084,0.000034800538,0.0006387126,0.00028780868,0.00030029367,0.00094260275,0.0017915181,0.0000042978395],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005216212,0.00016488925,0.034120955,0.0032767274,0.00004790583,0.00008176623,0.0026645043,0.00012350907,0.0011827486,0.0066901487,0.0004266632,0.951168],"study_design_scores_gemma":[0.0017754799,0.00038617753,0.016803626,0.23910789,0.000035674646,0.000059991875,0.053212717,0.010667742,0.000094682335,0.0062688175,0.67091763,0.0006695426],"about_ca_topic_score_codex":0.0017222292,"about_ca_topic_score_gemma":0.0008213326,"teacher_disagreement_score":0.95049846,"about_ca_system_score_codex":0.00017673579,"about_ca_system_score_gemma":0.000207495,"threshold_uncertainty_score":0.7783354},"labels":[],"label_agreement":null},{"id":"W4404403183","doi":"10.19173/irrodl.v25i4.7623","title":"Distance Education Practices During the COVID-19 Lockdown: Comparison of Belgium, Japan, Spain, and Türkiye","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education Practices and Challenges","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Distance education; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Geography; Political science; Sociology; Pedagogy; Virology; Medicine","score_opus":0.23131847238340691,"score_gpt":0.5195116802661005,"score_spread":0.2881932078826936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404403183","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2545862,0.43619278,0.00003998462,0.27307987,0.0004668446,0.0010669883,0.0000848497,0.000020233001,0.034462236],"genre_scores_gemma":[0.9190864,0.078165054,0.000009865121,0.00020709132,0.00013242706,0.00006501498,0.00005159901,0.0000056107965,0.002276933],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99850196,0.00046977407,0.00033121355,0.0001742918,0.0004077758,0.00011497436],"domain_scores_gemma":[0.9969202,0.0022772318,0.00031771182,0.00014219,0.0002920616,0.000050571136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037686268,0.00007080936,0.00015932061,0.00007900712,0.00033813395,0.0004583487,0.00048731375,0.00001718178,0.00061290385],"category_scores_gemma":[0.0031168652,0.00004200205,0.000025842477,0.00013141491,0.00036260026,0.0004177487,0.00027792735,0.00048237355,0.0000052716027],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002004287,0.0004447626,0.042238515,0.017535841,0.00018560952,0.0000035828825,0.049345307,0.00004336042,0.000045025718,0.8219443,0.02406061,0.04395267],"study_design_scores_gemma":[0.00009947216,0.000037676014,0.0016660467,0.0032237933,0.000015551412,0.000008792936,0.1079524,0.00030128114,0.0000091638,0.0011652105,0.8854696,0.000051008858],"about_ca_topic_score_codex":0.002171027,"about_ca_topic_score_gemma":0.0007751295,"teacher_disagreement_score":0.861409,"about_ca_system_score_codex":0.00006689991,"about_ca_system_score_gemma":0.00031975145,"threshold_uncertainty_score":0.6710867},"labels":[],"label_agreement":null},{"id":"W4407935700","doi":"10.19173/irrodl.v26i1.8106","title":"Comparative Effectiveness of Approaches to Students’ Labour Education in Universities in the New Era With the Use of Information Technologies","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Innovations and Challenges","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information technology; Higher education; Educational technology; Electronic learning; Sociology; Pedagogy; Mathematics education; Medical education; Computer science; Knowledge management; Psychology; Economic growth; Medicine; Economics","score_opus":0.20694795098775154,"score_gpt":0.4500007788774582,"score_spread":0.24305282788970667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9275788,0.0027999294,0.00686235,0.0605806,0.00002501145,0.0011012066,0.000009623089,0.0000039372217,0.0010385473],"genre_scores_gemma":[0.99822533,0.0010549657,0.0005242371,0.00006317585,0.000001757805,0.00005936249,0.000018966562,5.927672e-7,0.000051601746],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99886024,0.00046707757,0.00019589691,0.000077975834,0.00033367504,0.00006514291],"domain_scores_gemma":[0.99800414,0.0014205049,0.00010146835,0.0001581002,0.00031018717,0.000005618521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030112653,0.00004267964,0.0001291031,0.00026311763,0.00004854666,0.00010082278,0.0013482363,0.000014851439,0.0000014102341],"category_scores_gemma":[0.00022938242,0.000022596307,0.000009388285,0.0014666681,0.00010754973,0.0004600389,0.00045208953,0.00024571002,2.8082772e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007146862,0.00016204614,0.024836864,0.0006318165,0.000024062743,1.773237e-7,0.0028644225,0.0022724003,0.000009603948,0.9528294,0.0004909484,0.015806757],"study_design_scores_gemma":[0.000522458,0.00013353131,0.8233244,0.011981297,0.0000043935866,0.0000019408296,0.14383738,0.0010923848,0.00035418515,0.0075021475,0.011172998,0.000072893476],"about_ca_topic_score_codex":0.0008601983,"about_ca_topic_score_gemma":0.00013975581,"teacher_disagreement_score":0.9453273,"about_ca_system_score_codex":0.00007799523,"about_ca_system_score_gemma":0.0006366263,"threshold_uncertainty_score":0.2505381},"labels":[],"label_agreement":null},{"id":"W4407935703","doi":"10.19173/irrodl.v26i1.7977","title":"Peculiarities of the Development of Students’ Musical Skills Under the Influence of Modern Software","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Professional Development","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Musical; Computer science; Software; Mathematics education; Multimedia; Psychology; Visual arts; Art; Programming language","score_opus":0.07880886467738761,"score_gpt":0.5042323254361789,"score_spread":0.4254234607587913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9782908,0.0028706724,0.00017055916,0.014912209,0.00008901819,0.0005865648,0.000012815091,0.0000018788089,0.0030654727],"genre_scores_gemma":[0.994609,0.0038184915,0.00019572901,0.00016257551,0.000006161704,0.000036011395,0.000008786957,0.0000015714744,0.0011616782],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975703,0.0007757997,0.00042039782,0.00009150295,0.0010353074,0.00010669046],"domain_scores_gemma":[0.997532,0.0014854503,0.00018495099,0.00012138999,0.0006554929,0.000020694093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065149637,0.000045093453,0.00015073213,0.000050495393,0.00027288942,0.000028869257,0.0014685389,0.000025468817,0.00008042087],"category_scores_gemma":[0.002749899,0.000023426617,0.000032229098,0.00046406474,0.00054410246,0.000067677145,0.00089606526,0.0002732379,6.912044e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105708976,0.00062783284,0.63726306,0.0026552184,0.00021979031,3.9308938e-7,0.03631415,0.0008615173,0.000159497,0.2692294,0.0023323786,0.05023106],"study_design_scores_gemma":[0.00027081437,0.00001099967,0.91146624,0.01533784,0.000007864363,2.851433e-7,0.03394141,0.000015681722,0.0002746867,0.01348055,0.02514102,0.00005260275],"about_ca_topic_score_codex":0.00048554206,"about_ca_topic_score_gemma":0.00022528273,"teacher_disagreement_score":0.2742032,"about_ca_system_score_codex":0.00008176926,"about_ca_system_score_gemma":0.0013076973,"threshold_uncertainty_score":0.32920846},"labels":[],"label_agreement":null},{"id":"W4407935713","doi":"10.19173/irrodl.v26i1.7953","title":"Bibliometric Insights Into the Open Education Landscape","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open education; Distance education; Higher education; Data science; Geography; Computer science; Sociology; World Wide Web; Pedagogy; Political science","score_opus":0.0671515032365844,"score_gpt":0.46146022919374263,"score_spread":0.3943087259571582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935713","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041721366,0.106397234,0.004360729,0.22051018,0.0010659499,0.0032391376,0.000003174535,0.000040305094,0.62266195],"genre_scores_gemma":[0.94679254,0.048200976,0.0004562695,0.0011042326,0.00003522327,0.00018126758,0.000053594078,0.0000041902617,0.0031716835],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976952,0.0009313518,0.0003514834,0.000284108,0.00055895624,0.00017891715],"domain_scores_gemma":[0.9975426,0.0012500352,0.00014687485,0.00037692138,0.0006294935,0.00005406774],"candidate_categories":["bibliometrics","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0066763232,0.00008329768,0.00018214982,0.0029249408,0.00045235784,0.0015138438,0.0057097003,0.000029050489,0.000120166944],"category_scores_gemma":[0.0035816133,0.00004907637,0.00003088095,0.02344408,0.0001039159,0.0007702126,0.0040318505,0.0006664048,0.00002741363],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028564165,0.00022647543,0.029550487,0.00050017383,0.000044672113,0.000001640353,0.0010336931,0.000084393105,0.000028578479,0.5325326,0.03547949,0.40048927],"study_design_scores_gemma":[0.00045587856,0.00006182705,0.058298066,0.005803462,0.0000064603464,0.000006018622,0.008818882,0.005237357,0.000063473846,0.013366728,0.90776485,0.00011698715],"about_ca_topic_score_codex":0.0011928416,"about_ca_topic_score_gemma":0.000038552862,"teacher_disagreement_score":0.9050712,"about_ca_system_score_codex":0.00009074391,"about_ca_system_score_gemma":0.0008943188,"threshold_uncertainty_score":0.9996699},"labels":[{"model":"gemma","categories":["bibliometrics","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4407935718","doi":"10.19173/irrodl.v26i1.8490","title":"Twenty-Five Years of Innovation and Knowledge Sharing: The Legacy and Future of the International Review of Research in Open and Distributed Learning","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Knowledge sharing; Knowledge management; Educational technology; Computer science; Sociology; Pedagogy","score_opus":0.11577917033688084,"score_gpt":0.48757200001693196,"score_spread":0.3717928296800511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62785596,0.20553526,0.00006176661,0.06710479,0.00035099426,0.004860374,0.00010372508,0.000011084118,0.09411604],"genre_scores_gemma":[0.83841854,0.16030146,0.000018617846,0.000053017964,0.000045664274,0.000050680515,0.00006687323,0.000004958805,0.0010401999],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966724,0.001345413,0.0006864064,0.00028593303,0.0007911845,0.00021865757],"domain_scores_gemma":[0.9968632,0.0014260636,0.0003335417,0.00020789391,0.0011377174,0.000031587195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022409432,0.00009080198,0.00034721164,0.00029888086,0.00031445164,0.00026573506,0.0019443878,0.00005140486,0.00006748762],"category_scores_gemma":[0.0072937724,0.000060649072,0.000032214095,0.0023453848,0.00078488817,0.0003856676,0.0045941994,0.00081809034,6.0680816e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018368056,0.00017269538,0.3630177,0.009986959,0.00015566144,0.000003221122,0.003640037,0.00001562916,0.00009426839,0.47030354,0.0033228858,0.14910372],"study_design_scores_gemma":[0.0020368272,0.00013056387,0.2949015,0.120945014,0.000053500873,0.0000032461028,0.051555093,0.0018864099,0.000100544625,0.014780573,0.5133817,0.00022504412],"about_ca_topic_score_codex":0.002106742,"about_ca_topic_score_gemma":0.00042329464,"teacher_disagreement_score":0.5100588,"about_ca_system_score_codex":0.00010944498,"about_ca_system_score_gemma":0.00030221159,"threshold_uncertainty_score":0.8731854},"labels":[],"label_agreement":null},{"id":"W4407935721","doi":"10.19173/irrodl.v26i1.7732","title":"Facilitating Students’ Emotional Engagement in Synchronous Online Learning: A Systematic Literature Review","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Educational technology; Electronic learning; Computer-mediated communication; Psychology; Instructional design; Computer science; Mathematics education; Pedagogy; Multimedia; The Internet; World Wide Web","score_opus":0.06807978449064762,"score_gpt":0.4900722714074586,"score_spread":0.421992486916811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935721","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09401472,0.824983,0.0002472161,0.058407675,0.00021068496,0.0053185085,0.00006687543,0.00004180313,0.016709521],"genre_scores_gemma":[0.3173339,0.6781961,0.00030294273,0.0004338227,0.000058199454,0.00018689866,0.00032352118,0.000007600386,0.0031570515],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9920793,0.0052520516,0.0007608494,0.0002953347,0.001285338,0.00032708855],"domain_scores_gemma":[0.99598724,0.0030236244,0.00022717318,0.00015818243,0.00054654916,0.000057238478],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024523813,0.000119341385,0.00047409596,0.00026104337,0.00041824754,0.0002769983,0.0013690451,0.000053550517,0.00016023948],"category_scores_gemma":[0.024701081,0.000087742774,0.00007089433,0.0015740427,0.00017596986,0.0002491219,0.0008226081,0.0016299175,0.000008161402],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012857908,0.0013064068,0.23877618,0.5841738,0.00035705103,0.00015366008,0.007459698,0.0010616487,0.000031418036,0.054650325,0.0038711908,0.108030036],"study_design_scores_gemma":[0.000578351,0.00006469186,0.0076321233,0.88156027,0.000025610787,0.000004176641,0.02783505,0.0006717403,8.8877243e-7,0.00050147786,0.081001766,0.00012384154],"about_ca_topic_score_codex":0.00034984903,"about_ca_topic_score_gemma":0.00018461932,"teacher_disagreement_score":0.29738647,"about_ca_system_score_codex":0.00031045862,"about_ca_system_score_gemma":0.00049153547,"threshold_uncertainty_score":0.98351425},"labels":[],"label_agreement":null},{"id":"W4407935725","doi":"10.19173/irrodl.v26i1.7921","title":"Predicting Online Learners’ Performance Through Ontologies: A Systematic Literature Review","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Systematic review; Educational technology; Electronic learning; Distance education; Instructional design; World Wide Web; Multimedia; Data science; Mathematics education; Psychology; MEDLINE","score_opus":0.06550124184246346,"score_gpt":0.44297853126754333,"score_spread":0.37747728942507985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935725","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007204224,0.86797327,0.00377112,0.11084622,0.00017278285,0.0016063286,0.000025638961,0.000064959655,0.008335429],"genre_scores_gemma":[0.15816025,0.8381054,0.0012270884,0.0011810842,0.000027648946,0.000059372676,0.0000913254,0.0000048128395,0.0011430405],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.997323,0.0008962957,0.00060486136,0.0003040515,0.0006243506,0.0002474703],"domain_scores_gemma":[0.9976449,0.001171094,0.00023959445,0.0004179158,0.0004926077,0.00003391049],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061797807,0.000119676166,0.00046265515,0.0001252232,0.0001914649,0.00029381624,0.0025950444,0.000042670843,0.000009320963],"category_scores_gemma":[0.007196846,0.000075211334,0.00006630059,0.001572815,0.00010730306,0.00046000635,0.0015252343,0.0010997036,0.000003946915],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040103907,0.00032871834,0.058395345,0.82117206,0.00024800422,0.000066832035,0.00078550284,0.00071364717,0.000012779527,0.08191003,0.0053841807,0.030942809],"study_design_scores_gemma":[0.0002883563,0.00007859158,0.0013521819,0.92336553,0.000022588198,0.000033928474,0.00071599794,0.060742524,0.000005165189,0.0010794875,0.012218011,0.00009766271],"about_ca_topic_score_codex":0.000055698754,"about_ca_topic_score_gemma":0.00000787689,"teacher_disagreement_score":0.15095603,"about_ca_system_score_codex":0.00008240539,"about_ca_system_score_gemma":0.00019995522,"threshold_uncertainty_score":0.8615817},"labels":[],"label_agreement":null},{"id":"W4407935726","doi":"10.19173/irrodl.v26i1.7106","title":"A Categorical Confirmatory Factor Analysis for Validating the Turkish Version of the Self-Directed Online Learning Scale (SDOLS-T)","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Confirmatory factor analysis; Turkish; Categorical variable; Scale (ratio); Distance education; Online learning; Computer science; Psychology; Mathematics education; Machine learning; World Wide Web; Structural equation modeling","score_opus":0.06362808851567038,"score_gpt":0.4600264998668139,"score_spread":0.3963984113511435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9124669,0.010408407,0.0006632176,0.06113964,0.0002976372,0.002830636,0.00019447888,0.00009578791,0.0119033195],"genre_scores_gemma":[0.9918865,0.0065219677,0.00024997492,0.000092945156,0.000056451252,0.000036650443,0.0001323568,0.0000052430873,0.001017907],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962654,0.0020970954,0.00042638252,0.0002024135,0.00076062646,0.0002480676],"domain_scores_gemma":[0.99555296,0.0032457216,0.00027765278,0.00017164319,0.00071183516,0.00004016048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070957304,0.00008520478,0.00029889806,0.00014740604,0.0008334538,0.00013442754,0.0013072588,0.000055049033,0.00011855048],"category_scores_gemma":[0.0074474458,0.0000475713,0.0001524983,0.001907001,0.00029275956,0.00012998024,0.00061962137,0.00085160334,0.0000011386109],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032330796,0.0005481791,0.8702564,0.0022734336,0.0013055207,0.0000035080293,0.0051647234,0.0028477497,0.00037602102,0.022362148,0.005866343,0.08867264],"study_design_scores_gemma":[0.0012439005,0.000102615355,0.09891779,0.005511842,0.00032432095,0.0000016116925,0.05731543,0.030128079,0.00024518295,0.0010634729,0.8049385,0.00020726566],"about_ca_topic_score_codex":0.0015305104,"about_ca_topic_score_gemma":0.00047139128,"teacher_disagreement_score":0.79907215,"about_ca_system_score_codex":0.00014174168,"about_ca_system_score_gemma":0.00060960895,"threshold_uncertainty_score":0.8915826},"labels":[],"label_agreement":null},{"id":"W4407935728","doi":"10.19173/irrodl.v26i1.8158","title":"Manuscript Selection in a Literature Review: “Free-Full-Text-or-Next” as a New Criterion","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Selection (genetic algorithm); Computer science; Information retrieval; World Wide Web; Artificial intelligence","score_opus":0.07244031297834792,"score_gpt":0.4959537324532265,"score_spread":0.4235134194748786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935728","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008686415,0.3830047,0.00022041741,0.5147882,0.00049745635,0.0029415989,0.000022552153,0.000028650316,0.08981001],"genre_scores_gemma":[0.068375506,0.9054799,0.00016603526,0.0033536463,0.0001410534,0.00017934504,0.0001181057,0.000006035268,0.022180388],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99723023,0.0013196992,0.00039502725,0.00021867604,0.00063539867,0.00020097168],"domain_scores_gemma":[0.9985616,0.00047886188,0.00011868039,0.00013702079,0.0006296995,0.00007412217],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006824867,0.00007800275,0.00020442545,0.00022578896,0.00026030076,0.0004222341,0.0009293156,0.00005860517,0.0007349998],"category_scores_gemma":[0.01622107,0.00005704898,0.000032058477,0.0027648278,0.00012291099,0.0004878438,0.0002946466,0.00057903706,0.000013057712],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005044464,0.00028280087,0.0077427067,0.006271292,0.000044464065,0.00001908962,0.003783019,0.00001978116,0.00020047033,0.17907481,0.6350134,0.16704375],"study_design_scores_gemma":[0.00038334122,0.000049179056,0.0018946325,0.063303195,0.0000065805616,0.000004976496,0.0037340014,0.000120907316,0.000011989614,0.005482826,0.92493933,0.00006901986],"about_ca_topic_score_codex":0.0027993158,"about_ca_topic_score_gemma":0.002289555,"teacher_disagreement_score":0.5224752,"about_ca_system_score_codex":0.00029417127,"about_ca_system_score_gemma":0.0015298043,"threshold_uncertainty_score":0.9920657},"labels":[],"label_agreement":null},{"id":"W4407935731","doi":"10.19173/irrodl.v26i1.7965","title":"Analyzing Learning Sentiments on a MOOC Discussion Forum Through Epistemic Network Analysis","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Educational technology; Data science; Online learning; World Wide Web; Mathematics education; Psychology","score_opus":0.0953834066274346,"score_gpt":0.5246988366770566,"score_spread":0.429315430049622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935731","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2246123,0.060150698,0.15770122,0.14969742,0.0016152401,0.0039301114,0.000077633966,0.00018413513,0.40203124],"genre_scores_gemma":[0.9859574,0.0032989895,0.00051664794,0.00039464346,0.000057510002,0.00008857882,0.00027342868,0.000013036421,0.009399753],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.992176,0.0057744104,0.0006206796,0.0004504115,0.0005358453,0.00044268122],"domain_scores_gemma":[0.99698114,0.002068773,0.0003086766,0.00032251157,0.00028014847,0.00003876588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01703114,0.00015831101,0.00049590453,0.0004024217,0.0005353412,0.00015106665,0.0009773627,0.0000736935,0.00047188942],"category_scores_gemma":[0.0032010148,0.00009582552,0.00013791604,0.0031869903,0.00018137379,0.0001243721,0.00076395145,0.00202161,0.00002317181],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005260433,0.00023876168,0.780937,0.00057267543,0.0016417735,0.000022129372,0.0008903136,0.009736452,0.000066292014,0.10011936,0.008800581,0.09644861],"study_design_scores_gemma":[0.0034930913,0.00059768785,0.3731266,0.04981038,0.00052465557,0.000015022432,0.018525753,0.015162643,0.000066560635,0.021512583,0.51649123,0.00067376153],"about_ca_topic_score_codex":0.0007489794,"about_ca_topic_score_gemma":0.00001342817,"teacher_disagreement_score":0.76134515,"about_ca_system_score_codex":0.00016125487,"about_ca_system_score_gemma":0.00007299193,"threshold_uncertainty_score":0.8783002},"labels":[],"label_agreement":null},{"id":"W4407935740","doi":"10.19173/irrodl.v26i1.7813","title":"Evaluating AI-Personalized Learning Interventions in Distance Education","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Psychological intervention; Computer science; Educational technology; Individualized instruction; Personalized learning; Psychology; Open learning; Multimedia; Teaching method; Mathematics education; Cooperative learning","score_opus":0.14396031869659134,"score_gpt":0.5604526664271032,"score_spread":0.4164923477305119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935740","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0995891,0.1862915,0.27443427,0.38701326,0.00096159236,0.0034810677,0.000029462313,0.00014316912,0.04805656],"genre_scores_gemma":[0.9799566,0.012988602,0.0025837345,0.00039314883,0.000027759528,0.00009681454,0.000085450534,0.0000057181514,0.0038621281],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99736494,0.0011212286,0.0004956173,0.00029050847,0.0005180228,0.0002097073],"domain_scores_gemma":[0.9983147,0.00084265776,0.00016116639,0.00021491059,0.00043060287,0.000036005706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008276507,0.0000853265,0.00022821444,0.00029585493,0.0001834031,0.0002991603,0.0015443227,0.000030153633,0.000036599322],"category_scores_gemma":[0.005034947,0.00006775207,0.00006874126,0.0014062416,0.0001187185,0.0003218762,0.0009808686,0.001043687,0.00000570751],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060290247,0.000431431,0.11978581,0.003785498,0.000056554632,0.000008122229,0.00038778462,0.005198388,0.00012077817,0.5311006,0.0015492542,0.3375155],"study_design_scores_gemma":[0.0021778513,0.00025824047,0.03172236,0.14413382,0.000026424546,0.00001556853,0.00424036,0.6439804,0.00006203697,0.048160903,0.12487379,0.00034826508],"about_ca_topic_score_codex":0.00031573,"about_ca_topic_score_gemma":0.000041812964,"teacher_disagreement_score":0.8803675,"about_ca_system_score_codex":0.0001569103,"about_ca_system_score_gemma":0.0004978893,"threshold_uncertainty_score":0.6027666},"labels":[],"label_agreement":null},{"id":"W4407935757","doi":"10.19173/irrodl.v26i1.7984","title":"Impact of Simulation-Based Learning on Learning Loss Among Nursing Students: A Quasi-Experimental Study","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Educational technology; Computer science; Electronic learning; Mathematics education; Psychology; Learning effect","score_opus":0.09979447429814772,"score_gpt":0.5822136315413926,"score_spread":0.4824191572432449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99267775,0.002530945,0.00030165675,0.0015770702,0.00007327088,0.0019696984,0.000008310174,0.000017392018,0.0008438963],"genre_scores_gemma":[0.9989629,0.0003602823,0.00002805631,0.00006714249,0.000036971585,0.000114800794,0.00020462667,0.000015673391,0.00020959314],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99602026,0.0013656005,0.00075495685,0.00034109942,0.0012506236,0.00026748193],"domain_scores_gemma":[0.9939796,0.004180479,0.00032654274,0.00026317456,0.001150152,0.00010008593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048232046,0.000158802,0.0004685617,0.0004741106,0.0002924273,0.000098503464,0.0005650878,0.000057434034,0.00025797432],"category_scores_gemma":[0.0056413445,0.0001207706,0.00011160907,0.0010782665,0.00023893273,0.0001340544,0.00020148537,0.0012151302,0.0000044696376],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061022636,0.0023922396,0.85002273,0.00057335093,0.00009729614,0.0000055411147,0.00069925585,0.14356156,0.00001841391,0.00013960306,0.00004171303,0.0018380452],"study_design_scores_gemma":[0.0029047336,0.0026419312,0.8921152,0.03055993,0.000037504768,0.0000014170557,0.012125785,0.059180394,0.00008483293,0.000050419323,0.00019186588,0.0001060381],"about_ca_topic_score_codex":0.001293365,"about_ca_topic_score_gemma":0.0000050133426,"teacher_disagreement_score":0.08438117,"about_ca_system_score_codex":0.000842469,"about_ca_system_score_gemma":0.00076932675,"threshold_uncertainty_score":0.6753624},"labels":[],"label_agreement":null},{"id":"W4407935760","doi":"10.19173/irrodl.v26i1.7924","title":"The Impact of a Learning Analytics Based Feedback System on Students’ Academic Achievement and Self-Regulated Learning in a Flipped Classroom","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Flipped learning; Learning analytics; Academic achievement; Educational technology; Self-regulated learning; Mathematics education; Computer science; Blended learning; Flipped classroom; Psychology; Data science","score_opus":0.04183471397929355,"score_gpt":0.4406755609635411,"score_spread":0.39884084698424754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96221954,0.009825039,0.0035158093,0.021555018,0.00007973026,0.0012366166,0.0000102897075,0.000067746674,0.0014902285],"genre_scores_gemma":[0.99044263,0.008922966,0.00013753418,0.000034837078,0.000013795415,0.000023130082,0.000026630962,0.0000076679535,0.00039081374],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99582404,0.0017807533,0.0007149782,0.0003593392,0.00096045074,0.00036046284],"domain_scores_gemma":[0.9964843,0.0024379857,0.0003562921,0.0002854258,0.00036624362,0.00006976854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011114629,0.0001649364,0.0004158825,0.000365197,0.00032425093,0.00032700543,0.0021035483,0.0000744832,0.0000038652884],"category_scores_gemma":[0.0026801764,0.00010210826,0.00008807469,0.0015686858,0.00014785114,0.0001563971,0.0013919236,0.0020606923,0.0000024553985],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025653368,0.00033854775,0.85287654,0.0016212959,0.00031363007,0.000019234378,0.00034401965,0.094816186,0.000109917695,0.021536747,0.00024834042,0.027518975],"study_design_scores_gemma":[0.0015570407,0.00043536728,0.1395264,0.019042103,0.000021268886,0.000004668287,0.0016299931,0.8341101,0.000031682648,0.00039747098,0.003107943,0.00013599076],"about_ca_topic_score_codex":0.00035855666,"about_ca_topic_score_gemma":0.00001653818,"teacher_disagreement_score":0.7392939,"about_ca_system_score_codex":0.00034256084,"about_ca_system_score_gemma":0.00038507252,"threshold_uncertainty_score":0.8952797},"labels":[],"label_agreement":null},{"id":"W4407935765","doi":"10.19173/irrodl.v26i1.7337","title":"The Impact of Switching Intention of Teachers’ Online Teaching in the COVID-19 Era: The Perspective of Push-Pull-Mooring","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Reforms and Innovations","field":"Environmental Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Coronavirus disease 2019 (COVID-19); Mooring; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Online learning; Distance education; Mathematics education; Psychology; Computer science; Multimedia; Engineering; Medicine","score_opus":0.0786528434068789,"score_gpt":0.4984934557045655,"score_spread":0.4198406122976866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9504506,0.0026690224,0.0003295506,0.035610437,0.000033810647,0.0006831902,0.00003571406,0.0000016726143,0.010185993],"genre_scores_gemma":[0.996145,0.0034983114,0.000053832624,0.000106108855,0.000009616044,0.000029436062,0.000032738055,0.0000025760537,0.00012239235],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980712,0.000653859,0.00047423542,0.0001263897,0.00054114655,0.00013317754],"domain_scores_gemma":[0.9973678,0.0020160668,0.00026406196,0.00020025414,0.00013255743,0.000019289771],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011618229,0.000065310844,0.00015837645,0.00008366862,0.00025856693,0.000045390047,0.0011492376,0.000019981959,0.0000710917],"category_scores_gemma":[0.00919832,0.000027659384,0.000069807575,0.00076724414,0.0003348523,0.00017587781,0.00054825685,0.0007457847,5.632943e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016303879,0.0005906341,0.7269114,0.00037538414,0.00016009448,9.850545e-7,0.007886983,0.004639965,0.0025786299,0.2108676,0.0025969255,0.043228325],"study_design_scores_gemma":[0.0005800064,0.00014864867,0.87833107,0.0038071473,0.000016211625,0.000007652189,0.07753491,0.003227394,0.00008808565,0.026927413,0.009249765,0.000081679114],"about_ca_topic_score_codex":0.02006052,"about_ca_topic_score_gemma":0.0006690899,"teacher_disagreement_score":0.18394019,"about_ca_system_score_codex":0.0004166826,"about_ca_system_score_gemma":0.00018283693,"threshold_uncertainty_score":0.9991476},"labels":[],"label_agreement":null},{"id":"W4407935770","doi":"10.19173/irrodl.v26i1.7970","title":"Self-, Peer, and Tutor Assessment in Online Microteaching Practice and Doctoral Students’ Opinions","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"TUTOR; Microteaching; Peer assessment; Peer evaluation; Psychology; Computer-mediated communication; Educational technology; Medical education; Pedagogy; Peer tutor; Computer science; Peer review; Distance education; Mathematics education; Multimedia; Higher education; Teaching method; The Internet; World Wide Web; Medicine; Political science","score_opus":0.13627503416222947,"score_gpt":0.6014990538673939,"score_spread":0.4652240197051644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8450055,0.032681797,0.0022140082,0.08913144,0.00039598573,0.001756159,0.000089615976,0.000033349585,0.028692126],"genre_scores_gemma":[0.9792076,0.010423296,0.0072747637,0.00068157504,0.00005252309,0.00009106344,0.00025526987,0.0000115633,0.002002374],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9937751,0.0047816304,0.00042761135,0.00030280833,0.0004901021,0.0002227298],"domain_scores_gemma":[0.99623466,0.003104693,0.00014975651,0.00015716832,0.00031685858,0.000036862795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025237119,0.00010096659,0.0002658892,0.00024636433,0.00019550638,0.00020194746,0.0005922601,0.000048190304,0.000052729756],"category_scores_gemma":[0.006565895,0.00007663701,0.000018314053,0.000505466,0.00014468946,0.00016289247,0.0009377146,0.0019709505,0.0000013101367],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026068592,0.0008946449,0.7973069,0.0012387877,0.00025116064,0.000036674017,0.002751603,0.000015806423,0.00009943482,0.11026576,0.002212464,0.08466606],"study_design_scores_gemma":[0.0015055956,0.00012097462,0.6182858,0.0059929616,0.000016519898,0.000026715139,0.0096444,0.00044326016,0.000002372603,0.00060743355,0.36325112,0.00010288379],"about_ca_topic_score_codex":0.0016464659,"about_ca_topic_score_gemma":0.00002430254,"teacher_disagreement_score":0.36103866,"about_ca_system_score_codex":0.00012234284,"about_ca_system_score_gemma":0.00013170144,"threshold_uncertainty_score":0.87467325},"labels":[],"label_agreement":null},{"id":"W4407935801","doi":"10.19173/irrodl.v26i1.8543","title":"Editorial - Volume 26, Issue 1","year":2025,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Physics","score_opus":0.06103305578241085,"score_gpt":0.3756956902538965,"score_spread":0.3146626344714856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935801","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000042074053,0.03165845,0.000012750669,0.0025714976,0.8053761,0.0004353149,0.0020433934,0.000008195205,0.15789007],"genre_scores_gemma":[0.000085371306,0.17598604,0.000023414019,0.00006057964,0.61387163,0.00010876835,0.00071128906,0.000016590613,0.2091363],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979029,0.00013358095,0.00081293035,0.0005236643,0.0003279841,0.00029889803],"domain_scores_gemma":[0.9975373,0.0012347454,0.00044340483,0.00031216277,0.00042095353,0.000051398234],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.010482055,0.00015295258,0.0006955671,0.00027440567,0.00020068306,0.00037009243,0.0019526121,0.00018886183,0.0035804182],"category_scores_gemma":[0.011227097,0.00013410074,0.000102050006,0.0004013225,0.00027360622,0.00020231422,0.0019833124,0.0013000433,0.0015563595],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033634482,0.000031703574,0.000516172,0.00095816795,0.000082961546,0.0000014177903,0.000038879167,0.000009233924,4.8861622e-8,0.005613708,0.9921314,0.0005826717],"study_design_scores_gemma":[0.00040967253,0.000027232472,0.00003307877,0.004311883,0.0000063523926,1.8061546e-7,0.000329101,0.00011482902,2.648391e-7,0.0020763788,0.9925739,0.00011713522],"about_ca_topic_score_codex":0.0019808188,"about_ca_topic_score_gemma":0.00001829907,"teacher_disagreement_score":0.1915045,"about_ca_system_score_codex":0.0002631942,"about_ca_system_score_gemma":0.0002442187,"threshold_uncertainty_score":0.999221},"labels":[],"label_agreement":null},{"id":"W4409074876","doi":"10.19173/irrodl.v26i1.7602","title":"Implementation of an On-the-Job Training Method in a Distance Education Environment","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Training (meteorology); Computer science; Educational technology; Pedagogy; Multimedia; Mathematics education; Psychology","score_opus":0.10767965386999258,"score_gpt":0.5498655137138352,"score_spread":0.4421858598438426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409074876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7575574,0.01085495,0.003156263,0.16075455,0.00018656487,0.0030658187,0.00005782101,0.000012674574,0.06435394],"genre_scores_gemma":[0.98837006,0.010180283,0.00076819444,0.0001608524,0.000027697146,0.000090420515,0.00004968655,0.0000029332737,0.0003498999],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99732,0.0016287542,0.0002962632,0.00014271933,0.00046790828,0.00014433598],"domain_scores_gemma":[0.99853057,0.0011191875,0.000121166624,0.0001058127,0.00009875016,0.000024542898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011203396,0.000046753594,0.00013459998,0.00011326513,0.00017506993,0.000059472917,0.0005867274,0.000020542748,0.00020944435],"category_scores_gemma":[0.001346313,0.000032438493,0.000022119857,0.00046413814,0.0001395686,0.00015220516,0.00014990736,0.0003648515,0.0000013234974],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004656119,0.00011531575,0.032855436,0.00023527976,0.000016686921,9.429271e-7,0.0022242283,0.00018269879,0.00008219655,0.27490008,0.00029713594,0.68904346],"study_design_scores_gemma":[0.0008305189,0.000162112,0.062686674,0.012398489,0.000014911223,0.0000010051463,0.29308385,0.0011791767,0.00032330424,0.020113941,0.6090614,0.0001446109],"about_ca_topic_score_codex":0.0028951,"about_ca_topic_score_gemma":0.0009910692,"teacher_disagreement_score":0.6888988,"about_ca_system_score_codex":0.00014475123,"about_ca_system_score_gemma":0.00068820233,"threshold_uncertainty_score":0.43765447},"labels":[],"label_agreement":null},{"id":"W4409078379","doi":"10.19173/irrodl.v26i1.8068","title":"Automatic Classification of Online Learner Reviews Via Fine-Tuned BERTs","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Jilin Office of Philosophy and Social Science; National Natural Science Foundation of China","keywords":"Computer science; Educational technology; Distance education; Online learning; Multimedia; World Wide Web; Mathematics education; Psychology","score_opus":0.09313638366228182,"score_gpt":0.4664830827527577,"score_spread":0.37334669909047585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409078379","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15233003,0.19854549,0.09843263,0.52438843,0.0006460417,0.0047578416,0.00009357987,0.00014809066,0.020657891],"genre_scores_gemma":[0.9398135,0.053728018,0.0039891577,0.00031842568,0.000035228804,0.00004584041,0.00019751486,0.000007093447,0.0018652127],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974663,0.0009919542,0.0006425247,0.00024376136,0.00048603243,0.00016941423],"domain_scores_gemma":[0.9979054,0.0009906166,0.00028765044,0.00037922186,0.0003994284,0.000037711445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007147601,0.0000891544,0.00034517943,0.00020203828,0.00009817969,0.000101413665,0.0018490924,0.00003535625,0.000047176607],"category_scores_gemma":[0.0047628945,0.000060446877,0.00006406114,0.0011463518,0.00013113272,0.00019965139,0.0009297988,0.0005519181,0.000008473101],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028568096,0.00036675134,0.018882912,0.0045796004,0.00006948199,0.000005352831,0.000115238414,0.00021567498,0.0007107507,0.064135075,0.005880239,0.90501034],"study_design_scores_gemma":[0.0010767059,0.00016611387,0.07614551,0.051553298,0.00003491651,0.000013527366,0.00041908218,0.64286345,0.0001965148,0.012151969,0.21514139,0.00023752962],"about_ca_topic_score_codex":0.00013846245,"about_ca_topic_score_gemma":0.000023635735,"teacher_disagreement_score":0.9047728,"about_ca_system_score_codex":0.00005658297,"about_ca_system_score_gemma":0.0001969879,"threshold_uncertainty_score":0.5701974},"labels":[],"label_agreement":null},{"id":"W4410193510","doi":"10.19173/irrodl.v26i2.7915","title":"Critiquing the Role of Field Facilitation in Open and Distance Learning Within a Resource-Constrained Environment in the Global South","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Facilitation; Distance education; Field (mathematics); Resource (disambiguation); Educational technology; Computer science; Open education; Knowledge management; Psychology; Mathematics education; World Wide Web","score_opus":0.06073240172648804,"score_gpt":0.47624193023017924,"score_spread":0.4155095285036912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7038742,0.024025982,0.00034201244,0.1875771,0.00007255511,0.0028127553,0.000035707722,0.0000089688865,0.081250735],"genre_scores_gemma":[0.99541146,0.003894956,0.00007054678,0.00018643778,0.000011229032,0.00009068872,0.000016845554,0.0000020291204,0.00031579417],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9951358,0.0035636066,0.00038236563,0.00019477074,0.0005501836,0.00017327916],"domain_scores_gemma":[0.9956427,0.003910494,0.00019876586,0.0001334811,0.00009003563,0.000024476329],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017681962,0.000064222746,0.00016422295,0.000058983922,0.00032280077,0.00029847847,0.0012266848,0.000036058806,0.000079534075],"category_scores_gemma":[0.012415082,0.000041105868,0.00001911667,0.00063610304,0.00041742797,0.0002768212,0.000495941,0.0007223902,0.0000015801305],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016871461,0.000097770215,0.78357005,0.00027318063,0.00002247476,0.0000028862587,0.048177663,0.000949504,0.000015751062,0.13820587,0.00014730165,0.028368833],"study_design_scores_gemma":[0.0006948767,0.00009121099,0.11332244,0.0068388595,0.0000118544895,0.000002092221,0.5341585,0.0009766996,0.000016393169,0.011031714,0.33274513,0.000110208064],"about_ca_topic_score_codex":0.006912729,"about_ca_topic_score_gemma":0.0010474805,"teacher_disagreement_score":0.6702476,"about_ca_system_score_codex":0.00013818505,"about_ca_system_score_gemma":0.00025665667,"threshold_uncertainty_score":0.9997003},"labels":[],"label_agreement":null},{"id":"W4410193521","doi":"10.19173/irrodl.v26i2.8119","title":"Self-Regulated Learning in the Digital Age: A Systematic Review of Strategies, Technologies, Benefits, and Challenges","year":2025,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitas Multimedia Nusantara","keywords":"Educational technology; Computer science; Self-regulated learning; Electronic learning; Multimedia; Psychology; Mathematics education","score_opus":0.1982204149420521,"score_gpt":0.5055598875106695,"score_spread":0.3073394725686174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193521","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008781098,0.9825391,0.000016881666,0.0023194181,0.00005485005,0.0032073488,0.000049866663,0.000040432995,0.011763286],"genre_scores_gemma":[0.0006940834,0.99789476,0.00007059617,0.000040103394,0.000016780794,0.00060564623,0.0003734233,0.000021830774,0.00028277724],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.985285,0.0112299705,0.001696433,0.00056014926,0.00082334696,0.00040513897],"domain_scores_gemma":[0.98967606,0.008213989,0.001083398,0.0006095376,0.0003890322,0.00002796151],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03426811,0.00035473,0.002421871,0.0005549073,0.0001666331,0.00025649884,0.002540217,0.00023550453,0.000035066892],"category_scores_gemma":[0.018639691,0.00019947944,0.0001738286,0.0019047242,0.00035432208,0.0001427369,0.0011556547,0.0037511787,0.0000052600712],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007886614,0.00006751275,0.00003197405,0.6185397,0.00017982976,0.000019669582,0.00025014064,0.0000010166741,1.6929851e-8,0.027326666,0.000107486645,0.35346812],"study_design_scores_gemma":[0.00015951779,0.00008018469,0.000051290845,0.6673151,0.00013994367,0.000055834244,0.0035780026,0.0000063553875,2.311977e-8,0.0001844863,0.32831144,0.000117798285],"about_ca_topic_score_codex":0.00013447242,"about_ca_topic_score_gemma":0.0000075694047,"teacher_disagreement_score":0.3533503,"about_ca_system_score_codex":0.00013787224,"about_ca_system_score_gemma":0.00042975775,"threshold_uncertainty_score":0.9985472},"labels":[],"label_agreement":null},{"id":"W4410193524","doi":"10.19173/irrodl.v26i2.8165","title":"Exploring the Relationship Among Preservice Teachers’ E-Learning Readiness, Learning Engagement, and Learning Performance in HyFlex Learning Environments","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Educational technology; Experiential learning; Mathematics education; Electronic learning; Psychology; Computer science; Pedagogy","score_opus":0.22021118228391703,"score_gpt":0.4260985907758251,"score_spread":0.2058874084919081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9657523,0.0065408447,0.0034188707,0.011508677,0.00019191334,0.0010203471,0.0000011386829,0.00007116298,0.011494728],"genre_scores_gemma":[0.97300094,0.018215768,0.00023993214,0.00009107614,0.000034427776,0.00032289262,0.00006509996,0.00001725761,0.008012596],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99212766,0.0052256263,0.0007738773,0.00059138436,0.00078635185,0.0004951307],"domain_scores_gemma":[0.9946515,0.0043338123,0.00038897828,0.00034910796,0.00018577547,0.00009084542],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01756315,0.0002245992,0.00034513185,0.0004926173,0.0015145794,0.0006714004,0.0020217053,0.000067338035,0.00007215925],"category_scores_gemma":[0.012148014,0.00017533121,0.00007571609,0.0016270804,0.00029415073,0.0014044687,0.0024404877,0.0049669975,0.000016979571],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023360459,0.00007290388,0.94900477,0.0005406107,0.00004347921,0.0000042206475,0.00330198,0.016629517,0.000025403197,0.0072571756,0.00009637931,0.023000173],"study_design_scores_gemma":[0.0006015403,0.000106877436,0.8212337,0.009691309,0.000013404625,0.000007195511,0.010905683,0.042104814,0.000016845295,0.00023465935,0.114903904,0.00018007065],"about_ca_topic_score_codex":0.0007451939,"about_ca_topic_score_gemma":0.000055578395,"teacher_disagreement_score":0.12777111,"about_ca_system_score_codex":0.00023705918,"about_ca_system_score_gemma":0.00015410029,"threshold_uncertainty_score":0.9997853},"labels":[],"label_agreement":null},{"id":"W4410193528","doi":"10.19173/irrodl.v26i2.8067","title":"Identifying Reasons That Contribute to Dropout Rates in Open and Distance Learning","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Open University of Sri Lanka","keywords":"Dropout (neural networks); Distance education; Open education; Computer science; Educational technology; Psychology; Mathematics education; World Wide Web; Machine learning","score_opus":0.08600845658552411,"score_gpt":0.4811343945656277,"score_spread":0.39512593798010354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193528","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19421276,0.10497606,0.16899544,0.49373147,0.0005773805,0.005707787,0.00011826895,0.00012994543,0.031550895],"genre_scores_gemma":[0.9777741,0.018540502,0.0011441243,0.0003347623,0.000015892314,0.00005524138,0.000048032016,0.0000062763793,0.0020811013],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974649,0.0008751964,0.00039741248,0.00042971518,0.00050600874,0.0003267873],"domain_scores_gemma":[0.99807805,0.0011325495,0.0001446119,0.0002753033,0.00028332215,0.00008616098],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.008257003,0.00012048485,0.00036258955,0.00025092452,0.00027879182,0.0011524856,0.0027391699,0.000037539154,0.00001655538],"category_scores_gemma":[0.005000941,0.00009325426,0.00003243311,0.0012538602,0.0001192615,0.00052645407,0.0043422766,0.0009555829,0.0000066760213],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010168361,0.0001176526,0.75241745,0.0010845836,0.000054187483,0.000055760807,0.00044895968,0.00089574564,0.00007751017,0.18300354,0.0021274171,0.05961548],"study_design_scores_gemma":[0.004534017,0.0003531504,0.2525412,0.10914105,0.000035889003,0.00004611994,0.00905304,0.21830168,0.00030824618,0.048126124,0.35675576,0.00080370886],"about_ca_topic_score_codex":0.0007931776,"about_ca_topic_score_gemma":0.00015056836,"teacher_disagreement_score":0.7835613,"about_ca_system_score_codex":0.00011958835,"about_ca_system_score_gemma":0.00020453328,"threshold_uncertainty_score":0.9998844},"labels":[],"label_agreement":null},{"id":"W4410193538","doi":"10.19173/irrodl.v26i2.8789","title":"Editorial — Volume 26, Issue 2","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science","score_opus":0.04892456527646193,"score_gpt":0.4823604191624381,"score_spread":0.43343585388597616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193538","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013971576,0.043345906,0.00036832076,0.41909698,0.021276735,0.0024562802,0.000054908873,0.000090583766,0.49933872],"genre_scores_gemma":[0.61629593,0.27817696,0.0007267154,0.001172338,0.034765918,0.00023270867,0.00026101424,0.00003321139,0.06833521],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99757516,0.0009984423,0.00025741739,0.0001635521,0.00077864446,0.00022676503],"domain_scores_gemma":[0.9984255,0.00085825415,0.00007890823,0.00011148995,0.00047963706,0.00004620446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010161496,0.00005495171,0.00016830282,0.00010860462,0.00038868075,0.00019831961,0.0010482528,0.00005086675,0.0005441309],"category_scores_gemma":[0.0077500534,0.000041111784,0.000034832985,0.0007094944,0.00027802985,0.00019861765,0.0005584939,0.00072250183,0.00003882539],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010068823,0.00011000142,0.04025015,0.00071405945,0.00005017342,0.000005217529,0.00042412037,0.00005153703,0.00002368476,0.0739842,0.7155057,0.16878045],"study_design_scores_gemma":[0.00022209233,0.000020347448,0.0007209749,0.0032784373,0.00000415417,2.4065622e-7,0.004236625,0.00010979326,0.0000050987246,0.0018068608,0.98955613,0.000039230163],"about_ca_topic_score_codex":0.0025987525,"about_ca_topic_score_gemma":0.00020069476,"teacher_disagreement_score":0.60232437,"about_ca_system_score_codex":0.000107191256,"about_ca_system_score_gemma":0.00070141524,"threshold_uncertainty_score":0.9278098},"labels":[],"label_agreement":null},{"id":"W4410193540","doi":"10.19173/irrodl.v26i2.8662","title":"Twenty-Five Years of the International Review of Research in Open and Distributed Learning: A Bibliometric Analysis","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Educational technology; Bibliometrics; Computer science; Distance education; Data science; Library science; Mathematics education; Psychology","score_opus":0.09198339502494793,"score_gpt":0.4848227665810263,"score_spread":0.3928393715560784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193540","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36940593,0.32086036,0.008625865,0.27183703,0.0005903034,0.0064622615,0.0006155807,0.000058888676,0.021543816],"genre_scores_gemma":[0.82458055,0.1738794,0.00033594432,0.00016447349,0.000017839417,0.0000462152,0.00015910005,0.000006679975,0.00080979],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9940657,0.0022803976,0.0009809891,0.0005089144,0.001811232,0.00035276028],"domain_scores_gemma":[0.9942419,0.0030867255,0.00048388538,0.0005835018,0.001526412,0.000077567805],"candidate_categories":["metaresearch","bibliometrics","open_science"],"consensus_categories":[],"category_scores_codex":[0.02160973,0.00013847022,0.00067293004,0.007959644,0.00017103739,0.00039669315,0.006028497,0.000063873376,0.00006632923],"category_scores_gemma":[0.014995512,0.00009858388,0.00014535754,0.06390717,0.0004295305,0.0003912185,0.0075670597,0.00152783,0.000003048734],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016247392,0.0006569921,0.7911588,0.010786288,0.00095896446,0.00003693167,0.00032198225,0.002707906,0.0000969553,0.05379356,0.0062018046,0.13311735],"study_design_scores_gemma":[0.0025435134,0.00034201783,0.62756366,0.14928557,0.00018932747,0.000018905163,0.0024954116,0.103808865,0.00014468744,0.009228743,0.1039852,0.00039411822],"about_ca_topic_score_codex":0.0019251792,"about_ca_topic_score_gemma":0.00006262655,"teacher_disagreement_score":0.45517462,"about_ca_system_score_codex":0.00017224962,"about_ca_system_score_gemma":0.0005306324,"threshold_uncertainty_score":0.99934936},"labels":[],"label_agreement":null},{"id":"W4410193601","doi":"10.19173/irrodl.v26i2.8266","title":"Online Learning in Civic Education Research Trend: A Bibliometric Analysis","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Lembaga Pengelola Dana Pendidikan","keywords":"Trend analysis; Educational technology; Distance education; Computer science; Higher education; Electronic learning; Mathematics education; Data science; Psychology; Political science; Machine learning","score_opus":0.13746130205668214,"score_gpt":0.5379837002358773,"score_spread":0.4005223981791951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6320611,0.116922356,0.014845317,0.17347874,0.00070045,0.00263771,0.000037503352,0.00010609645,0.059210718],"genre_scores_gemma":[0.97261417,0.02147049,0.0005021161,0.000202486,0.000024427887,0.00013991143,0.00021339994,0.000004708816,0.004828319],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951039,0.002603136,0.000606671,0.00041349398,0.000937996,0.00033481757],"domain_scores_gemma":[0.99614567,0.0023909053,0.00015946421,0.00038664287,0.0008460894,0.00007120815],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.016197994,0.00009516362,0.00029210554,0.034657948,0.00027469167,0.0005030836,0.0025252602,0.000048118345,0.00017978145],"category_scores_gemma":[0.008361708,0.0000764592,0.00009813532,0.13142832,0.00015236459,0.00039586253,0.0014415331,0.0016531814,0.000012622522],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036544592,0.0013959251,0.6221135,0.0010847491,0.00020404808,0.000005984141,0.0006046775,0.0015793184,0.000021550353,0.09159787,0.006919818,0.274436],"study_design_scores_gemma":[0.0005584694,0.00009947532,0.80763465,0.009937862,0.000022544302,0.0000044299295,0.0049133785,0.025722532,0.000009735724,0.004265691,0.1467052,0.00012603583],"about_ca_topic_score_codex":0.0021587466,"about_ca_topic_score_gemma":0.0004761868,"teacher_disagreement_score":0.34055302,"about_ca_system_score_codex":0.00026682738,"about_ca_system_score_gemma":0.00069620047,"threshold_uncertainty_score":0.9999913},"labels":[],"label_agreement":null},{"id":"W4410193642","doi":"10.19173/irrodl.v26i2.8074","title":"Distributing Knowledge Creation to Include Underrepresented Populations","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Knowledge management; Computer science; Knowledge creation; Electronic learning; Educational technology; Data science; Business; Sociology; Pedagogy; Marketing","score_opus":0.20657330210999716,"score_gpt":0.5681545613564066,"score_spread":0.3615812592464095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193642","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026059477,0.010111169,0.0037268654,0.058687378,0.0002709478,0.001761785,0.000023406259,0.000032293923,0.8993267],"genre_scores_gemma":[0.9895428,0.0041978625,0.00006471032,0.00008657368,0.000047423157,0.00006925684,0.00012289989,0.0000031885781,0.005865313],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981555,0.00072180753,0.00030223659,0.0001889773,0.0004100433,0.0002214572],"domain_scores_gemma":[0.99855036,0.00076238107,0.00006719699,0.00013696282,0.0004287317,0.00005438875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007490839,0.00005858245,0.00015052104,0.00021300733,0.00065356446,0.00025022915,0.00094798766,0.000027961714,0.00012244878],"category_scores_gemma":[0.008109834,0.000047941747,0.000031604202,0.0014131883,0.0001451432,0.00017786067,0.0014006713,0.00029940458,0.000016278645],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004817742,0.00013655322,0.23090097,0.00066910876,0.0000446494,0.0000024203798,0.0017492474,0.00013893552,0.000023123883,0.6762597,0.012379174,0.07764794],"study_design_scores_gemma":[0.0005913654,0.000028899813,0.10980187,0.01656681,0.000021821817,3.9800398e-7,0.017386233,0.0027087214,0.0000367993,0.020012796,0.83269006,0.00015424282],"about_ca_topic_score_codex":0.0028272711,"about_ca_topic_score_gemma":0.0016381887,"teacher_disagreement_score":0.9634833,"about_ca_system_score_codex":0.00023601169,"about_ca_system_score_gemma":0.00017617081,"threshold_uncertainty_score":0.97088146},"labels":[],"label_agreement":null},{"id":"W4410193664","doi":"10.19173/irrodl.v26i2.8203","title":"Teacher Perspective on MOOC Evaluation and Competency-Based Open Learning","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science and Technology Council","keywords":"Perspective (graphical); Open education; Educational technology; Distance education; Electronic learning; Open educational resources; Open learning; Computer science; Pedagogy; Mathematics education; Sociology; Teaching method; Multimedia; Psychology; Cooperative learning; Artificial intelligence","score_opus":0.14955174584358968,"score_gpt":0.5847940283800699,"score_spread":0.43524228253648023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193664","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0774108,0.015095917,0.00012271314,0.40102836,0.00020345324,0.0029807794,0.000008442333,0.00002489248,0.50312465],"genre_scores_gemma":[0.98777765,0.007273018,0.00015539797,0.00043718447,0.00004075053,0.00015979556,0.00004421515,0.0000056592985,0.0041063568],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938435,0.004516424,0.0002532684,0.00028323237,0.00091215235,0.00019141998],"domain_scores_gemma":[0.9954442,0.0031822682,0.00018780476,0.00013676558,0.0009929081,0.00005606171],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022580978,0.00007666004,0.00018582464,0.00014530406,0.0007098041,0.00057050894,0.0011162556,0.000042576918,0.00070376974],"category_scores_gemma":[0.025582455,0.00006058049,0.000022942155,0.00071850943,0.0003512345,0.00037674463,0.0005146606,0.0009110997,0.000014033842],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043632742,0.0005026311,0.25986758,0.00061859324,0.00014420871,0.0000043177492,0.010977762,0.0019382443,0.000042599182,0.64185244,0.008720096,0.0748952],"study_design_scores_gemma":[0.0014009675,0.000161242,0.05652594,0.011124594,0.000038473954,9.836684e-7,0.09381674,0.0049465448,0.000019674437,0.011318943,0.8204744,0.00017148259],"about_ca_topic_score_codex":0.008958882,"about_ca_topic_score_gemma":0.00042711,"teacher_disagreement_score":0.91036683,"about_ca_system_score_codex":0.0004336395,"about_ca_system_score_gemma":0.0015606637,"threshold_uncertainty_score":0.99764055},"labels":[],"label_agreement":null},{"id":"W4410193676","doi":"10.19173/irrodl.v26i2.8259","title":"A Blended Learning Future: COVID-19 Lessons for “Phygital” Higher Education","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Innovations and Challenges","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universidad Complutense de Madrid","keywords":"Coronavirus disease 2019 (COVID-19); Blended learning; Distance education; Higher education; Educational technology; Electronic learning; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Online learning; Computer science; Mathematics education; Multimedia; Psychology; Medicine; Political science; Virology","score_opus":0.16038638731906818,"score_gpt":0.5189789102732715,"score_spread":0.3585925229542033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193676","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001806797,0.03860757,0.018783312,0.9243353,0.00055935,0.0009912162,0.000022221488,0.000027998705,0.014866221],"genre_scores_gemma":[0.94790155,0.036083195,0.002747986,0.003236614,0.00021903204,0.00084069953,0.00038594555,0.000009184084,0.0085758185],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99856246,0.00030831015,0.0003160539,0.00027406437,0.00036285506,0.00017626499],"domain_scores_gemma":[0.9976884,0.0011749764,0.00013314968,0.0002249961,0.0007201625,0.000058277186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036807249,0.00008069607,0.00016411034,0.00022573059,0.00033649083,0.00027345296,0.0014813775,0.0000366022,0.00006823237],"category_scores_gemma":[0.0011290617,0.00006177661,0.000040113024,0.0010026398,0.000090052454,0.00030613318,0.0006413549,0.00042717182,0.0000031798595],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014180377,0.00010547129,0.000836149,0.00073929696,0.000023911716,3.6092445e-7,0.00006865026,0.00006844596,0.000017355615,0.94558764,0.014342514,0.03819604],"study_design_scores_gemma":[0.0004247627,0.0000502138,0.010034341,0.0026617066,0.0000058112046,0.000004624464,0.0027864869,0.0014134141,0.000029731093,0.06480439,0.9176874,0.00009709677],"about_ca_topic_score_codex":0.000113620816,"about_ca_topic_score_gemma":0.000012602094,"teacher_disagreement_score":0.94609475,"about_ca_system_score_codex":0.00017617358,"about_ca_system_score_gemma":0.0016273466,"threshold_uncertainty_score":0.2886843},"labels":[],"label_agreement":null},{"id":"W4410193682","doi":"10.19173/irrodl.v26i2.8370","title":"AI for Teachers: An Open Textbook—Artificial Intelligence for and by Teachers (2nd edition), by Colin de la Higuera and Jotsna Iyer (Erasmus+, 2024)","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Lembaga Pengelola Dana Pendidikan","keywords":"Erasmus+; Mathematics education; Computer science; Artificial intelligence; Psychology; Art; Art history","score_opus":0.06587620830637875,"score_gpt":0.48761671969339576,"score_spread":0.421740511387017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193682","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026921159,0.033688292,0.6971315,0.23382826,0.00026193963,0.0044229142,0.00062830455,0.000051256702,0.0030663777],"genre_scores_gemma":[0.9243158,0.03543994,0.023123847,0.0044446597,0.00027941942,0.00095061597,0.0011761709,0.00004463469,0.010224932],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982103,0.00059670774,0.00033709867,0.0003562538,0.00026180394,0.00023780191],"domain_scores_gemma":[0.9975947,0.0017853756,0.00010534452,0.00017544242,0.00025192945,0.00008720168],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.008038441,0.000106135885,0.00023998956,0.00009447342,0.0002941993,0.0010894067,0.0014636787,0.000059309725,0.000020825806],"category_scores_gemma":[0.0025347199,0.0000840064,0.000026924712,0.00028617532,0.0002428518,0.0004751144,0.0009285384,0.00056322326,6.6634726e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020326536,0.00042743352,0.0056309574,0.0010956447,0.00015091302,0.000004552386,0.0010422058,0.00019995039,0.0006962608,0.23208278,0.20684496,0.5516211],"study_design_scores_gemma":[0.00097565306,0.000470364,0.0006291027,0.004748646,0.000034879966,0.0000133305875,0.002197311,0.17212123,0.00039837617,0.09535844,0.7227824,0.00027027537],"about_ca_topic_score_codex":0.000366866,"about_ca_topic_score_gemma":0.000020887814,"teacher_disagreement_score":0.8973946,"about_ca_system_score_codex":0.00007234277,"about_ca_system_score_gemma":0.00025661205,"threshold_uncertainty_score":0.99994755},"labels":[],"label_agreement":null},{"id":"W4410193723","doi":"10.19173/irrodl.v26i2.7830","title":"Contextualizing E-Learning Experiences With Indigenous Communities: A Practical, Research-Based Approach","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education Systems and Policy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Indigenous; Educational technology; Sociology; Distance education; Computer science; Pedagogy; Mathematics education; Data science; Psychology","score_opus":0.28080333162551496,"score_gpt":0.5738756766877757,"score_spread":0.29307234506226076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193723","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37789246,0.035426684,0.00312187,0.100422196,0.00026175648,0.005286603,0.000027883247,0.000065460015,0.47749507],"genre_scores_gemma":[0.9904085,0.007426754,0.00016195764,0.00024240799,0.000046721834,0.00042597938,0.00004810766,0.000005374146,0.0012342418],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9925138,0.0054804883,0.00033889664,0.00017111708,0.0011292103,0.00036652986],"domain_scores_gemma":[0.9944594,0.004112251,0.00014572716,0.00019078291,0.0010120958,0.00007977097],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.022974065,0.00007564333,0.00022771132,0.00027994715,0.001566723,0.00054257194,0.0011450843,0.000048252154,0.0001660851],"category_scores_gemma":[0.006319525,0.000051590472,0.000027186154,0.001429491,0.0015859872,0.0002590258,0.00038111335,0.0011889675,0.0000051947277],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032764216,0.0005828593,0.10202388,0.0029120988,0.00013321101,0.000011667894,0.44433266,0.00018980667,0.000009751191,0.4272337,0.009846803,0.012395912],"study_design_scores_gemma":[0.00022192716,0.000058809153,0.00027448553,0.005790093,0.000002559558,0.000001709503,0.7234671,0.00018581009,0.000005353125,0.00026169454,0.26968205,0.000048426577],"about_ca_topic_score_codex":0.028596686,"about_ca_topic_score_gemma":0.0006347514,"teacher_disagreement_score":0.612516,"about_ca_system_score_codex":0.00020629309,"about_ca_system_score_gemma":0.0019677659,"threshold_uncertainty_score":0.9997331},"labels":[],"label_agreement":null},{"id":"W4410193770","doi":"10.19173/irrodl.v26i2.8117","title":"Undergraduate Learning Gains and Learning Efficiency in a Focused Open Education Resource","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open learning; Educational technology; Open education; Computer science; Distance education; Open educational resources; Resource (disambiguation); Electronic learning; Mathematics education; Multimedia; Knowledge management; Teaching method; Psychology; Cooperative learning; World Wide Web","score_opus":0.08779716514533555,"score_gpt":0.47078623451315244,"score_spread":0.3829890693678169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193770","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1778883,0.06619732,0.039188415,0.40602192,0.00077320804,0.006799207,0.000031301992,0.00019542867,0.3029049],"genre_scores_gemma":[0.9798219,0.007519754,0.0010289337,0.00052207755,0.000019865372,0.00023398684,0.0001347842,0.0000094824945,0.010709224],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961122,0.0022363816,0.00051460485,0.00042786833,0.00043025013,0.0002786385],"domain_scores_gemma":[0.99729186,0.0018452986,0.00021600806,0.00026195802,0.0003145983,0.00007029052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0086472435,0.00011834574,0.0002619244,0.000450807,0.00045445483,0.0008156785,0.0023696905,0.00004446719,0.0001095426],"category_scores_gemma":[0.0075260843,0.00009806048,0.000043042437,0.0016081195,0.00015695271,0.00047388603,0.0024696821,0.0015162058,0.000009792965],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010755975,0.0009103755,0.21593603,0.0021051073,0.00008309725,0.000011577041,0.0025182113,0.003258838,0.0000671501,0.3750173,0.018655906,0.38132885],"study_design_scores_gemma":[0.0014800321,0.0002378702,0.07500169,0.03389638,0.000010937145,0.000020766702,0.008973419,0.0418033,0.000023262257,0.008620039,0.8296529,0.0002793833],"about_ca_topic_score_codex":0.001182102,"about_ca_topic_score_gemma":0.0000840157,"teacher_disagreement_score":0.810997,"about_ca_system_score_codex":0.00016527215,"about_ca_system_score_gemma":0.00063102273,"threshold_uncertainty_score":0.900997},"labels":[],"label_agreement":null},{"id":"W4410193786","doi":"10.19173/irrodl.v26i2.8311","title":"What Did We Learn About Massive Open Online Courses for Teachers? A Scoping Review","year":2025,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open education; Open educational resources; Distance education; Computer science; Educational technology; Online learning; Electronic learning; Mathematics education; Technology integration; Instructional design; Faculty development; Multimedia; World Wide Web; Pedagogy; Psychology; Professional development","score_opus":0.17844424318514512,"score_gpt":0.5512295124687687,"score_spread":0.3727852692836236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193786","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.4484945e-7,0.95374167,0.0013189869,0.03908975,0.00022052084,0.0049048965,0.00013642616,0.000019676725,0.00056781986],"genre_scores_gemma":[0.0000018771966,0.9927983,0.0013499395,0.0005055781,0.000104431536,0.0005993298,0.00106731,0.000023397448,0.0035497895],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9941514,0.002163302,0.001376249,0.0008405682,0.0009579099,0.0005105713],"domain_scores_gemma":[0.9921325,0.0050970325,0.0009858628,0.0008024559,0.00085232675,0.00012983172],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.011923149,0.0003740499,0.0022265841,0.0003276101,0.0003355363,0.0018703644,0.00910334,0.00013657453,0.00005811207],"category_scores_gemma":[0.010072949,0.00025154362,0.00036829087,0.001574994,0.00020236516,0.0009864073,0.0066584875,0.001953265,0.000013159583],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050923622,0.00008421402,0.000009386343,0.22112711,0.000100056786,0.0000094067345,0.000028246957,0.000012426189,2.0984864e-8,0.0037612035,0.0040948894,0.7707679],"study_design_scores_gemma":[0.00017697483,0.000048867554,0.0000010283889,0.52513283,0.00007651829,0.000008876574,0.00013503728,0.0005081686,7.022336e-8,0.0003479841,0.47343317,0.00013050265],"about_ca_topic_score_codex":0.00010911659,"about_ca_topic_score_gemma":0.000031979922,"teacher_disagreement_score":0.77063745,"about_ca_system_score_codex":0.00022552836,"about_ca_system_score_gemma":0.0024723266,"threshold_uncertainty_score":0.9999937},"labels":[],"label_agreement":null},{"id":"W4410193796","doi":"10.19173/irrodl.v26i2.8035","title":"Quality Criteria for Online Courses Development","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Distance education; Quality (philosophy); Educational technology; Mathematics education; Multimedia; Psychology","score_opus":0.1724913698444918,"score_gpt":0.5536298081999002,"score_spread":0.3811384383554084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193796","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09111937,0.046353422,0.31614456,0.5292736,0.00068363117,0.0029110673,0.00020715044,0.000101306345,0.01320585],"genre_scores_gemma":[0.942095,0.01640985,0.035696477,0.001298112,0.00007945969,0.00011795414,0.000449975,0.00000847869,0.0038447373],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99855506,0.0003650389,0.0003610405,0.00019864096,0.00035647023,0.00016376018],"domain_scores_gemma":[0.99807924,0.0011407929,0.00009777128,0.00018486012,0.00046619223,0.000031145286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006506879,0.00006149325,0.00019086026,0.00010504479,0.00015485313,0.0001950462,0.0015670888,0.000020935862,0.000013800527],"category_scores_gemma":[0.0032504676,0.000043149194,0.000032089047,0.0004431725,0.00007474404,0.00013666763,0.000989357,0.00031262045,0.0000018867484],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009985166,0.00048655627,0.029067848,0.0043045036,0.00013486939,0.000006312066,0.0002301749,0.00024884814,0.00013644781,0.42217442,0.013210479,0.52989966],"study_design_scores_gemma":[0.0011230859,0.000088325774,0.03589868,0.016271872,0.0000073617,0.000004125962,0.0008764164,0.054277405,0.00017656053,0.018669333,0.87243134,0.00017546727],"about_ca_topic_score_codex":0.00008435708,"about_ca_topic_score_gemma":0.000018507622,"teacher_disagreement_score":0.85922086,"about_ca_system_score_codex":0.000058970003,"about_ca_system_score_gemma":0.0003435939,"threshold_uncertainty_score":0.38913482},"labels":[],"label_agreement":null},{"id":"W4413341380","doi":"10.19173/irrodl.v26i3.8019","title":"The Impact of Professional Development on K–12 Teacher Awareness, Use, and Perceptions of OER","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perception; Professional development; Faculty development; Educational technology; Technology integration; Electronic learning; Open educational resources; Pedagogy; Computer science; Psychology; Multimedia; Knowledge management","score_opus":0.10959118578155692,"score_gpt":0.4593066480156792,"score_spread":0.3497154622341223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413341380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98293775,0.0047361716,0.000009306558,0.0015822615,0.00005981222,0.00027431082,0.000023191556,0.0000033417457,0.01037386],"genre_scores_gemma":[0.99034905,0.0022492863,0.000011105089,0.000033600045,0.000019476862,0.00002521555,0.000058031725,0.0000035427786,0.007250662],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99877715,0.00045772162,0.00028337844,0.00010333626,0.00026717372,0.00011125256],"domain_scores_gemma":[0.9983419,0.0011937459,0.00011679206,0.00010367228,0.00022484321,0.00001902101],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029268311,0.00006257511,0.00016071183,0.00008969277,0.0003761813,0.00011980011,0.00032355357,0.000017966902,0.00047736263],"category_scores_gemma":[0.0015003034,0.00003139841,0.000038671187,0.000068442285,0.0002836278,0.00010396666,0.0002945849,0.00046065042,0.000001305582],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043798718,0.0005395824,0.5942088,0.0018648043,0.00045074473,0.0000035191879,0.017399611,0.00018720099,0.00014209475,0.19802135,0.013213053,0.17353125],"study_design_scores_gemma":[0.0010037662,0.00020059726,0.7334354,0.02650448,0.00002139642,0.000003875452,0.047654428,0.00093959813,0.000059400285,0.0015790192,0.18843879,0.00015928588],"about_ca_topic_score_codex":0.0025137938,"about_ca_topic_score_gemma":0.00018846238,"teacher_disagreement_score":0.19644232,"about_ca_system_score_codex":0.000044367604,"about_ca_system_score_gemma":0.0002279789,"threshold_uncertainty_score":0.5226786},"labels":[],"label_agreement":null},{"id":"W4413341391","doi":"10.19173/irrodl.v26i3.8637","title":"Open Educational Resource Policy Development at a Campus of the University of the West Indies","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"West indies; Distance education; Open university; Higher education; Library science; Sociology; Pedagogy; Computer science; Economic growth; Ethnology; Economics","score_opus":0.047164889758565164,"score_gpt":0.4018996481738112,"score_spread":0.35473475841524604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413341391","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26814604,0.0089405915,0.0006615714,0.43721044,0.00042767252,0.0031283402,0.000041748255,0.000012404743,0.2814312],"genre_scores_gemma":[0.988451,0.0017581577,0.00036379945,0.00026413056,0.000011018388,0.000010204215,0.000017496353,0.0000023662126,0.009121833],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99820423,0.000753862,0.00026380064,0.00017152847,0.0004763647,0.00013019216],"domain_scores_gemma":[0.99836546,0.00070204394,0.0002477766,0.00030487814,0.00035068102,0.000029166573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033707917,0.000059785216,0.00015580964,0.000097799864,0.0004717019,0.00011388422,0.005171344,0.000021663967,0.00012704857],"category_scores_gemma":[0.0022104352,0.00003568063,0.000038877053,0.0011011842,0.00026811054,0.00018688005,0.007900443,0.00036242243,0.0000053927583],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000117213414,0.00036567904,0.34213907,0.0013987359,0.00016466962,0.0000010035352,0.006709468,0.000761332,0.00016675671,0.5667539,0.027621342,0.053800806],"study_design_scores_gemma":[0.0004558517,0.000019669356,0.503789,0.007592358,0.0000060322454,0.0000055702144,0.007016214,0.0004052361,0.0003552761,0.0016951867,0.47858477,0.00007484561],"about_ca_topic_score_codex":0.0013972326,"about_ca_topic_score_gemma":0.00014404776,"teacher_disagreement_score":0.72030497,"about_ca_system_score_codex":0.00022635494,"about_ca_system_score_gemma":0.0017194236,"threshold_uncertainty_score":0.98473376},"labels":[],"label_agreement":null},{"id":"W4413341411","doi":"10.19173/irrodl.v26i3.9038","title":"Editorial – Volume 26, Issue 3","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science; Physics; Thermodynamics","score_opus":0.04376327334757852,"score_gpt":0.43674937082361515,"score_spread":0.39298609747603663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413341411","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050031347,0.029551918,0.0149724865,0.4000881,0.047826603,0.0030705575,0.000022902579,0.00017577152,0.49928853],"genre_scores_gemma":[0.89044225,0.062250577,0.0021858276,0.0020429285,0.008077805,0.00030787973,0.00015444345,0.000025184389,0.0345131],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980003,0.00060972275,0.0003093775,0.00024711122,0.0006264506,0.00020701344],"domain_scores_gemma":[0.9984593,0.0006357243,0.000096800344,0.00024453562,0.00051083404,0.000052812637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061176023,0.00007296707,0.00018005508,0.00014892615,0.00022428212,0.00050434377,0.002507532,0.000036316906,0.00022799474],"category_scores_gemma":[0.0035174713,0.00005447767,0.000033761946,0.0008999739,0.00010056966,0.00041781148,0.0017376421,0.0007536786,0.00009209147],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041366628,0.00012578898,0.0148440115,0.0006991563,0.000040389616,0.0000034613875,0.00026669996,0.00014929503,0.00005059741,0.1715316,0.75559396,0.05665368],"study_design_scores_gemma":[0.000278392,0.00003408143,0.002539802,0.0028899142,0.000002143668,0.000002087754,0.0010930524,0.0029624847,0.000025031683,0.0016533466,0.98846334,0.000056312525],"about_ca_topic_score_codex":0.0004399721,"about_ca_topic_score_gemma":0.0000075794205,"teacher_disagreement_score":0.8854391,"about_ca_system_score_codex":0.00009192668,"about_ca_system_score_gemma":0.00035068416,"threshold_uncertainty_score":0.48633987},"labels":[],"label_agreement":null},{"id":"W4413341419","doi":"10.19173/irrodl.v26i3.8360","title":"Comparing Academic and Non-Academic Support Services: Mechanisms Impacting Academic Performance","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning development; Academic achievement; Academic library; Higher education; Psychology; Academic integrity; Mathematics education; Computer science; Political science; Social psychology; Library science","score_opus":0.13608320497903534,"score_gpt":0.5346005677107034,"score_spread":0.39851736273166805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413341419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95937335,0.018434552,0.00021338661,0.010175806,0.00032473233,0.001287723,0.000023035827,0.000021634858,0.010145803],"genre_scores_gemma":[0.8734884,0.12537129,0.000039968592,0.0004010352,0.00006202816,0.00008316658,0.00009939243,0.000008107433,0.00044659412],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974574,0.0006029575,0.0007163632,0.00027058605,0.00051275175,0.00043993132],"domain_scores_gemma":[0.99790066,0.001334519,0.00028275308,0.00015850055,0.00023474058,0.0000888173],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008461741,0.00012302259,0.00038678767,0.00022058042,0.0005840683,0.000032144682,0.0009971359,0.00017285417,0.00008209753],"category_scores_gemma":[0.0009088083,0.00009054803,0.000030713567,0.0006210809,0.00011288399,0.00030401515,0.0014177734,0.0040091714,0.000013926265],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038564508,0.000023577431,0.93277156,0.014506439,0.00007646205,0.0000048320594,0.003213525,0.00004429491,0.0016327138,0.004975615,0.004172436,0.03819292],"study_design_scores_gemma":[0.004493229,0.00030981758,0.5855333,0.21981499,0.000118452685,0.00003811115,0.09108079,0.017041638,0.00079548365,0.006502204,0.07371605,0.0005559177],"about_ca_topic_score_codex":0.00073373894,"about_ca_topic_score_gemma":0.00001431359,"teacher_disagreement_score":0.34723824,"about_ca_system_score_codex":0.0001618996,"about_ca_system_score_gemma":0.00036602115,"threshold_uncertainty_score":0.99828863},"labels":[],"label_agreement":null},{"id":"W4413341432","doi":"10.19173/irrodl.v26i3.8233","title":"Trauma-Informed Education in Open Online Courses: Lessons from Teacher Continuous Professional Development During COVID-19","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Teacher Education and Assessments","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Distance education; Faculty development; Professional development; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Online learning; Open education; Medical education; Higher education; Computer-mediated communication; Continuing professional development; Teacher education; Electronic learning; Psychology; Pedagogy; Educational technology; Medicine; The Internet; Computer science; Multimedia; Political science; World Wide Web","score_opus":0.16138410301502307,"score_gpt":0.5988385010597488,"score_spread":0.43745439804472575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413341432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84990585,0.0042547174,0.00004025844,0.114072286,0.00039332025,0.0019642324,0.00005550527,0.0000121662615,0.029301686],"genre_scores_gemma":[0.9753164,0.005223939,0.0003200286,0.00071706774,0.000049316634,0.0002656085,0.0006430597,0.000004779439,0.017459787],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975527,0.0010023395,0.000429328,0.000224385,0.0005730294,0.00021821317],"domain_scores_gemma":[0.99863803,0.00074007345,0.00015958189,0.0001236578,0.00023198398,0.00010667201],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005566827,0.00007739896,0.00021026655,0.00016564968,0.00045145597,0.0002779208,0.001497149,0.000047971775,0.00065519207],"category_scores_gemma":[0.0045262375,0.000060776616,0.000020813084,0.000537922,0.00017280433,0.0003228584,0.00074796984,0.0005575705,0.0000053946014],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016457388,0.0016248871,0.72086227,0.000646907,0.00006494553,0.0000033428769,0.010061382,0.00001614637,0.000023082397,0.02353646,0.014973519,0.2280225],"study_design_scores_gemma":[0.00091546896,0.0000086492855,0.38436282,0.007266705,0.000004282219,4.228069e-7,0.09255697,0.000026748512,0.000013753876,0.0014199644,0.51334107,0.00008313801],"about_ca_topic_score_codex":0.014474614,"about_ca_topic_score_gemma":0.006253072,"teacher_disagreement_score":0.49836755,"about_ca_system_score_codex":0.0008511901,"about_ca_system_score_gemma":0.009281369,"threshold_uncertainty_score":0.9963351},"labels":[],"label_agreement":null},{"id":"W4413341478","doi":"10.19173/irrodl.v26i3.8647","title":"Book Review: Pedagogy Opened: Innovative Theory and Practice, edited by Tiffani Tijerina (University of North Georgia Press, 2024)","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Sociology; Media studies; Library science; Pedagogy; Computer science","score_opus":0.039296969474426784,"score_gpt":0.45398822222283153,"score_spread":0.41469125274840474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413341478","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017485092,0.73909056,0.00034890862,0.1241452,0.00009643382,0.0015120271,0.000107663975,0.000012249095,0.13293843],"genre_scores_gemma":[0.0111330375,0.96393794,0.00011655826,0.001725293,0.00003711673,0.000010992612,0.00018778967,0.0000053015633,0.022845982],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996185,0.0026912198,0.0002666762,0.00020789981,0.00046645044,0.00018274777],"domain_scores_gemma":[0.99593055,0.00260445,0.00024334436,0.0001278852,0.001048463,0.000045314617],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011020834,0.000074356365,0.00026679967,0.00008621754,0.00029855967,0.000064854816,0.0007831911,0.00003616959,0.0004890075],"category_scores_gemma":[0.011573004,0.00006106548,0.000024950901,0.00088787626,0.0004965571,0.00051418383,0.0008166271,0.00061814213,0.0000027584538],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060470897,0.00021381519,0.007891662,0.005158768,0.00020950688,0.000021675172,0.000841954,0.000007740671,0.000027250264,0.09740738,0.73567784,0.15193772],"study_design_scores_gemma":[0.00025677524,0.000041243526,0.0014431619,0.007900619,0.000019819277,0.0000015285161,0.003819819,0.00002643142,0.000004535169,0.00036752966,0.986064,0.00005449302],"about_ca_topic_score_codex":0.0018766207,"about_ca_topic_score_gemma":0.00017739348,"teacher_disagreement_score":0.25038624,"about_ca_system_score_codex":0.00008023946,"about_ca_system_score_gemma":0.0009587906,"threshold_uncertainty_score":0.9967529},"labels":[],"label_agreement":null},{"id":"W4413341504","doi":"10.19173/irrodl.v26i3.8358","title":"Virtual Concerts in Learning Oboe-Played Chinese Folk Music: Impact on Performance Proficiency, Perceived Aesthetic Qualities, and Students’ Motivation","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Music Education Insights","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Oboe; Psychology; Mathematics education; Pedagogy; Art; Art history","score_opus":0.11074190395029997,"score_gpt":0.4291667854140653,"score_spread":0.3184248814637653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413341504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97959244,0.0012013181,0.000003660269,0.0018510872,0.00012664394,0.00062401267,0.000014638092,0.0000082614915,0.01657795],"genre_scores_gemma":[0.9924718,0.0037799538,0.0000024001208,0.00015510812,0.000034638575,0.000072505136,0.0001143925,0.0000059043314,0.0033632664],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99803233,0.0005759196,0.00037411266,0.00022787302,0.00059517747,0.00019458433],"domain_scores_gemma":[0.99866855,0.0007463826,0.00013069717,0.000121086654,0.0002961765,0.000037102665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030242323,0.00012123224,0.00024179203,0.00026283893,0.00032023978,0.00038689503,0.0005694041,0.000025229874,0.0005242361],"category_scores_gemma":[0.001185791,0.000077202814,0.000030854833,0.00024613304,0.0003259463,0.00032247603,0.00037070067,0.00055799296,0.00000766289],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050709187,0.00056916656,0.76157564,0.0012384077,0.00008218397,0.000009134988,0.048886612,0.0012274664,0.000038634513,0.16022484,0.002499899,0.023140946],"study_design_scores_gemma":[0.003163058,0.00090591586,0.7817884,0.026859645,0.000019867848,0.000009042528,0.10773998,0.006225683,0.000012803215,0.0016928586,0.07122047,0.00036226222],"about_ca_topic_score_codex":0.0013337792,"about_ca_topic_score_gemma":0.000107918786,"teacher_disagreement_score":0.15853198,"about_ca_system_score_codex":0.00018765025,"about_ca_system_score_gemma":0.00018410475,"threshold_uncertainty_score":0.5740018},"labels":[],"label_agreement":null},{"id":"W4413341583","doi":"10.19173/irrodl.v26i3.8221","title":"A Systematic Literature Review on Trends in the Use of Science Experiments in Online Learning Environments","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Direktorat Jenderal Pendidikan Tinggi; Kementerian Pendidikan, Kebudayaan, Riset, dan Teknologi","keywords":"Educational technology; Distance education; Computer science; Electronic learning; Online learning; Data science; Mathematics education; Multimedia; Psychology","score_opus":0.14315838631934336,"score_gpt":0.4903116137054667,"score_spread":0.34715322738612336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413341583","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17142239,0.67906624,0.003232042,0.129608,0.000629481,0.0067593167,0.0000559841,0.00003524668,0.009191292],"genre_scores_gemma":[0.8657784,0.13068683,0.00034287194,0.0010944988,0.000007902178,0.00020836928,0.000086386695,0.000004457623,0.0017903002],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"systematic_review","domain_scores_codex":[0.9962878,0.0018511384,0.00062879384,0.00026559582,0.00078013935,0.00018653313],"domain_scores_gemma":[0.9981643,0.0010848818,0.0002264665,0.000360372,0.0001369024,0.000027110758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009062843,0.00008733768,0.00028459964,0.00060261006,0.00012293951,0.00023488203,0.0022816435,0.000022211712,0.000032191358],"category_scores_gemma":[0.005152206,0.000052911553,0.000054836884,0.0030611984,0.00022328063,0.00039725317,0.00068100815,0.0008273977,0.0000027304593],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002448758,0.007958749,0.18906291,0.27385092,0.00028885168,0.00015259603,0.019599766,0.00849448,0.00078046415,0.3341235,0.014263695,0.15117921],"study_design_scores_gemma":[0.0005909845,0.00015244957,0.06630354,0.89668554,0.000008743222,0.000012407639,0.0023422476,0.0101821,0.00003573715,0.00019877369,0.023375696,0.00011178507],"about_ca_topic_score_codex":0.00010693236,"about_ca_topic_score_gemma":0.000011669187,"teacher_disagreement_score":0.69435596,"about_ca_system_score_codex":0.00014169869,"about_ca_system_score_gemma":0.00010054587,"threshold_uncertainty_score":0.61680436},"labels":[],"label_agreement":null},{"id":"W4413341620","doi":"10.19173/irrodl.v26i3.8173","title":"Flipped Classroom Combined With Group Awareness","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Flipped learning; Group (periodic table); Flipped classroom; Educational technology; Computer science; Mathematics education; Psychology; Multimedia; Pedagogy; Physics","score_opus":0.12303251733675323,"score_gpt":0.5276967627489806,"score_spread":0.40466424541222734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413341620","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2830349,0.015620964,0.023868864,0.1614488,0.0005422448,0.004335333,0.000060912633,0.00008332045,0.5110047],"genre_scores_gemma":[0.9888983,0.0076815207,0.00087472424,0.00031142333,0.000033168104,0.00008641354,0.00007304268,0.000005494092,0.0020359368],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99588364,0.0027707717,0.00025855395,0.00018098783,0.00068438763,0.00022166877],"domain_scores_gemma":[0.99724495,0.0019358494,0.000104604886,0.0001398484,0.00054232054,0.000032446285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019990042,0.0000655889,0.0002086197,0.00014017317,0.0004870139,0.00016597981,0.0011422724,0.0000329599,0.00010838298],"category_scores_gemma":[0.006313753,0.00004306742,0.000021354977,0.0012468934,0.00048470448,0.0001734058,0.00051402446,0.0006643009,0.000002762186],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000279863,0.00010311493,0.19975749,0.0006048572,0.000058294107,0.000006799361,0.0005489753,0.000015147122,0.000060752813,0.76166123,0.002343654,0.034559816],"study_design_scores_gemma":[0.0024592122,0.00030662966,0.09674522,0.03265349,0.00002295359,0.0000029172588,0.020147838,0.0007315796,0.00012696191,0.03632991,0.81020755,0.00026571582],"about_ca_topic_score_codex":0.003490449,"about_ca_topic_score_gemma":0.00049004366,"teacher_disagreement_score":0.8078639,"about_ca_system_score_codex":0.00017394348,"about_ca_system_score_gemma":0.00044111838,"threshold_uncertainty_score":0.7558608},"labels":[],"label_agreement":null},{"id":"W4413341622","doi":"10.19173/irrodl.v26i3.8468","title":"Which is Better: E-Book or Printed Book? A Meta-Analysis of Educational Materials in Language Learning","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Methods and Media Use","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Computer science; Educational technology; E learning; Mathematics education; Multimedia; Psychology","score_opus":0.1378519136811637,"score_gpt":0.5118499663878178,"score_spread":0.3739980527066541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413341622","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19953029,0.20313986,0.00989044,0.5664138,0.0005104742,0.0035847842,0.00028703024,0.000031721924,0.016611587],"genre_scores_gemma":[0.894088,0.061247367,0.020065676,0.005890173,0.00008560697,0.00096789835,0.00060904905,0.000020708065,0.017025545],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.996964,0.0013279159,0.000618177,0.00030888407,0.0005917449,0.00018928332],"domain_scores_gemma":[0.99541306,0.0034440055,0.00023882701,0.00030673732,0.0005527352,0.00004460258],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007899641,0.00009948545,0.0005980655,0.00058651756,0.0000722945,0.00013681993,0.0015578676,0.000035148085,0.001718926],"category_scores_gemma":[0.0063499855,0.00006437032,0.00011513052,0.0023651998,0.00008549093,0.00029784784,0.00089971506,0.0004259188,0.000004264985],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008805588,0.0026728369,0.20478262,0.011602314,0.05504517,0.000038926795,0.013121085,0.0019408348,0.007565124,0.59424925,0.030007651,0.07809362],"study_design_scores_gemma":[0.0045782537,0.0005907342,0.30077994,0.024879651,0.0122920135,0.000039480183,0.012851585,0.029355954,0.020989388,0.020124944,0.5721153,0.0014027249],"about_ca_topic_score_codex":0.0008409753,"about_ca_topic_score_gemma":0.00010208583,"teacher_disagreement_score":0.69455767,"about_ca_system_score_codex":0.00008430593,"about_ca_system_score_gemma":0.00057764596,"threshold_uncertainty_score":0.9991936},"labels":[],"label_agreement":null},{"id":"W4413341624","doi":"10.19173/irrodl.v26i3.8472","title":"Enhancing Distance Education Resilience: Developing a Scale for Effective Implementation During Global Crises","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Resilience (materials science); Distance education; Scale (ratio); Computer science; Global education; Developing country; Economic growth; Sociology; Psychology; Mathematics education; Pedagogy; Geography; Economics","score_opus":0.050852622165197606,"score_gpt":0.5392743860286423,"score_spread":0.4884217638634447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413341624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68391514,0.02453932,0.036737375,0.19654147,0.0012111983,0.008362718,0.00008193783,0.000052006722,0.04855883],"genre_scores_gemma":[0.9887996,0.008535757,0.0011829768,0.00033608137,0.00004182064,0.0005370621,0.00005719501,0.0000022992467,0.000507256],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9985131,0.00045846845,0.00026932044,0.0001740924,0.00039507085,0.00018995382],"domain_scores_gemma":[0.9984576,0.0007908,0.000071395865,0.000066759996,0.00057733105,0.00003612845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004922485,0.000050886236,0.00011809975,0.00006316417,0.0006035124,0.0001737445,0.00047055827,0.000022121738,0.00004236427],"category_scores_gemma":[0.0035983224,0.00004222729,0.000022980954,0.000626258,0.00016672662,0.00018117555,0.0001943279,0.00015275774,0.0000014627605],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010312417,0.00009478067,0.1400485,0.0027151012,0.000029753051,4.445494e-7,0.0027301207,0.000006944577,0.00011344891,0.7196386,0.0018067175,0.13271248],"study_design_scores_gemma":[0.00126016,0.000058829282,0.32384554,0.045235287,0.000026425176,0.000002148095,0.1663051,0.00005483873,0.0026418192,0.1557097,0.30456626,0.00029388352],"about_ca_topic_score_codex":0.0010449564,"about_ca_topic_score_gemma":0.0009216518,"teacher_disagreement_score":0.5639289,"about_ca_system_score_codex":0.0006114126,"about_ca_system_score_gemma":0.0012470817,"threshold_uncertainty_score":0.464179},"labels":[],"label_agreement":null},{"id":"W4413341641","doi":"10.19173/irrodl.v26i3.8507","title":"The Past and Present of Instructional Design in Online Learning: Trends and Emerging Directions","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Instructional design; Educational technology; Distance education; Online learning; Computer science; Electronic learning; Mathematics education; Multimedia; Psychology","score_opus":0.07419557770418073,"score_gpt":0.4712943182345653,"score_spread":0.3970987405303846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413341641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61633784,0.09992492,0.00049497996,0.24807663,0.0002803276,0.0013601192,0.000045139335,0.000028662513,0.03345141],"genre_scores_gemma":[0.83671016,0.16025308,0.0003608214,0.000023608867,0.00006933757,0.000034816745,0.0000359514,0.0000044567255,0.0025077835],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99751335,0.0013901542,0.00031922985,0.00016256326,0.0004314544,0.00018321823],"domain_scores_gemma":[0.9974756,0.0020749222,0.00011747055,0.000069737114,0.0002249731,0.00003725704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006624425,0.000061466504,0.00016872199,0.000220484,0.0005355488,0.00011595481,0.00038029376,0.00003298977,0.00003669653],"category_scores_gemma":[0.0032296972,0.00004141435,0.000022465194,0.0009235004,0.00048734096,0.0001513809,0.0004209631,0.0006521842,2.1926397e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009096852,0.00007554433,0.19584315,0.0002411981,0.000041462776,0.0000021775013,0.00041640925,0.00045522393,0.00002328132,0.030225482,0.00051393866,0.7720712],"study_design_scores_gemma":[0.00068905856,0.00008150223,0.14048968,0.004552152,0.000013928819,0.0000045725096,0.021476928,0.004109624,0.0000110146975,0.002583666,0.82589734,0.00009050906],"about_ca_topic_score_codex":0.0013721552,"about_ca_topic_score_gemma":0.0005765869,"teacher_disagreement_score":0.8253834,"about_ca_system_score_codex":0.00005905468,"about_ca_system_score_gemma":0.00021976473,"threshold_uncertainty_score":0.41190624},"labels":[],"label_agreement":null},{"id":"W598357352","doi":"10.19173/irrodl.v17i3.2068","title":"Revising the Community of Inquiry Framework for the Analysis of One-To-One Online Learning Relationships","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kungliga Tekniska Högskolan","keywords":"Community of inquiry; Coding (social sciences); Coaching; Online discussion; Online community; Psychology; Learning community; Mathematics education; Online learning; Process (computing); Cognition; Class (philosophy); Exploratory research; Pedagogy; Computer science; Multimedia; Sociology; World Wide Web","score_opus":0.3490222226547385,"score_gpt":0.5393860220227142,"score_spread":0.19036379936797576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W598357352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7060838,0.023039745,0.04782182,0.21618462,0.00016147703,0.0032608174,0.00025674008,0.000026711152,0.0031643023],"genre_scores_gemma":[0.9706149,0.027559005,0.0013854408,0.000074106225,0.000091377246,0.00003519262,0.000065814085,0.000006829117,0.00016733773],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99352026,0.0046668854,0.00057370553,0.00014478539,0.00086462736,0.0002297381],"domain_scores_gemma":[0.97374946,0.024598898,0.00043074397,0.0003124425,0.0008570597,0.000051394214],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029564202,0.00007486212,0.00035859615,0.00019551445,0.0010596417,0.00007660646,0.0015998158,0.000057903395,0.00013979133],"category_scores_gemma":[0.05276237,0.000037800415,0.00012271755,0.0018896759,0.0006671293,0.00016237091,0.00064511335,0.0012857331,0.0000016511777],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003971133,0.00045684478,0.23392953,0.0010343648,0.0013213843,6.635359e-7,0.012185217,0.0033849485,0.0003306287,0.21750936,0.0004584272,0.5289915],"study_design_scores_gemma":[0.0013575567,0.00048654317,0.33465773,0.056842662,0.000850454,0.0000013851532,0.21598004,0.003399136,0.00017194837,0.0363133,0.3495462,0.00039304674],"about_ca_topic_score_codex":0.001488408,"about_ca_topic_score_gemma":0.00064632,"teacher_disagreement_score":0.5285985,"about_ca_system_score_codex":0.000083966865,"about_ca_system_score_gemma":0.00023850922,"threshold_uncertainty_score":0.9992679},"labels":[],"label_agreement":null},{"id":"W7116831343","doi":"10.19173/irrodl.v26i4.8301","title":"Insights from an Umbrella Review of Flipped Learning in Higher Education  ","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Flipped classroom; Scope (computer science); Higher education; Systematic review; Blended learning; Educational technology; Scarcity; Thematic analysis; Instructional design","score_opus":0.20839822130137814,"score_gpt":0.5681386221595978,"score_spread":0.3597404008582196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116831343","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13661975,0.410425,0.00034247784,0.080418624,0.00061155244,0.0025304202,0.000026219568,0.000030991483,0.36899495],"genre_scores_gemma":[0.7719061,0.22265267,0.00058564486,0.0010357777,0.00008183955,0.00008293678,0.00022875317,0.000007760982,0.0034185355],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927504,0.005648963,0.000540078,0.00022721676,0.00066742324,0.0001659244],"domain_scores_gemma":[0.9972535,0.0016916258,0.00023871567,0.00016992465,0.0006093585,0.000036890153],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012912832,0.00007708368,0.00032004554,0.00021556589,0.00019943477,0.000072355586,0.0010492959,0.00004861862,0.0004110546],"category_scores_gemma":[0.009348429,0.000059797945,0.000033730765,0.0014596777,0.00027037173,0.00025511062,0.0004010918,0.0008929931,0.000003224908],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011053031,0.00040403457,0.08937038,0.009726296,0.000066196684,0.000003947061,0.0017858283,0.00003461582,0.00063631346,0.6912927,0.0037096534,0.2028595],"study_design_scores_gemma":[0.0005138108,0.00006577815,0.0856142,0.20371021,0.000016636503,3.6009098e-7,0.005122523,0.00015396172,0.000107715234,0.024953052,0.679588,0.00015376226],"about_ca_topic_score_codex":0.008662569,"about_ca_topic_score_gemma":0.00022370876,"teacher_disagreement_score":0.67587835,"about_ca_system_score_codex":0.00021985534,"about_ca_system_score_gemma":0.000819625,"threshold_uncertainty_score":0.99899626},"labels":[],"label_agreement":null},{"id":"W7116842344","doi":"10.19173/irrodl.v26i4.8608","title":"Assessment of Learner Engagement and Expert Evaluations of AI-Generated Versus Human-Created Interactive Content in an Online Course","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Subject matter; Online course; Educational technology; Subject-matter expert; Online learning; Instructional design; Student engagement; Computer-mediated communication; Content analysis","score_opus":0.35088668986206156,"score_gpt":0.5573786518514204,"score_spread":0.20649196198935887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116842344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9633588,0.010172969,0.014682988,0.0062608398,0.00026367977,0.0016768841,0.000041875483,0.000014774733,0.003527144],"genre_scores_gemma":[0.9968823,0.002091643,0.00048451356,0.000049272323,0.000010717436,0.000045757843,0.00007636671,0.0000034215877,0.00035598248],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99718404,0.0013890828,0.0005367235,0.00024304028,0.0005042418,0.0001428894],"domain_scores_gemma":[0.9978757,0.0007406673,0.00021143687,0.00020414212,0.0009360052,0.000032082116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055417116,0.00008710691,0.00029136543,0.00020899466,0.00010012636,0.00008961624,0.0007824184,0.000027095852,0.000032017906],"category_scores_gemma":[0.00095448986,0.00006490823,0.000029546134,0.00047933473,0.000121681376,0.0002459324,0.0007531322,0.0005802353,2.888201e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036921707,0.0020248182,0.1595203,0.0017999872,0.00043728118,0.000022091746,0.002935468,0.007915763,0.017870683,0.74400735,0.0003600775,0.06273699],"study_design_scores_gemma":[0.006940471,0.0018913393,0.65279907,0.053599596,0.000052984367,0.000006191552,0.029566668,0.23064351,0.004958286,0.0012600278,0.017844958,0.0004368872],"about_ca_topic_score_codex":0.0018258273,"about_ca_topic_score_gemma":0.00011971501,"teacher_disagreement_score":0.7427473,"about_ca_system_score_codex":0.00013450111,"about_ca_system_score_gemma":0.00024893635,"threshold_uncertainty_score":0.27601168},"labels":[],"label_agreement":null},{"id":"W7116842466","doi":"10.19173/irrodl.v26i4.9067","title":"Book Review: Resisting the Dehumanization of Refugees","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and experiences of immigrants and refugees","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dehumanization; Refugee; Computer-mediated communication","score_opus":0.04826977682641858,"score_gpt":0.49756218632427573,"score_spread":0.44929240949785715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116842466","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021514124,0.82063186,0.000051389663,0.14169113,0.0001216229,0.00067688315,0.000006167135,0.000005202617,0.034664318],"genre_scores_gemma":[0.13135868,0.8576893,0.000024280309,0.0036826194,0.000039386327,0.000050244264,0.000029160115,0.0000023933458,0.0071238964],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99821883,0.0007354151,0.0003299728,0.00010986385,0.0004814392,0.00012445677],"domain_scores_gemma":[0.99844295,0.0007986859,0.00015123909,0.00012409866,0.00046031814,0.000022727692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00729329,0.000043078646,0.00014968673,0.000060524213,0.00045646346,0.000077381235,0.0009371088,0.000020198871,0.0004052469],"category_scores_gemma":[0.005993289,0.000023439607,0.000032570042,0.00062849326,0.0004788104,0.00014506599,0.000253478,0.00023387159,0.0000020888979],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006120159,0.00016074513,0.013861781,0.006140477,0.00007130409,0.0000014948271,0.0038443473,0.000028489569,0.00004397604,0.25466835,0.6538355,0.067282364],"study_design_scores_gemma":[0.00007232621,0.000009848479,0.0013512549,0.020496124,0.000005258222,2.7168352e-7,0.005427227,0.000025694775,0.000021827545,0.00044416377,0.9721207,0.00002528982],"about_ca_topic_score_codex":0.0012408096,"about_ca_topic_score_gemma":0.0001575704,"teacher_disagreement_score":0.31828526,"about_ca_system_score_codex":0.0000422443,"about_ca_system_score_gemma":0.00026570554,"threshold_uncertainty_score":0.717496},"labels":[],"label_agreement":null},{"id":"W7116852256","doi":"10.19173/irrodl.v26i4.8827","title":"Psychometric properties of the Arabic version of the Unified Theory of Acceptance and Use of Technology (UTAUT-2012) Among Nursing Students","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Health Education and Validation","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"King Saud University","keywords":"Unified theory of acceptance and use of technology; Confirmatory factor analysis; Construct validity; Discriminant validity; Variance (accounting); Reliability (semiconductor); Construct (python library); Validity","score_opus":0.1734811845265347,"score_gpt":0.5150463217304495,"score_spread":0.3415651372039148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116852256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98394567,0.0058090924,0.000032266063,0.008327341,0.00009137564,0.0006706289,0.000008657128,0.0000015327342,0.0011134349],"genre_scores_gemma":[0.9864707,0.013130995,0.000014692663,0.000024069797,0.0000042732895,0.000012246582,0.0000024920935,0.0000016072203,0.00033891923],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978993,0.0010120638,0.0003503693,0.00009054211,0.0005534325,0.00009430656],"domain_scores_gemma":[0.9984592,0.000587243,0.0003225124,0.00015813079,0.0004565846,0.000016327824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005378096,0.000038308648,0.0001634714,0.00020247893,0.00016277141,0.00002387159,0.0008892325,0.000038524213,0.000029716735],"category_scores_gemma":[0.0076491833,0.00002085226,0.000028785826,0.0017089546,0.0009713582,0.00015389298,0.00028511664,0.00023512132,1.4258606e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112741385,0.00019823809,0.9111666,0.0010920188,0.00003203,2.5037735e-8,0.0019785904,0.00001687918,0.0006202725,0.04474425,0.00030423317,0.03973413],"study_design_scores_gemma":[0.00039575255,0.00004065571,0.9478793,0.022452565,0.000016926599,2.4656273e-7,0.01751292,0.000058248745,0.002380133,0.0033442327,0.0058808345,0.000038154587],"about_ca_topic_score_codex":0.0006407914,"about_ca_topic_score_gemma":0.00005003095,"teacher_disagreement_score":0.041400015,"about_ca_system_score_codex":0.00006746953,"about_ca_system_score_gemma":0.00031299694,"threshold_uncertainty_score":0.91573393},"labels":[],"label_agreement":null},{"id":"W7116864217","doi":"10.19173/irrodl.v26i4.8645","title":"Online Learning and Opera: The Rise in Digital Vocal Master Classes and Workshops","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Music Education Insights","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Singing; Opera; Online learning; Quality (philosophy); Audio equipment; Control (management); Instructional design","score_opus":0.12319994100484095,"score_gpt":0.41041437276869996,"score_spread":0.287214431763859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116864217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7929731,0.042075016,0.000024035582,0.053641744,0.00024338826,0.00096655317,0.00008320941,0.000013112897,0.10997986],"genre_scores_gemma":[0.9761149,0.015940981,0.000008770126,0.00023594298,0.0000589991,0.000029746923,0.000067003755,0.000004421812,0.0075392],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894184,0.00024436248,0.0002543135,0.00016527795,0.0002567561,0.00013744482],"domain_scores_gemma":[0.9985799,0.0010386447,0.000061493825,0.00008183397,0.00020922163,0.000028907198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016183401,0.000074785356,0.00015982322,0.00011977686,0.0002475382,0.0007830598,0.00036830196,0.000019099332,0.0003636491],"category_scores_gemma":[0.0014240051,0.000043537188,0.000016900698,0.00014827646,0.0005072392,0.00032339152,0.0007127851,0.000598603,0.000004088062],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021511724,0.00041060743,0.21285605,0.0015596937,0.00014342924,0.000022542421,0.012537256,0.0000680273,0.0000066139432,0.51727825,0.015076837,0.23982559],"study_design_scores_gemma":[0.0004904208,0.000035675283,0.014674113,0.0059491964,0.000007554855,0.0000037649775,0.044448767,0.0007927222,0.000001171947,0.0022280787,0.9312983,0.00007022797],"about_ca_topic_score_codex":0.00036694805,"about_ca_topic_score_gemma":0.00028196984,"teacher_disagreement_score":0.9162215,"about_ca_system_score_codex":0.000040402654,"about_ca_system_score_gemma":0.00008040958,"threshold_uncertainty_score":0.7551064},"labels":[],"label_agreement":null},{"id":"W7116899876","doi":"10.19173/irrodl.v26i4.9446","title":"Editorial – Volume 26, Issue 4","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Robotics and Engineering","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"","score_opus":0.03884259401498616,"score_gpt":0.4188358673467937,"score_spread":0.37999327333180755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116899876","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048777196,0.08740921,0.26976565,0.43534815,0.07549793,0.0029086985,0.000043757038,0.00016299545,0.1239859],"genre_scores_gemma":[0.88022137,0.08592238,0.0089420285,0.001421528,0.012022798,0.0002919963,0.00014272425,0.000026502157,0.01100867],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989619,0.0001275017,0.00019759977,0.0001449782,0.0004349991,0.000132977],"domain_scores_gemma":[0.99894834,0.0004879815,0.000039264316,0.00017019524,0.00032327123,0.00003096058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031829032,0.00004716551,0.00011087707,0.000096606396,0.000098004086,0.00020223607,0.0015645109,0.000020967864,0.000036676316],"category_scores_gemma":[0.0016832979,0.000035246645,0.000020713318,0.00053842255,0.00004694407,0.00019075995,0.0009831552,0.00036030816,0.00001638779],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017815226,0.00009860482,0.008136733,0.0011280603,0.00004661829,0.0000030777019,0.00014685153,0.0028686032,0.00006556804,0.49148226,0.4651984,0.030807408],"study_design_scores_gemma":[0.00016949602,0.000017966237,0.0022554263,0.0034414234,0.0000016275378,0.0000015083438,0.00015458769,0.018794637,0.000017729095,0.0041017905,0.97099775,0.00004604903],"about_ca_topic_score_codex":0.00019156,"about_ca_topic_score_gemma":0.0000030677536,"teacher_disagreement_score":0.8753436,"about_ca_system_score_codex":0.00006344248,"about_ca_system_score_gemma":0.00019356313,"threshold_uncertainty_score":0.29072765},"labels":[],"label_agreement":null},{"id":"W7116901806","doi":"10.19173/irrodl.v26i4.8822","title":"Tutors’ Perspectives of Advancing Distance Learning Programs: A Comprehensive Understanding","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Government of Manitoba","funders":"","keywords":"Distance education; Curriculum; TUTOR; Grounded theory; Experiential learning; Professional development; Higher education; Foregrounding; Curriculum development; Practicum","score_opus":0.10910156371340624,"score_gpt":0.48555961080196425,"score_spread":0.376458047088558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116901806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32233083,0.21789774,0.02352724,0.11341327,0.00055557606,0.005857603,0.000048613365,0.00014682363,0.31622228],"genre_scores_gemma":[0.9528748,0.045674063,0.00037473,0.000029166818,0.000036741618,0.000028550134,0.000030448846,0.0000054290704,0.00094608095],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99713486,0.0012765276,0.00036656755,0.00023135463,0.0006893766,0.00030132566],"domain_scores_gemma":[0.9974761,0.0015741681,0.00020637337,0.00010941637,0.0005846624,0.00004927396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056460407,0.00008511211,0.00028866425,0.00017747574,0.00049968733,0.00013704547,0.0007553911,0.000040348277,0.00008115171],"category_scores_gemma":[0.004913623,0.00006729257,0.00005841197,0.0010934757,0.0006220671,0.00025865366,0.00047494203,0.00082336453,0.0000014242203],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022371845,0.00024968077,0.16075653,0.002847947,0.00015913056,0.000014004004,0.007901482,0.00061604916,0.00018202736,0.724909,0.0006531117,0.101487294],"study_design_scores_gemma":[0.0006150728,0.000110598136,0.0023724746,0.025075374,0.000017319775,0.0000016081117,0.5349076,0.0009319237,0.000022617909,0.0074849613,0.4283338,0.00012670949],"about_ca_topic_score_codex":0.0010814944,"about_ca_topic_score_gemma":0.00026127326,"teacher_disagreement_score":0.71742404,"about_ca_system_score_codex":0.00037116278,"about_ca_system_score_gemma":0.00059713103,"threshold_uncertainty_score":0.58824205},"labels":[],"label_agreement":null},{"id":"W7116904295","doi":"10.19173/irrodl.v26i4.8407","title":"Enhancing Team Performance in Hybrid-Flexible Course Learning: The Role of Team Communication and Atmosphere","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Natural Science Foundation of Xiamen City","keywords":"Atmosphere (unit); Flexibility (engineering); Team effectiveness; Constructive; Teamwork; Team composition; Psychological safety; Test (biology)","score_opus":0.030410812858627317,"score_gpt":0.42069093289528814,"score_spread":0.3902801200366608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116904295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8872621,0.051355474,0.000055276345,0.003230982,0.000044580775,0.0006071252,0.000012427396,0.000006520787,0.057425518],"genre_scores_gemma":[0.9571288,0.04154131,0.000035614325,0.000057167614,0.000008435563,0.00006835439,0.000048238922,0.0000050900326,0.0011069741],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983938,0.00060767826,0.0003905867,0.00016054709,0.00026403667,0.00018336844],"domain_scores_gemma":[0.9985068,0.0008522504,0.00016756522,0.00026748853,0.00018344383,0.00002249588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057608797,0.00007741389,0.00021003158,0.000043125412,0.00017923595,0.00005742103,0.00088566326,0.000032751057,0.000117679294],"category_scores_gemma":[0.0005296814,0.00005180595,0.00002358944,0.00042003638,0.00025031695,0.00012620831,0.00064348505,0.00090728514,0.000004386738],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021194483,0.00015067875,0.86474425,0.0007627303,0.00005811581,9.134656e-7,0.00082458335,0.00066685793,0.000077461795,0.033250738,0.0006150647,0.09863669],"study_design_scores_gemma":[0.001767983,0.0002689828,0.58538496,0.022503803,0.000026392243,0.000025963454,0.01971219,0.060135216,0.0003925079,0.0032157286,0.30635825,0.00020801478],"about_ca_topic_score_codex":0.0013545849,"about_ca_topic_score_gemma":0.00011649639,"teacher_disagreement_score":0.3057432,"about_ca_system_score_codex":0.000055182223,"about_ca_system_score_gemma":0.00011446816,"threshold_uncertainty_score":0.3941753},"labels":[],"label_agreement":null},{"id":"W7116954901","doi":"10.19173/irrodl.v26i4.8793","title":"Mobile Learning in Mathematics: Benefits, Challenges, Strategies, and Proponents’ and Opponents’ Views","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interactivity; Educational technology; Synchronous learning; Active learning (machine learning); Mobile device; Experiential learning; Mobile technology; Collaborative learning; Learning sciences; Open learning","score_opus":0.11207690870586226,"score_gpt":0.42260236453619276,"score_spread":0.31052545583033053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116954901","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26754048,0.6553427,0.005010176,0.028169667,0.00029846324,0.004949744,0.000011268995,0.00007728002,0.03860022],"genre_scores_gemma":[0.694453,0.30318716,0.0013723004,0.00007059751,0.000017190356,0.00035774705,0.000034002427,0.000007911021,0.0005000733],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977362,0.00073552283,0.00045391466,0.00038384207,0.00044955852,0.00024093724],"domain_scores_gemma":[0.998496,0.0008386607,0.00016273303,0.000258065,0.00018994138,0.00005461529],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00658361,0.00011830459,0.00028810013,0.00024993584,0.00014901452,0.00044998765,0.001108861,0.00004837903,0.000018793471],"category_scores_gemma":[0.0013602955,0.00009098572,0.000019302995,0.0005227529,0.00015108363,0.0005738657,0.0015144324,0.000799809,0.0000031590487],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033352822,0.00031637977,0.030628407,0.0056782276,0.000047276746,0.000010240969,0.002716815,0.00073605665,0.00008448971,0.4076894,0.00030820235,0.5517512],"study_design_scores_gemma":[0.0040163933,0.00091985124,0.2042952,0.10820491,0.000034192144,0.00013137159,0.045965534,0.13314183,0.00011717015,0.073162675,0.42913595,0.00087491435],"about_ca_topic_score_codex":0.00026959882,"about_ca_topic_score_gemma":0.000039590795,"teacher_disagreement_score":0.55087626,"about_ca_system_score_codex":0.000094567295,"about_ca_system_score_gemma":0.00022989571,"threshold_uncertainty_score":0.43392414},"labels":[],"label_agreement":null},{"id":"W7116988878","doi":"10.19173/irrodl.v26i4.9020","title":"Brave New Words: How AI Will Revolutionize Education (and Why It’s a Good Thing)","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital Education and Society","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transformative learning; Jargon; Enthusiasm; Narrative; Educational technology; Reflection (computer programming); Higher education; Emerging technologies","score_opus":0.047849738288649066,"score_gpt":0.4283906408749717,"score_spread":0.3805409025863226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116988878","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018765872,0.039989024,0.05356233,0.8456767,0.00046929857,0.001006115,0.000012015931,0.000030276062,0.057377614],"genre_scores_gemma":[0.87979573,0.06553296,0.0035343212,0.016995106,0.000120955905,0.00012342092,0.00013172638,0.00001001275,0.033755753],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99862677,0.00028445112,0.00022772545,0.00024858635,0.00043755403,0.00017492537],"domain_scores_gemma":[0.99867827,0.00047146564,0.00009380872,0.0002369342,0.00044139556,0.00007810658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029356093,0.000075281634,0.0001549018,0.00010434217,0.00018463789,0.0009042913,0.0013022542,0.000031782452,0.000030428748],"category_scores_gemma":[0.0028117842,0.00005741272,0.000036975664,0.00078098866,0.00011459878,0.0009511661,0.0010821816,0.0004368027,0.0000035516846],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011139617,0.00013855497,0.005465941,0.0006253865,0.0000363807,8.0095384e-7,0.00094644085,0.000009443042,0.000008751088,0.5808527,0.24068847,0.17121598],"study_design_scores_gemma":[0.0003813149,0.00004408611,0.004930113,0.009241901,0.0000053788153,0.0000109270995,0.0033058233,0.00271691,0.000015255779,0.036145035,0.9431013,0.000101965736],"about_ca_topic_score_codex":0.00047506823,"about_ca_topic_score_gemma":0.000021903235,"teacher_disagreement_score":0.87791914,"about_ca_system_score_codex":0.00012238615,"about_ca_system_score_gemma":0.0010441379,"threshold_uncertainty_score":0.8720102},"labels":[],"label_agreement":null},{"id":"W7117074343","doi":"10.19173/irrodl.v26i4.8309","title":"Blended Learning Effectiveness and College Students’ Deep Learning Perceptions: The Community of Inquiry Perspective","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Lingnan Normal University; Jilin Office of Philosophy and Social Science","keywords":"Blended learning; Experiential learning; Educational technology; Cooperative learning; Deep learning; Synchronous learning; Learning sciences; Active learning (machine learning)","score_opus":0.07883403545828,"score_gpt":0.5095862925127302,"score_spread":0.43075225705445025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117074343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9484292,0.018085007,0.00029040658,0.012925757,0.000104456616,0.001428185,0.000013261367,0.000023171102,0.01870054],"genre_scores_gemma":[0.9599345,0.03931556,0.000050839666,0.000043858883,0.000039349015,0.00006742538,0.000025040015,0.0000066042026,0.00051683484],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.98769987,0.010587502,0.00037380515,0.00021541017,0.0008522407,0.0002711589],"domain_scores_gemma":[0.99242723,0.006310863,0.00020363505,0.00016727406,0.0008396023,0.00005141528],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.024117246,0.00011131501,0.00033721968,0.00018837274,0.0017667002,0.00018040018,0.0013429516,0.00006492196,0.00009976666],"category_scores_gemma":[0.013626134,0.000076801145,0.000061478946,0.0010528148,0.001097626,0.00024477468,0.0013819145,0.0023469597,0.0000025172476],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046359433,0.0004849877,0.70655113,0.002382079,0.00036002515,0.00000912615,0.023266828,0.001282654,0.00021930102,0.17718083,0.00028067472,0.08751879],"study_design_scores_gemma":[0.0011131809,0.00021604006,0.25103292,0.01125247,0.00004584093,0.0000041352787,0.685808,0.00062142464,0.00002806495,0.005262662,0.044474218,0.00014101845],"about_ca_topic_score_codex":0.0041537294,"about_ca_topic_score_gemma":0.00057335664,"teacher_disagreement_score":0.6625412,"about_ca_system_score_codex":0.00024611148,"about_ca_system_score_gemma":0.00046548515,"threshold_uncertainty_score":0.99995464},"labels":[],"label_agreement":null},{"id":"W78450645","doi":"","title":"Technical Evaluation Report. 54. Best Practices in Synchronous Conferencing Moderation.","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Moderation; Distance education; Computer science; Computer-mediated communication; Teleconference; Multimedia; Psychology; World Wide Web; The Internet; Mathematics education","score_opus":0.13678623470394438,"score_gpt":0.4621895447043518,"score_spread":0.32540331000040745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W78450645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43837196,0.049941022,0.28619385,0.07082339,0.00061656395,0.007192333,0.000024402576,0.0001351177,0.14670134],"genre_scores_gemma":[0.9943974,0.0034740763,0.0016867485,0.00003541828,0.000037262842,0.00011366122,0.000077688164,0.000003486643,0.00017425591],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99746734,0.00071321486,0.00046161708,0.00028441485,0.0008957797,0.00017760744],"domain_scores_gemma":[0.99825853,0.0005874394,0.00033947852,0.00023877253,0.00054698496,0.000028792834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0119538745,0.000069483875,0.00015661812,0.00015255899,0.0001370836,0.0003625425,0.0008607104,0.0000400255,0.00003708973],"category_scores_gemma":[0.0047272667,0.00005315564,0.00002295473,0.00056765485,0.000065190936,0.0006130891,0.00048843276,0.00051657937,0.0000082562465],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020970505,0.001139188,0.06390067,0.0018482078,0.000057685294,0.00053586316,0.00037872934,0.019592183,0.007063145,0.18951912,0.003128523,0.712627],"study_design_scores_gemma":[0.0027599891,0.00048464438,0.06696252,0.022052474,0.000032435524,0.0011406159,0.0011276256,0.81716526,0.0020451827,0.03933044,0.04634537,0.00055343466],"about_ca_topic_score_codex":0.0047598104,"about_ca_topic_score_gemma":0.0004939733,"teacher_disagreement_score":0.7975731,"about_ca_system_score_codex":0.0002071438,"about_ca_system_score_gemma":0.00036018994,"threshold_uncertainty_score":0.7195441},"labels":[],"label_agreement":null}]}